00000001:02000400:0.0F:1767328804.612779:0:208408:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 119: writeconf on slave mdt shouldn't duplicate mdc/osp and crash ========================================================== 23:40:04 (1767328804) 00000400:00000010:2.0F:1767328807.294164:0:208566:0:(lib-cpt.c:111:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 00000000bb2beaa9. 00000400:00000010:2.0:1767328807.294178:0:208566:0:(lib-cpt.c:120:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 0000000074c3108f. 00000400:00000010:2.0:1767328807.294181:0:208566:0:(lib-cpt.c:124:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 0000000016b95759. 00000400:00000010:2.0:1767328807.294183:0:208566:0:(lib-cpt.c:131:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 00000000514e0d7e. 00000400:00000010:2.0:1767328807.294185:0:208566:0:(lib-cpt.c:138:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 32 at 0000000016994f6e. 00000400:00000010:2.0:1767328807.294188:0:208566:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 00000000c7c44416. 00000400:00000010:2.0:1767328807.294190:0:208566:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 4 at 00000000735567f5. 00000400:00000010:3.0F:1767328808.063110:0:208566:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 000000005f764e62. 00000400:00000010:3.0:1767328808.063133:0:208566:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004d0beb71. 00000400:00000010:3.0:1767328808.063138:0:208566:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009a709745. 00000400:00000010:3.0:1767328808.063140:0:208566:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 000000009e91d1ec. 00000400:00000010:3.0:1767328808.063141:0:208566:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009117584b. 00000400:00000010:3.0:1767328808.063142:0:208566:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a3485694. 00000400:00000200:3.0:1767328808.063242:0:208566:0:(api-ni.c:1029:lnet_register_lnd()) lo LND registered 00000400:00000200:3.0:1767328808.104273:0:208604:0:(api-ni.c:1029:lnet_register_lnd()) tcp LND registered 00000020:02000000:3.0:1767328808.163473:0:208617:0:(class_obd.c:784:obdclass_init()) Lustre: Build Version: 2.17.0_RC4_2_g50ac801 00000020:00000010:3.0:1767328808.166049:0:208617:0:(lustre_handles.c:148:class_handle_init()) kmalloced '(handle_hash)': 2097152 at 0000000043eacd18. 00000001:00000010:3.0:1767328808.166801:0:208617:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000007c4bdee. 00000001:00000010:3.0:1767328808.166807:0:208617:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000dcb1fde1. 00000001:00000010:3.0:1767328808.166811:0:208617:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009a14ec14. 00000001:00000010:3.0:1767328808.166815:0:208617:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cabfd94d. 00000001:00000010:3.0:1767328808.166817:0:208617:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000baf41e65. 00000001:00000010:3.0:1767328808.166821:0:208617:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c9ee3b80. 00000020:00000010:3.0:1767328808.166870:0:208617:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8b609b5. 00000020:00000010:3.0:1767328808.166873:0:208617:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c78485d8. 00000001:00000010:3.0:1767328808.166878:0:208617:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000009f37d6f. 00000020:00000010:3.0:1767328808.166934:0:208617:0:(cl_object.c:1175:cl_global_init()) kmalloced '(cl_envs)': 192 at 00000000f4d5ed2a. 00000020:00000010:3.0:1767328808.167123:0:208617:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063b725fd. 00000020:00000010:3.0:1767328808.167127:0:208617:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d1abf424. 00000020:00000010:3.0:1767328808.167130:0:208617:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000002b321bba. 00000020:00000010:3.0:1767328808.167134:0:208617:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000456ede6c. 00000020:00000010:3.0:1767328808.167138:0:208617:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000afe4b5b7. 00000020:00000010:3.0:1767328808.167142:0:208617:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003b6fa027. 00000020:00000010:3.0:1767328808.167145:0:208617:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000191af161. 00000020:00000010:3.0:1767328808.167147:0:208617:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024cacc7f. 00000020:00000010:3.0:1767328808.167150:0:208617:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a9906ec. 00000020:00000010:3.0:1767328808.167153:0:208617:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d4ac4dcb. 00000020:00000010:3.0:1767328808.167156:0:208617:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000004dfed3ee. 00000020:00000010:3.0:1767328808.167159:0:208617:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a2088d9. 00000020:00000010:3.0:1767328808.167163:0:208617:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f5513a5. 00000020:00000010:3.0:1767328808.167167:0:208617:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f0ba832c. 00000020:00000010:3.0:1767328808.167175:0:208617:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000cb8d9538. 00000020:00000010:3.0:1767328808.167178:0:208617:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094db1882. 02000000:00000010:3.0:1767328808.167182:0:208617:0:(page_pools.c:1061:obd_pool_init()) kmalloced '(page_pools)': 112 at 00000000b27cfe4d. 02000000:00000010:3.0:1767328808.167185:0:208617:0:(page_pools.c:1065:obd_pool_init()) kmalloced '(pool_shrinkers)': 112 at 000000001cd6b74e. 02000000:00000010:3.0:1767328808.167199:0:208617:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000095fb8cb7. 02000000:00000010:3.0:1767328808.167202:0:208617:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 1056 at 000000000e4f2419. 00000001:00000010:3.0:1767328808.167206:0:208617:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000056ad5b6f. 00000020:00000010:3.0:1767328808.167265:0:208617:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000044b3676. 00000020:00000010:3.0:1767328808.167278:0:208617:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000044b3676. 02000000:00000010:3.0:1767328808.167282:0:208617:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000002348bbd9. 02000000:00000010:3.0:1767328808.167285:0:208617:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 528 at 00000000754b7012. 00000001:00000010:3.0:1767328808.167288:0:208617:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000dd07d5c7. 00000020:00000010:3.0:1767328808.167323:0:208617:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000044b3676. 00000020:00000010:3.0:1767328808.167336:0:208617:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000044b3676. 02000000:00000010:3.0:1767328808.167339:0:208617:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000004d7b23a4. 02000000:00000010:3.0:1767328808.167341:0:208617:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 264 at 000000009368d377. 00000001:00000010:3.0:1767328808.167343:0:208617:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000b08e8301. 00000020:00000010:3.0:1767328808.167376:0:208617:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000044b3676. 00000020:00000010:3.0:1767328808.167387:0:208617:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000044b3676. 02000000:00000010:3.0:1767328808.167391:0:208617:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000e1f9affe. 02000000:00000010:3.0:1767328808.167394:0:208617:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 136 at 00000000044b3676. 00000001:00000010:3.0:1767328808.167396:0:208617:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000030b082d6. 00000020:00000010:3.0:1767328808.167431:0:208617:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000da87db02. 00000020:00000010:3.0:1767328808.167443:0:208617:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000da87db02. 02000000:00000010:3.0:1767328808.167446:0:208617:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000089496e9b. 02000000:00000010:3.0:1767328808.167448:0:208617:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 72 at 0000000052b08e97. 00000001:00000010:3.0:1767328808.167451:0:208617:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000a6c37a5d. 00000020:00000010:3.0:1767328808.167485:0:208617:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000da87db02. 00000020:00000010:3.0:1767328808.167498:0:208617:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000da87db02. 02000000:00000010:3.0:1767328808.167501:0:208617:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000003b1cd6f7. 02000000:00000010:3.0:1767328808.167504:0:208617:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 40 at 00000000cd2fdd8e. 00000001:00000010:3.0:1767328808.167512:0:208617:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000bebe9055. 00000020:00000010:3.0:1767328808.167545:0:208617:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000da87db02. 00000020:00000010:3.0:1767328808.167557:0:208617:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000da87db02. 02000000:00000010:3.0:1767328808.167560:0:208617:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000db1d3662. 02000000:00000010:3.0:1767328808.167563:0:208617:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 24 at 00000000d9b583cd. 00000001:00000010:3.0:1767328808.167565:0:208617:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000005516276e. 00000020:00000010:3.0:1767328808.167598:0:208617:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000da87db02. 00000020:00000010:3.0:1767328808.167610:0:208617:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000da87db02. 02000000:00000010:3.0:1767328808.167613:0:208617:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000a70c8045. 02000000:00000010:3.0:1767328808.167615:0:208617:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 16 at 00000000fa45d2d0. 00000001:00000010:3.0:1767328808.167618:0:208617:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000f72f714b. 00000020:00000010:3.0:1767328808.167651:0:208617:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000da87db02. 00000020:00000010:3.0:1767328808.167661:0:208617:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000da87db02. 02000000:00000010:3.0:1767328808.167664:0:208617:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000000ec908f3. 02000000:00000010:3.0:1767328808.167665:0:208617:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000003aa06d11. 00000001:00000010:3.0:1767328808.167667:0:208617:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000d0f23374. 00000020:00000010:3.0:1767328808.167696:0:208617:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000da87db02. 00000020:00000010:3.0:1767328808.167707:0:208617:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000da87db02. 02000000:00000010:3.0:1767328808.167710:0:208617:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000d37990ef. 02000000:00000010:3.0:1767328808.167711:0:208617:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000173c9491. 00000001:00000010:3.0:1767328808.167714:0:208617:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000ea6f6237. 00000020:00000010:3.0:1767328808.167748:0:208617:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000da87db02. 00000020:00000010:3.0:1767328808.167764:0:208617:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000da87db02. 02000000:00000010:3.0:1767328808.167769:0:208617:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000371269f5. 02000000:00000010:3.0:1767328808.167772:0:208617:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000046e6b840. 00000001:00000010:3.0:1767328808.167775:0:208617:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000007d0f1c83. 00000020:00000010:3.0:1767328808.167825:0:208617:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000da87db02. 00000020:00000010:3.0:1767328808.167839:0:208617:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000da87db02. 02000000:00000010:3.0:1767328808.167843:0:208617:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000b4050918. 02000000:00000010:3.0:1767328808.167846:0:208617:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000008154750e. 00000001:00000010:3.0:1767328808.167848:0:208617:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000378d94d5. 00000020:00000010:3.0:1767328808.167888:0:208617:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000da87db02. 00000020:00000010:3.0:1767328808.167901:0:208617:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000da87db02. 02000000:00000010:3.0:1767328808.167904:0:208617:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000006c25874f. 02000000:00000010:3.0:1767328808.167907:0:208617:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000859dd663. 00000001:00000010:3.0:1767328808.167909:0:208617:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000003a2b8429. 00000020:00000010:3.0:1767328808.167937:0:208617:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000da87db02. 00000020:00000010:3.0:1767328808.167945:0:208617:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000da87db02. 02000000:00000010:3.0:1767328808.167949:0:208617:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000024660363. 02000000:00000010:3.0:1767328808.167951:0:208617:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000075bbd11f. 00000001:00000010:3.0:1767328808.167952:0:208617:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000068364cb7. 00000020:00000010:3.0:1767328808.167967:0:208617:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000da87db02. 00000020:00000010:3.0:1767328808.167973:0:208617:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000da87db02. 00000100:00000200:2.0:1767328808.242989:0:208632:0:(events.c:597:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:2.0:1767328808.243192:0:208632:0:(api-ni.c:726:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 00000000685e8af9. 00000400:00000010:2.0:1767328808.243196:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001c8a0ed1. 00000400:00000010:2.0:1767328808.243198:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000003b0d223d. 00000400:00000010:2.0:1767328808.243201:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ba67d10c. 00000400:00000010:2.0:1767328808.243202:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000023e46134. 00000400:00000010:2.0:1767328808.243207:0:208632:0:(peer.c:110:lnet_peer_tables_create()) alloc '(hash)': 8192 at 00000000d3df811b. 00000400:00000010:2.0:1767328808.243211:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c3dd4747. 00000400:00000010:2.0:1767328808.243212:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000d3820a88. 00000400:00000010:2.0:1767328808.243215:0:208632:0:(lib-msg.c:1258:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 32 at 0000000086aaee2e. 00000400:00000010:2.0:1767328808.243230:0:208632:0:(lib-msg.c:1268:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 32 at 0000000066f23794. 00000400:00000010:2.0:1767328808.243302:0:208632:0:(api-ni.c:1221:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000cf9cc6eb. 00000400:00000010:2.0:1767328808.243321:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000024987570. 00000400:00000010:2.0:1767328808.243324:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000543d3058. 00000400:00000010:2.0:1767328808.243375:0:208632:0:(api-ni.c:1221:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000007e30a776. 00000400:00000010:2.0:1767328808.243393:0:208632:0:(lib-ptl.c:867:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 00000000f4629f1e. 00000400:00000010:2.0:1767328808.243396:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004beb0915. 00000400:00000010:2.0:1767328808.243397:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002f61e7c7. 00000400:00000010:2.0:1767328808.243398:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000041eacff9. 00000400:00000010:2.0:1767328808.243404:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a73dc696. 00000400:00000010:2.0:1767328808.243407:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ba9fdcd8. 00000400:00000010:2.0:1767328808.243409:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000009bd40cf. 00000400:00000010:2.0:1767328808.243411:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aa968975. 00000400:00000010:2.0:1767328808.243416:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f5f03803. 00000400:00000010:2.0:1767328808.243419:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000093a9e517. 00000400:00000010:2.0:1767328808.243421:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b999d61f. 00000400:00000010:2.0:1767328808.243428:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ec1e2684. 00000400:00000010:2.0:1767328808.243433:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000091dff583. 00000400:00000010:2.0:1767328808.243436:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d1d2e9f5. 00000400:00000010:2.0:1767328808.243438:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000000e0bfb. 00000400:00000010:2.0:1767328808.243440:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000067a23001. 00000400:00000010:2.0:1767328808.243445:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008c958a05. 00000400:00000010:2.0:1767328808.243447:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b7772934. 00000400:00000010:2.0:1767328808.243449:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000025ea30f1. 00000400:00000010:2.0:1767328808.243450:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000934e967b. 00000400:00000010:2.0:1767328808.243453:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000653643cb. 00000400:00000010:2.0:1767328808.243455:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000070fe3eed. 00000400:00000010:2.0:1767328808.243456:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003d297f38. 00000400:00000010:2.0:1767328808.243457:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000069f09150. 00000400:00000010:2.0:1767328808.243460:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000085c86c96. 00000400:00000010:2.0:1767328808.243462:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000fcad6c0b. 00000400:00000010:2.0:1767328808.243463:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005fff9d32. 00000400:00000010:2.0:1767328808.243464:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000074fa3d9f. 00000400:00000010:2.0:1767328808.243466:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e5540ec5. 00000400:00000010:2.0:1767328808.243468:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003b512068. 00000400:00000010:2.0:1767328808.243469:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000622da635. 00000400:00000010:2.0:1767328808.243470:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004b647c61. 00000400:00000010:2.0:1767328808.243474:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c4c0e23f. 00000400:00000010:2.0:1767328808.243476:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c511e176. 00000400:00000010:2.0:1767328808.243477:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004863144a. 00000400:00000010:2.0:1767328808.243478:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d2df7421. 00000400:00000010:2.0:1767328808.243481:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c9a11073. 00000400:00000010:2.0:1767328808.243482:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000027dd6e83. 00000400:00000010:2.0:1767328808.243483:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000119e3665. 00000400:00000010:2.0:1767328808.243484:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ad07f564. 00000400:00000010:2.0:1767328808.243487:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000722d197c. 00000400:00000010:2.0:1767328808.243488:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003d40f04f. 00000400:00000010:2.0:1767328808.243489:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007d149f09. 00000400:00000010:2.0:1767328808.243494:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000014378cab. 00000400:00000010:2.0:1767328808.243497:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000029be63b. 00000400:00000010:2.0:1767328808.243498:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000013f9dff6. 00000400:00000010:2.0:1767328808.243499:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000027902e2f. 00000400:00000010:2.0:1767328808.243500:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e1a0132a. 00000400:00000010:2.0:1767328808.243505:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000115ec20b. 00000400:00000010:2.0:1767328808.243506:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004bae66ba. 00000400:00000010:2.0:1767328808.243507:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f2902720. 00000400:00000010:2.0:1767328808.243508:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000090e2b5dc. 00000400:00000010:2.0:1767328808.243512:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000565addd0. 00000400:00000010:2.0:1767328808.243513:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c5e599f8. 00000400:00000010:2.0:1767328808.243514:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000010faeaad. 00000400:00000010:2.0:1767328808.243515:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000981ad269. 00000400:00000010:2.0:1767328808.243519:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ebe3c81d. 00000400:00000010:2.0:1767328808.243520:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000daf2846e. 00000400:00000010:2.0:1767328808.243521:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e40a10ea. 00000400:00000010:2.0:1767328808.243522:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000030bb5894. 00000400:00000010:2.0:1767328808.243526:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a617be58. 00000400:00000010:2.0:1767328808.243528:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000064e0334e. 00000400:00000010:2.0:1767328808.243529:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bab90f6b. 00000400:00000010:2.0:1767328808.243530:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ba14166f. 00000400:00000010:2.0:1767328808.243534:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c7cade9f. 00000400:00000010:2.0:1767328808.243535:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ab03b7b0. 00000400:00000010:2.0:1767328808.243536:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008741b74f. 00000400:00000010:2.0:1767328808.243537:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000000d05840. 00000400:00000010:2.0:1767328808.243541:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002b2b43d9. 00000400:00000010:2.0:1767328808.243542:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000cb267a7e. 00000400:00000010:2.0:1767328808.243543:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000770dc0b1. 00000400:00000010:2.0:1767328808.243544:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005f190394. 00000400:00000010:2.0:1767328808.243548:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000001b4b267. 00000400:00000010:2.0:1767328808.243549:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b02234c0. 00000400:00000010:2.0:1767328808.243550:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006f41a728. 00000400:00000010:2.0:1767328808.243554:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005a9125ad. 00000400:00000010:2.0:1767328808.243558:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000aa816e14. 00000400:00000010:2.0:1767328808.243560:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a493372d. 00000400:00000010:2.0:1767328808.243561:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003f7d3206. 00000400:00000010:2.0:1767328808.243562:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000033aa89d6. 00000400:00000010:2.0:1767328808.243565:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000728855a6. 00000400:00000010:2.0:1767328808.243567:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006c2af372. 00000400:00000010:2.0:1767328808.243568:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000022f3c7e5. 00000400:00000010:2.0:1767328808.243569:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000068095d48. 00000400:00000010:2.0:1767328808.243572:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005cf74c70. 00000400:00000010:2.0:1767328808.243573:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002bf0b2bd. 00000400:00000010:2.0:1767328808.243574:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fe425ea1. 00000400:00000010:2.0:1767328808.243575:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007983d275. 00000400:00000010:2.0:1767328808.243578:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000092a7caca. 00000400:00000010:2.0:1767328808.243579:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f9c17209. 00000400:00000010:2.0:1767328808.243580:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e5211367. 00000400:00000010:2.0:1767328808.243581:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000df519c64. 00000400:00000010:2.0:1767328808.243584:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fd2482ec. 00000400:00000010:2.0:1767328808.243586:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f4a7ac73. 00000400:00000010:2.0:1767328808.243587:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ed58a9dd. 00000400:00000010:2.0:1767328808.243588:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000556205eb. 00000400:00000010:2.0:1767328808.243592:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000add6c353. 00000400:00000010:2.0:1767328808.243594:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e0d4038b. 00000400:00000010:2.0:1767328808.243595:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008c8a6c06. 00000400:00000010:2.0:1767328808.243596:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004f1d8eac. 00000400:00000010:2.0:1767328808.243600:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c56c498a. 00000400:00000010:2.0:1767328808.243602:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000065423a6d. 00000400:00000010:2.0:1767328808.243603:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000076cc5aee. 00000400:00000010:2.0:1767328808.243604:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005314bc56. 00000400:00000010:2.0:1767328808.243607:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c88621b2. 00000400:00000010:2.0:1767328808.243609:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000cd09516f. 00000400:00000010:2.0:1767328808.243610:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ca9c92d8. 00000400:00000010:2.0:1767328808.243614:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d9bcca39. 00000400:00000010:2.0:1767328808.243618:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d537119a. 00000400:00000010:2.0:1767328808.243620:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000006d8f199. 00000400:00000010:2.0:1767328808.243621:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c94a45d1. 00000400:00000010:2.0:1767328808.243622:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000053aa985a. 00000400:00000010:2.0:1767328808.243626:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000081949fcc. 00000400:00000010:2.0:1767328808.243628:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000063219102. 00000400:00000010:2.0:1767328808.243629:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000066a7c085. 00000400:00000010:2.0:1767328808.243630:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f9e5ca25. 00000400:00000010:2.0:1767328808.243634:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c2e31f75. 00000400:00000010:2.0:1767328808.243635:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a821dd23. 00000400:00000010:2.0:1767328808.243636:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a25482bf. 00000400:00000010:2.0:1767328808.243637:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000788a5b0b. 00000400:00000010:2.0:1767328808.243641:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bfdce5b5. 00000400:00000010:2.0:1767328808.243642:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004a5016ed. 00000400:00000010:2.0:1767328808.243643:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000045495466. 00000400:00000010:2.0:1767328808.243644:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000031fecbd1. 00000400:00000010:2.0:1767328808.243648:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000847e9170. 00000400:00000010:2.0:1767328808.243649:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006def91d4. 00000400:00000010:2.0:1767328808.243650:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ef546b42. 00000400:00000010:2.0:1767328808.243651:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e9df15c6. 00000400:00000010:2.0:1767328808.243656:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000036bab6c2. 00000400:00000010:2.0:1767328808.243657:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000febc04f7. 00000400:00000010:2.0:1767328808.243658:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000148be2d. 00000400:00000010:2.0:1767328808.243659:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000041f346b3. 00000400:00000010:2.0:1767328808.243662:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000008661a64. 00000400:00000010:2.0:1767328808.243664:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009cb591f0. 00000400:00000010:2.0:1767328808.243665:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fcc8f195. 00000400:00000010:2.0:1767328808.243666:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000089ee53e2. 00000400:00000010:2.0:1767328808.243669:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cb19a498. 00000400:00000010:2.0:1767328808.243670:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e737798f. 00000400:00000010:2.0:1767328808.243671:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000092e2cca3. 00000400:00000010:2.0:1767328808.243675:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ed336372. 00000400:00000010:2.0:1767328808.243679:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000880ff8b5. 00000400:00000010:2.0:1767328808.243681:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c022de3c. 00000400:00000010:2.0:1767328808.243682:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000aa027106. 00000400:00000010:2.0:1767328808.243683:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f5fe02bc. 00000400:00000010:2.0:1767328808.243687:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dc9e1847. 00000400:00000010:2.0:1767328808.243688:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e702a025. 00000400:00000010:2.0:1767328808.243689:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dfbca505. 00000400:00000010:2.0:1767328808.243690:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000080b621df. 00000400:00000010:2.0:1767328808.243693:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000e605aa3. 00000400:00000010:2.0:1767328808.243694:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000384bf96b. 00000400:00000010:2.0:1767328808.243695:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c8f43fbf. 00000400:00000010:2.0:1767328808.243696:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dec1b21e. 00000400:00000010:2.0:1767328808.243699:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e3500999. 00000400:00000010:2.0:1767328808.243700:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000056fa0528. 00000400:00000010:2.0:1767328808.243701:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008b387f8c. 00000400:00000010:2.0:1767328808.243702:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002aba1cf4. 00000400:00000010:2.0:1767328808.243712:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000078004d81. 00000400:00000010:2.0:1767328808.243714:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004e2d7382. 00000400:00000010:2.0:1767328808.243715:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000063215dff. 00000400:00000010:2.0:1767328808.243716:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d070223b. 00000400:00000010:2.0:1767328808.243720:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009b99f935. 00000400:00000010:2.0:1767328808.243722:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000445c5019. 00000400:00000010:2.0:1767328808.243723:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000e51a940. 00000400:00000010:2.0:1767328808.243724:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b0315911. 00000400:00000010:2.0:1767328808.243727:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b02a945a. 00000400:00000010:2.0:1767328808.243729:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000032b46acb. 00000400:00000010:2.0:1767328808.243730:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000029f9cc2c. 00000400:00000010:2.0:1767328808.243731:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f5f168c7. 00000400:00000010:2.0:1767328808.243735:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000020d026ba. 00000400:00000010:2.0:1767328808.243737:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f7edff45. 00000400:00000010:2.0:1767328808.243738:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007ce004b1. 00000400:00000010:2.0:1767328808.243742:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d345d910. 00000400:00000010:2.0:1767328808.243748:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006cbc9680. 00000400:00000010:2.0:1767328808.243750:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d37fd2f1. 00000400:00000010:2.0:1767328808.243752:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000d878a00. 00000400:00000010:2.0:1767328808.243753:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008a7f740d. 00000400:00000010:2.0:1767328808.243756:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009173c0f4. 00000400:00000010:2.0:1767328808.243757:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006461e19b. 00000400:00000010:2.0:1767328808.243758:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000001a31611. 00000400:00000010:2.0:1767328808.243759:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008ff65c21. 00000400:00000010:2.0:1767328808.243762:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a47ca301. 00000400:00000010:2.0:1767328808.243763:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b5b7b361. 00000400:00000010:2.0:1767328808.243764:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003ddfc1f9. 00000400:00000010:2.0:1767328808.243765:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eef7640d. 00000400:00000010:2.0:1767328808.243768:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e75394b0. 00000400:00000010:2.0:1767328808.243769:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000d8471d5. 00000400:00000010:2.0:1767328808.243770:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000062f10fcc. 00000400:00000010:2.0:1767328808.243771:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000025930299. 00000400:00000010:2.0:1767328808.243777:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000097059f. 00000400:00000010:2.0:1767328808.243779:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000005953d2f9. 00000400:00000010:2.0:1767328808.243780:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003bac95e3. 00000400:00000010:2.0:1767328808.243782:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000089a7d42f. 00000400:00000010:2.0:1767328808.243784:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000349e2502. 00000400:00000010:2.0:1767328808.243786:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000015815177. 00000400:00000010:2.0:1767328808.243787:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000207b4ba0. 00000400:00000010:2.0:1767328808.243788:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000caaea3c6. 00000400:00000010:2.0:1767328808.243791:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000084e07c95. 00000400:00000010:2.0:1767328808.243793:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000523e627e. 00000400:00000010:2.0:1767328808.243794:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000036bff3fb. 00000400:00000010:2.0:1767328808.243795:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003cca8c18. 00000400:00000010:2.0:1767328808.243798:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ace91a74. 00000400:00000010:2.0:1767328808.243800:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004f69915b. 00000400:00000010:2.0:1767328808.243801:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006997d906. 00000400:00000010:2.0:1767328808.243805:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000431c3207. 00000400:00000010:2.0:1767328808.243813:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000272a923f. 00000400:00000010:2.0:1767328808.243815:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000093d3cdba. 00000400:00000010:2.0:1767328808.243816:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001a9e2849. 00000400:00000010:2.0:1767328808.243817:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004b20085e. 00000400:00000010:2.0:1767328808.243821:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002c3d6a38. 00000400:00000010:2.0:1767328808.243823:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000032c75518. 00000400:00000010:2.0:1767328808.243824:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000019885e83. 00000400:00000010:2.0:1767328808.243825:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000086556c36. 00000400:00000010:2.0:1767328808.243829:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000006644835. 00000400:00000010:2.0:1767328808.243831:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002e030cc4. 00000400:00000010:2.0:1767328808.243832:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004c11dfcf. 00000400:00000010:2.0:1767328808.243833:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e4b77829. 00000400:00000010:2.0:1767328808.243836:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000720c3e7. 00000400:00000010:2.0:1767328808.243838:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004d97ffb3. 00000400:00000010:2.0:1767328808.243839:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000096465605. 00000400:00000010:2.0:1767328808.243840:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009a3a8255. 00000400:00000010:2.0:1767328808.243847:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008c25f941. 00000400:00000010:2.0:1767328808.243849:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a2b4c7e6. 00000400:00000010:2.0:1767328808.243850:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000aa77e86d. 00000400:00000010:2.0:1767328808.243851:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007e3e7fc9. 00000400:00000010:2.0:1767328808.243855:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007a74e86c. 00000400:00000010:2.0:1767328808.243856:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000066b0e4f3. 00000400:00000010:2.0:1767328808.243857:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000028eef2bf. 00000400:00000010:2.0:1767328808.243859:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b991eeb1. 00000400:00000010:2.0:1767328808.243863:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e247cd7e. 00000400:00000010:2.0:1767328808.243864:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000024fc9bc0. 00000400:00000010:2.0:1767328808.243865:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fdfb6e15. 00000400:00000010:2.0:1767328808.243866:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ba056ca5. 00000400:00000010:2.0:1767328808.243870:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007aa159a5. 00000400:00000010:2.0:1767328808.243872:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000070adf4ea. 00000400:00000010:2.0:1767328808.243873:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a27b0e1e. 00000400:00000010:2.0:1767328808.243877:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000de00ac70. 00000400:00000010:2.0:1767328808.243885:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002344c732. 00000400:00000010:2.0:1767328808.243887:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f7c84177. 00000400:00000010:2.0:1767328808.243888:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006ee3707c. 00000400:00000010:2.0:1767328808.243890:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000059efea7e. 00000400:00000010:2.0:1767328808.243894:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d8e78771. 00000400:00000010:2.0:1767328808.243895:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003564d8a2. 00000400:00000010:2.0:1767328808.243896:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000048690cf1. 00000400:00000010:2.0:1767328808.243898:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fd8bdd39. 00000400:00000010:2.0:1767328808.243901:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002b5cd051. 00000400:00000010:2.0:1767328808.243902:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008481ecbe. 00000400:00000010:2.0:1767328808.243903:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fdd45818. 00000400:00000010:2.0:1767328808.243904:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000088b856bd. 00000400:00000010:2.0:1767328808.243908:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000975a3e7. 00000400:00000010:2.0:1767328808.243909:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009e6d98f6. 00000400:00000010:2.0:1767328808.243910:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000462dcbdc. 00000400:00000010:2.0:1767328808.243911:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001d3e6c7e. 00000400:00000010:2.0:1767328808.243919:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d419685e. 00000400:00000010:2.0:1767328808.243921:0:208632:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009c53baca. 00000400:00000010:2.0:1767328808.243922:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001323e52c. 00000400:00000010:2.0:1767328808.243923:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007487f08e. 00000400:00000010:2.0:1767328808.243927:0:208632:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bdde68a8. 00000400:00000010:2.0:1767328808.243929:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009134da5d. 00000400:00000010:2.0:1767328808.243930:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003852c55e. 00000400:00000010:2.0:1767328808.243932:0:208632:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b7036fa5. 00000400:00000010:2.0:1767328808.243937:0:208632:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a6a8f540. 00000400:00000010:2.0:1767328808.243938:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c9a0f359. 00000400:00000010:2.0:1767328808.243940:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004da29697. 00000400:00000010:2.0:1767328808.243941:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f11a3877. 00000400:00000010:2.0:1767328808.243942:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000068900d4b. 00000400:00000010:2.0:1767328808.243947:0:208632:0:(config.c:573:lnet_parse_networks()) alloc '(tokens)': 4 at 0000000073bf979d. 00000400:00000010:2.0:1767328808.243951:0:208632:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000184457fd. 00000400:00000010:2.0:1767328808.243953:0:208632:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e5b360ad. 00000400:00000010:2.0:1767328808.243957:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002386fe39. 00000400:00000010:2.0:1767328808.243958:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bf868e4d. 00000400:00000010:2.0:1767328808.243959:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005e231b4d. 00000400:00000010:2.0:1767328808.243961:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c36b3f69. 00000400:00000010:2.0:1767328808.243963:0:208632:0:(config.c:785:lnet_parse_networks()) kfreed 'tokens': 4 at 0000000073bf979d. 00000400:00000010:2.0:1767328808.243975:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a81b733f. 00000400:00000010:2.0:1767328808.243976:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000073e159ea. 00000800:00000200:2.0:1767328808.244688:0:208632:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 00000000e6a4a9e4 00000800:00000200:2.0:1767328808.244692:0:208632:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 00000000e6a4a9e4 00000800:00000200:2.0:1767328808.244694:0:208632:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=ens2 ifindex 2 state 6 ns 00000000e6a4a9e4 00000800:00000200:2.0:1767328808.244696:0:208632:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=ens2 ifindex 2 state 6 ns 00000000e6a4a9e4 00000800:00000010:2.0:1767328808.244702:0:208632:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c7e91cd1. 00000400:00000010:2.0:1767328808.244711:0:208632:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000073bf979d. 00000800:00000200:2.0:1767328808.244716:0:208632:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000800:00000010:0.0:1767328808.244836:0:208641:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 000000009e4d982f. 00000800:00000010:0.0:1767328808.244845:0:208641:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 0000000067894083. 00000800:00000010:0.0:1767328808.244921:0:208642:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000a80bc4bf. 00000800:00000010:0.0:1767328808.244927:0:208642:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 000000001f725315. 00000400:00000200:2.0:1767328808.244995:0:208632:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000800:00000010:0.0:1767328808.245004:0:208643:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000ece10b97. 00000800:00000010:0.0:1767328808.245011:0:208643:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000aea725c7. 00000400:00000200:2.0:1767328808.245073:0:208632:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.9) 00000400:02000000:2.0:1767328808.245081:0:208632:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.9@tcp [8/256/0/180] 00000400:00000010:2.0:1767328808.247087:0:208632:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000c147aa7e. 00000400:00000010:2.0:1767328808.247093:0:208632:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000244e0c7c. 00000400:00000010:2.0:1767328808.247107:0:208632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9dc99d. 00000400:00000200:2.0:1767328808.247119:0:208632:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:2.0:1767328808.247122:0:208632:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000440c085f. 00000400:00000010:2.0:1767328808.247124:0:208632:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008697ac85. 00000400:00000010:2.0:1767328808.247126:0:208632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe3fde9b. 00000400:00000200:2.0:1767328808.247128:0:208632:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000440c085f 00000400:00000200:2.0:1767328808.247130:0:208632:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:2.0:1767328808.247131:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007fcbe9f7. 00000400:00000010:2.0:1767328808.247133:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f6e4b931. 00000400:00000010:2.0:1767328808.247134:0:208632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000049e3be5b. 00000400:00000010:2.0:1767328808.247136:0:208632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003c1e294b. 00000400:00000200:2.0:1767328808.247394:0:208632:0:(peer.c:4275:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:2.0:1767328808.247473:0:208632:0:(ptlrpcd.c:749:ptlrpcd_init()) kmalloced '(ptlrpcds)': 8 at 00000000a5ffdf71. 00000400:00000200:3.0:1767328808.247490:0:208646:0:(peer.c:4101:lnet_peer_discovery()) started 00000100:00000010:3.0:1767328808.247616:0:208647:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb11cf2a. 00000020:00000010:3.0:1767328808.247622:0:208647:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096fdc4aa. 00000020:00000010:3.0:1767328808.247625:0:208647:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fd7be527. 00000020:00000010:3.0:1767328808.247629:0:208647:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000a204fdbc. 00000040:00000010:3.0:1767328808.247632:0:208647:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e2fc7868. 00000020:00000010:3.0:1767328808.247635:0:208647:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000006d5dfc7. 00000020:00000010:3.0:1767328808.247637:0:208647:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000901bda26. 00000100:00000010:2.0:1767328808.247657:0:208632:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 760 at 00000000633d7ff9. 00000100:00000010:2.0:1767328808.247667:0:208632:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000e2306540. 00000100:00000010:2.0:1767328808.247669:0:208632:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000007609eb05. 00000100:00000010:2.0:1767328808.247670:0:208632:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000261f21d5. 00000100:00000010:2.0:1767328808.247672:0:208632:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 0000000029a0ad8f. 00000100:00000010:2.0:1767328808.247803:0:208648:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000001ba9a3. 00000020:00000010:2.0:1767328808.247807:0:208648:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e4ebdb0. 00000020:00000010:2.0:1767328808.247809:0:208648:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005ff0e446. 00000020:00000010:2.0:1767328808.247811:0:208648:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000002825de91. 00000040:00000010:2.0:1767328808.247814:0:208648:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004ec7b844. 00000020:00000010:2.0:1767328808.247816:0:208648:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b2f94d21. 00000020:00000010:2.0:1767328808.247819:0:208648:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2463812. 00000100:00000010:2.0:1767328808.248165:0:208650:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000df9e228f. 00000020:00000010:2.0:1767328808.248168:0:208650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf2a6a5d. 00000020:00000010:2.0:1767328808.248170:0:208650:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a3cc9b24. 00000020:00000010:2.0:1767328808.248172:0:208650:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000003310c642. 00000040:00000010:2.0:1767328808.248174:0:208650:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000039175524. 00000020:00000010:2.0:1767328808.248176:0:208650:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001f2a64b5. 00000020:00000010:2.0:1767328808.248178:0:208650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004153e997. 00000100:00000010:2.0:1767328808.248388:0:208632:0:(connection.c:186:ptlrpc_connection_init()) kmalloced '(cpus_latency_qos)': 1088 at 0000000057065451. 00000100:00000010:2.0:1767328808.248511:0:208632:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000de614e70. 00000100:00000010:2.0:1767328808.248515:0:208632:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000ac778ff9. 00000100:00000010:2.0:1767328808.248517:0:208632:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000061de4485. 00000100:00000010:2.0:1767328808.248518:0:208632:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000438d58a0. 00000100:00000010:2.0:1767328808.248520:0:208632:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000063a7eb49. 00000100:00000010:2.0:1767328808.248522:0:208632:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000f623cce3. 00000001:00000010:2.0:1767328808.248645:0:208632:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 00000000182510d4. 00000001:00000010:2.0:1767328808.248650:0:208632:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ed815e90. 00000001:00000010:2.0:1767328808.248654:0:208632:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000004429471e. 00000001:00000010:2.0:1767328808.248657:0:208632:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000b0e46b86. 00000001:00000010:2.0:1767328808.248661:0:208632:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 00000000f0a73baf. 00000001:00000010:2.0:1767328808.248673:0:208632:0:(nodemap_lproc.c:1454:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at 0000000030c10fd6. 02000000:00000010:3.0:1767328808.293169:0:208663:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000ecb0a043. 02000000:00000010:3.0:1767328808.293179:0:208663:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 1024 at 00000000daeaf15d. 02000000:00000010:3.0:1767328808.293183:0:208663:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000589f58f1. 02000000:00000010:3.0:1767328808.293197:0:208663:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 16384 at 00000000ea405445. 00000001:00000010:0.0:1767328810.032092:0:208720:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000ca20b4b2. 00000100:00000010:0.0:1767328810.032154:0:208720:0:(client.c:689:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at 00000000e9c1b4be. 00000020:00000010:0.0:1767328810.032216:0:208720:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000003bfe74b2. 00000020:00000010:0.0:1767328810.032251:0:208720:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000030a9241b. 00000020:00000010:0.0:1767328810.032268:0:208720:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000030a9241b. 00000020:00000010:2.0:1767328810.085985:0:208733:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000002ce57a8c. 00000020:00000010:0.0:1767328810.132541:0:208746:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000002d264f19. 00008000:02000000:0.0:1767328810.216511:0:208773:0:(echo_client.c:2570:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:0.0:1767328810.218990:0:208773:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000d350adc1. 00000020:00000010:0.0:1767328810.219433:0:208773:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000009375497d. 00000020:00000010:2.0:1767328810.308682:0:208796:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000c7880812. 00000020:00000010:3.0:1767328823.832668:0:209579:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000009142cade. 00000020:00000010:2.0:1767328823.877831:0:209592:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000c406ceda. 00000020:00000010:3.0:1767328823.929140:0:209605:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000f3a56ed7. 00000020:00000010:3.0:1767328823.929180:0:209605:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000655dd1a2. 00000020:00000010:2.0:1767328824.008214:0:209626:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000000f45a692. 00000020:00000010:2.0:1767328824.058055:0:209639:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000006b2421a1. 00000020:00000010:2.0:1767328824.058312:0:209639:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000424f06c6. 00000020:00000010:0.0:1767328824.111282:0:209654:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000002f961329. 00000020:00000010:0.0:1767328824.111316:0:209654:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000001147fea8. 00000020:00000010:0.0:1767328824.164352:0:209667:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at 00000000bfd83268. 00000020:00000010:0.0:1767328824.164363:0:209667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009018f1f8. 00000020:00000010:0.0:1767328824.164367:0:209667:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000315ec207. 00000020:00000010:0.0:1767328824.164370:0:209667:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000ce62867c. 00000008:00000010:0.0:1767328824.164380:0:209667:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000013040cf7. 00020000:00000010:0.0:1767328824.164384:0:209667:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000532336b2. 00008000:00000010:0.0:1767328824.164392:0:209667:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000e8a97a9b. 00000080:00000010:0.0:1767328824.164399:0:209667:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c299a589. 00000080:00000010:0.0:1767328824.164405:0:209667:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000509f1e35. 00000020:00000010:0.0:1767328824.164408:0:209667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038d77e07. 00000008:00000010:0.0:1767328824.164416:0:209667:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000005b21ac9c. 00020000:00000010:0.0:1767328824.164427:0:209667:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000008e48ca8d. 00008000:00000010:0.0:1767328824.164440:0:209667:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000004f9cad65. 00000080:00000010:0.0:1767328824.164446:0:209667:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000b303627e. 00000001:02000400:0.0:1767328844.568178:0:210582:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg209-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:02000400:2.0:1767328845.755923:0:210827:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg209-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0001-mdc-*.mds_server_uuid 00000001:02000400:0.0:1767328852.916189:0:211301:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg209-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000020:00000010:0.0:1767328853.022765:0:211329:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000a7adf89c. 00000020:00000010:0.0:1767328853.022772:0:211329:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 00000000e79d7c83. 00000020:00000010:0.0:1767328853.022778:0:211329:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 000000004bc2f88f. 00000020:00000010:0.0:1767328853.022804:0:211329:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 28 at 00000000c1759cb7. 00000020:00000010:0.0:1767328853.022807:0:211329:0:(obd_mount.c:1600:lmd_parse()) kmalloced '(lmd->lmd_profile)': 14 at 00000000a352e1c9. 00000020:00000010:0.0:1767328853.022809:0:211329:0:(obd_mount.c:1628:lmd_parse()) kmalloced '(lmd->lmd_opts)': 17 at 00000000db1abbe8. 00000020:00000010:0.0:1767328853.022821:0:211329:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 00000000d7097377. 00000020:00000010:0.0:1767328853.022824:0:211329:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 00000000568494c6. 00000020:00000010:0.0:1767328853.022830:0:211329:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 88 at 00000000025f38b4. 00000100:00000010:0.0:1767328853.022835:0:211329:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000392215f5. 00000400:00000200:0.0:1767328853.022837:0:211329:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1767328853.022840:0:211329:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.202.109@tcp 00000400:00000010:0.0:1767328853.022846:0:211329:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 000000002bb971db. 00000400:00000200:0.0:1767328853.022849:0:211329:0:(peer.c:264:lnet_peer_alloc()) 000000002bb971db nid 192.168.202.109@tcp 00000400:00000010:0.0:1767328853.022852:0:211329:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000039be6860. 00000400:00000200:0.0:1767328853.022854:0:211329:0:(peer.c:204:lnet_peer_net_alloc()) 0000000039be6860 net tcp 00000400:00000010:0.0:1767328853.022856:0:211329:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b71dfcbd. 00000400:00000200:0.0:1767328853.022859:0:211329:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b71dfcbd nid 192.168.202.109@tcp 00000400:00000200:0.0:1767328853.022864:0:211329:0:(peer.c:1093:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.109@tcp: -2 00000400:00000200:0.0:1767328853.022867:0:211329:0:(peer.c:1699:lnet_peer_attach_peer_ni()) peer 192.168.202.109@tcp NID 192.168.202.109@tcp flags 0x100001 00000400:00000200:0.0:1767328853.022881:0:211329:0:(peer.c:2465:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.109@tcp: 0 00000400:00000200:0.0:1767328853.022883:0:211329:0:(peer.c:2787:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767328853.022885:0:211329:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767328853.022887:0:211329:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.202.109@tcp NID 192.168.202.109@tcp: 0. pending discovery 00000020:00000010:0.0:1767328853.022889:0:211329:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 88 at 00000000025f38b4. 00000020:00000010:0.0:1767328853.022892:0:211329:0:(obd_mount.c:464:lustre_start_mgc()) kmalloced '(uuid)': 40 at 000000007a2ecfba. 00000020:00000010:0.0:1767328853.022896:0:211329:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 000000003426f837. 00000020:00000010:0.0:1767328853.022914:0:211329:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000244db03b. 00000020:00000010:0.0:1767328853.022921:0:211329:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000d7c31532. 00000020:00000010:0.0:1767328853.022936:0:211329:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 000000003426f837. 00000020:00000010:0.0:1767328853.022945:0:211329:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at 000000003426f837. 00000001:00000010:0.0:1767328853.022960:0:211329:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000001e43f50. 00000001:00000010:0.0:1767328853.022967:0:211329:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009a9a6250. 00000001:00000010:0.0:1767328853.022971:0:211329:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000929378bc. 00000001:00000010:0.0:1767328853.022975:0:211329:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001a8b8265. 00000001:00000010:0.0:1767328853.022977:0:211329:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000092fec645. 00000001:00000010:0.0:1767328853.022978:0:211329:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008941131b. 00000001:00000010:0.0:1767328853.022980:0:211329:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000090a1e80c. 00000001:00000010:0.0:1767328853.022982:0:211329:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e2dd2969. 00000001:00000010:0.0:1767328853.022985:0:211329:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a46cce46. 00000001:00000010:0.0:1767328853.023002:0:211329:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003119fa07. 00000001:00000010:0.0:1767328853.023012:0:211329:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bbaf83c0. 00000001:00000010:0.0:1767328853.023060:0:211329:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e2ef932f. 00000020:00000010:0.0:1767328853.023066:0:211329:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000232271b5. 00000020:00000010:0.0:1767328853.023070:0:211329:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c58cfed. 00000020:00000010:0.0:1767328853.023084:0:211329:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc0d1c54. 00000008:00000010:0.0:1767328853.023092:0:211329:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000bd56c7c9. 00020000:00000010:0.0:1767328853.023105:0:211329:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000036987074. 00008000:00000010:0.0:1767328853.023116:0:211329:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f5d09325. 00000080:00000010:0.0:1767328853.023129:0:211329:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000008d7eac94. 00000020:00000010:0.0:1767328853.023138:0:211329:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c883d92e. 00000020:00000010:0.0:1767328853.023146:0:211329:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b70d88c0. 00000040:00000010:0.0:1767328853.023154:0:211329:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008b489dcc. 00000020:00000010:0.0:1767328853.023167:0:211329:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000de4c797f. 00000020:00000010:0.0:1767328853.023177:0:211329:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b5a562d5. 00040000:00000010:0.0:1767328853.023183:0:211329:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b27bbe82. 00040000:00000010:0.0:1767328853.023189:0:211329:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000024dc58fa. 10000000:00000010:0.0:1767328853.023193:0:211329:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at 00000000f4ebe002. 00010000:00000010:0.0:1767328853.023211:0:211329:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000054342cac. 00000800:00000200:1.1F:1767328853.023217:0:208646:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (2) 00010000:00000010:0.0:1767328853.023223:0:211329:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000001b715f64. 00010000:00000010:0.0:1767328853.023240:0:211329:0:(ldlm_lockd.c:3355:ldlm_setup()) kmalloced '(ldlm_state)': 32 at 000000009fd64c3e. 00000100:00000010:0.0:1767328853.023369:0:211329:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000003031d851. 00000100:00000010:0.0:1767328853.023385:0:211329:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000c26e9e1c. 00000100:00000010:0.0:1767328853.023397:0:211329:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000007591fa2e. 00000100:00000010:0.0:1767328853.023405:0:211329:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000034adc666. 00000100:00000010:0.0:1767328853.023417:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000622b3a4. 00000100:00000010:0.0:1767328853.023423:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bc50eba9. 00000400:00000200:0.0:1767328853.023429:0:211329:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:0.0:1767328853.023458:0:211329:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002d0216b6. 00000020:00000010:0.0:1767328853.023462:0:211329:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000606ac11d. 00000100:00000010:0.0:1767328853.023496:0:211329:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006171f750. 00000100:00000010:0.0:1767328853.023500:0:211329:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000006534d5f8. 00000100:00000010:0.0:1767328853.023503:0:211329:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002c73c2ae. 00000100:00000010:0.0:1767328853.023505:0:211329:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000013540549. 00000100:00000010:0.0:1767328853.023507:0:211329:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000065f55ea8. 00000100:00000200:0.0:1767328853.023530:0:211329:0:(service.c:847:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:0.0:1767328853.023534:0:211329:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d2aa2abe. 00000100:00000010:2.0:1767328853.023744:0:211330:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b927beaa. 00000020:00000010:2.0:1767328853.023751:0:211330:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000dd0c4dc. 00000020:00000010:2.0:1767328853.023757:0:211330:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041e28e47. 00000020:00000010:2.0:1767328853.023760:0:211330:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007fca814c. 00000040:00000010:2.0:1767328853.023764:0:211330:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bec58ff4. 00000020:00000010:2.0:1767328853.023768:0:211330:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b87a6bda. 00000020:00000010:2.0:1767328853.023795:0:211330:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001aadece7. 00000020:00000010:2.0:1767328853.023800:0:211330:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000927f82c1. 80000000:00000010:2.0:1767328853.023804:0:211330:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b2212dd3. 40000000:00000010:2.0:1767328853.023806:0:211330:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cb54553b. 00100000:00000010:2.0:1767328853.023811:0:211330:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a5dc8bae. 00040000:00000010:2.0:1767328853.023814:0:211330:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a29ae520. 00040000:00000010:2.0:1767328853.023818:0:211330:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005d9a43b0. 00040000:00000010:2.0:1767328853.023821:0:211330:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000651f49cd. 00000004:00000010:2.0:1767328853.023825:0:211330:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000020cee287. 00000004:00000010:2.0:1767328853.023830:0:211330:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003e215c55. 00000004:00000010:2.0:1767328853.023834:0:211330:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a7eb4e83. 00002000:00000010:2.0:1767328853.023837:0:211330:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000469b1c27. 00000004:00000010:2.0:1767328853.023841:0:211330:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000051d1725d. 00000100:00000200:2.0:1767328853.023846:0:211330:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1767328853.023852:0:211330:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cb24dcd. 00000400:00000010:2.0:1767328853.023856:0:211330:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1c09258. 00000100:00000010:2.0:1767328853.023864:0:211330:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000007d3b7f2d. 00000100:00000200:2.0:1767328853.023878:0:211330:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767328853.023897:0:211329:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f89abc7a. 00000100:00000010:2.0:1767328853.024080:0:211331:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d71732e3. 00000020:00000010:2.0:1767328853.024084:0:211331:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a37ea516. 00000020:00000010:2.0:1767328853.024088:0:211331:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8b60e33. 00000020:00000010:2.0:1767328853.024096:0:211331:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c9f1c5dd. 00000040:00000010:2.0:1767328853.024099:0:211331:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000764c2190. 00000020:00000010:2.0:1767328853.024101:0:211331:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002170a8d5. 00000020:00000010:2.0:1767328853.024104:0:211331:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000090453b4. 00000020:00000010:2.0:1767328853.024106:0:211331:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a1962e12. 80000000:00000010:2.0:1767328853.024108:0:211331:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000095e6458. 40000000:00000010:2.0:1767328853.024109:0:211331:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007f508861. 00100000:00000010:2.0:1767328853.024113:0:211331:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a1a3b671. 00000800:00000010:3.0:1767328853.024116:0:208636:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000185f0aa1. 00040000:00000010:2.0:1767328853.024116:0:211331:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005e080e1c. 00040000:00000010:2.0:1767328853.024120:0:211331:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000015d707d1. 00000800:00000010:3.0:1767328853.024123:0:208636:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e901de28. 00040000:00000010:2.0:1767328853.024126:0:211331:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c1e5e09f. 00000004:00000010:2.0:1767328853.024130:0:211331:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000024971c0. 00000800:00000010:3.0:1767328853.024132:0:208636:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000888d38b9. 00000004:00000010:2.0:1767328853.024134:0:211331:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009fdc5750. 00000004:00000010:2.0:1767328853.024139:0:211331:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007a5a796d. 00002000:00000010:2.0:1767328853.024143:0:211331:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001dca55c5. 00000004:00000010:2.0:1767328853.024146:0:211331:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e2a2f1cc. 00000100:00000010:2.0:1767328853.024149:0:211331:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000dbfbfd23. 00000100:00000200:2.0:1767328853.024160:0:211331:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000800:00000010:3.0:1767328853.024177:0:208636:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000888d38b9. 00000100:00000010:0.0:1767328853.024181:0:211329:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000003756f6d8. 00000100:00000010:0.0:1767328853.024186:0:211329:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000017f4c66b. 00000100:00000010:0.0:1767328853.024199:0:211329:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000005c65d403. 00000100:00000010:0.0:1767328853.024206:0:211329:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000043be1080. 00000100:00000010:0.0:1767328853.024210:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099865869. 00000100:00000010:0.0:1767328853.024214:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000054c7a89c. 00000100:00000010:0.0:1767328853.024216:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d79a48fe. 00000100:00000010:0.0:1767328853.024221:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000067edc8d5. 00000100:00000010:0.0:1767328853.024223:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003bea3d0b. 00000100:00000010:0.0:1767328853.024227:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000164442be. 00000100:00000010:0.0:1767328853.024229:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4c22fb5. 00000100:00000010:0.0:1767328853.024233:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000065b0ada2. 00000100:00000010:0.0:1767328853.024235:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dfdac380. 00000100:00000010:0.0:1767328853.024239:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c8850c27. 00000100:00000010:0.0:1767328853.024240:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008439a164. 00000100:00000010:0.0:1767328853.024248:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e52a1275. 00000100:00000010:0.0:1767328853.024250:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b3ce8db. 00000100:00000010:0.0:1767328853.024254:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e3ee42c6. 00000100:00000010:0.0:1767328853.024256:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000897fcb8c. 00000100:00000010:0.0:1767328853.024260:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000044c69c4b. 00000100:00000010:0.0:1767328853.024262:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a9c3dd2. 00000100:00000010:0.0:1767328853.024265:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b986711f. 00000100:00000010:0.0:1767328853.024267:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008630ed47. 00000100:00000010:0.0:1767328853.024269:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007b5857b7. 00000100:00000010:0.0:1767328853.024271:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c67e430a. 00000100:00000010:0.0:1767328853.024274:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e9b447f4. 00000100:00000010:0.0:1767328853.024275:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc7858d6. 00000100:00000010:0.0:1767328853.024283:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009fcc728c. 00000100:00000010:0.0:1767328853.024285:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e07ca737. 00000100:00000010:0.0:1767328853.024288:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000025c0de6d. 00000100:00000010:0.0:1767328853.024290:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a213fa6. 00000100:00000010:0.0:1767328853.024293:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000742473c7. 00000100:00000010:0.0:1767328853.024295:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7a9e792. 00000100:00000010:0.0:1767328853.024298:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dff0c291. 00000100:00000010:0.0:1767328853.024299:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003440c412. 00000100:00000010:0.0:1767328853.024306:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000058273cc9. 00000100:00000010:0.0:1767328853.024308:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d39c7f9. 00000100:00000010:0.0:1767328853.024310:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000376116ab. 00000100:00000010:0.0:1767328853.024312:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000409cdf1c. 00000100:00000010:0.0:1767328853.024316:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004091fcdd. 00000100:00000010:0.0:1767328853.024318:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d587f04. 00000100:00000010:0.0:1767328853.024324:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f9aebd1d. 00000100:00000010:0.0:1767328853.024326:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019640141. 00000100:00000010:0.0:1767328853.024333:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000098fe4086. 00000100:00000010:0.0:1767328853.024336:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d2f8ee3. 00000100:00000010:0.0:1767328853.024339:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f030e309. 00000100:00000010:0.0:1767328853.024344:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022f41dd2. 00000100:00000010:0.0:1767328853.024348:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f284f410. 00000100:00000010:0.0:1767328853.024351:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008bb354bc. 00000100:00000010:0.0:1767328853.024357:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000000acbfab. 00000100:00000010:0.0:1767328853.024359:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000043fb2e3. 00000100:00000010:0.0:1767328853.024367:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000016a9e421. 00000100:00000010:0.0:1767328853.024370:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000083c4f98. 00000100:00000010:0.0:1767328853.024374:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002adb47f1. 00000100:00000010:0.0:1767328853.024376:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b1b2550. 00000100:00000010:0.0:1767328853.024380:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c2b68afa. 00000100:00000010:0.0:1767328853.024382:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036fcc3e7. 00000100:00000010:0.0:1767328853.024386:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e655e150. 00000100:00000010:0.0:1767328853.024388:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c0abeae. 00000100:00000010:0.0:1767328853.024396:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008c27bb71. 00000100:00000010:0.0:1767328853.024398:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e667562. 00000100:00000010:0.0:1767328853.024403:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002f6108da. 00000100:00000010:0.0:1767328853.024404:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006994ddfa. 00000100:00000010:0.0:1767328853.024408:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008c56ff89. 00000100:00000010:0.0:1767328853.024409:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063db6e7d. 00000100:00000010:0.0:1767328853.024413:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004e4fff5a. 00000100:00000010:0.0:1767328853.024414:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004de61246. 00000100:00000010:0.0:1767328853.024421:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005e4af07f. 00000100:00000010:0.0:1767328853.024424:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023e3a49b. 00000100:00000010:0.0:1767328853.024427:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002616f90c. 00000100:00000010:0.0:1767328853.024430:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b7f4524. 00000100:00000010:0.0:1767328853.024434:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000080ff919. 00000100:00000010:0.0:1767328853.024435:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f1dd630. 00000100:00000010:0.0:1767328853.024438:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000002914719. 00000100:00000010:0.0:1767328853.024439:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1756794. 00000100:00000010:0.0:1767328853.024446:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c096de98. 00000100:00000010:0.0:1767328853.024448:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b11ae41f. 00000100:00000010:0.0:1767328853.024454:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000608a18e8. 00000100:00000010:0.0:1767328853.024456:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2c73d7e. 00000100:00000010:0.0:1767328853.024459:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000162ab892. 00000100:00000010:0.0:1767328853.024461:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009bca6dd6. 00000100:00000010:0.0:1767328853.024464:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b72abbf6. 00000100:00000010:0.0:1767328853.024465:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a7e9031. 00000100:00000010:0.0:1767328853.024472:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007f7c1793. 00000100:00000010:0.0:1767328853.024474:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdf056fd. 00000100:00000010:0.0:1767328853.024477:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000362a8427. 00000100:00000010:0.0:1767328853.024478:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071cae2d8. 00000100:00000010:0.0:1767328853.024481:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d6d3f50f. 00000100:00000010:0.0:1767328853.024482:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003495d94e. 00000100:00000010:0.0:1767328853.024485:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000034e3d569. 00000100:00000010:0.0:1767328853.024487:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037167c5f. 00000100:00000010:0.0:1767328853.024493:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bfc7c9e2. 00000100:00000010:0.0:1767328853.024495:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e3b617d. 00000100:00000010:0.0:1767328853.024498:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007b69fe42. 00000100:00000010:0.0:1767328853.024499:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041a559c2. 00000100:00000010:0.0:1767328853.024502:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000044351a8c. 00000100:00000010:0.0:1767328853.024505:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e074cba. 00000100:00000010:0.0:1767328853.024507:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000947ded53. 00000100:00000010:0.0:1767328853.024509:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a7cd5cdb. 00000100:00000010:0.0:1767328853.024515:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002504bc4d. 00000100:00000010:0.0:1767328853.024517:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b7431d7. 00000100:00000010:0.0:1767328853.024520:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008d562f47. 00000100:00000010:0.0:1767328853.024522:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003da46348. 00000100:00000010:0.0:1767328853.024524:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dda64928. 00000100:00000010:0.0:1767328853.024526:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006552d4f1. 00000100:00000010:0.0:1767328853.024529:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000620c5f4. 00000100:00000010:0.0:1767328853.024531:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080942da3. 00000100:00000010:0.0:1767328853.024538:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c4b2b76a. 00000100:00000010:0.0:1767328853.024543:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c66120c9. 00000100:00000010:0.0:1767328853.024546:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000067231dd7. 00000100:00000010:0.0:1767328853.024549:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090faa59e. 00000100:00000010:0.0:1767328853.024553:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000791a3cb5. 00000100:00000010:0.0:1767328853.024555:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000864ce9ed. 00000100:00000010:0.0:1767328853.024560:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000499496fc. 00000100:00000010:0.0:1767328853.024564:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047d7eeda. 00000100:00000010:0.0:1767328853.024577:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cb65bd0a. 00000100:00000010:0.0:1767328853.024582:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b91cbe94. 00000100:00000010:0.0:1767328853.024586:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001a3b82a1. 00000100:00000010:0.0:1767328853.024589:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a253b69. 00000100:00000010:0.0:1767328853.024593:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001b77dc59. 00000100:00000010:0.0:1767328853.024597:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dbe32944. 00000100:00000010:0.0:1767328853.024601:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b1a2fd0f. 00000100:00000010:0.0:1767328853.024604:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002148bbac. 00000100:00000010:0.0:1767328853.024614:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005d642986. 00000100:00000010:0.0:1767328853.024618:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c530e06. 00000100:00000010:0.0:1767328853.024623:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000738d05bd. 00000100:00000010:0.0:1767328853.024624:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a806f308. 00000100:00000010:0.0:1767328853.024627:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000686da57a. 00000100:00000010:0.0:1767328853.024629:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001dc6d30f. 00000100:00000010:0.0:1767328853.024632:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a1052cdd. 00000100:00000010:0.0:1767328853.024634:0:211329:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c74963c5. 00000100:00000010:0.0:1767328853.024641:0:211329:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000064db36b8. 00000400:00000200:0.0:1767328853.024643:0:211329:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:0.0:1767328853.024667:0:211329:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000001a4569a1. 00000020:00000010:0.0:1767328853.024671:0:211329:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000c8f05451. 00000100:00000010:0.0:1767328853.024731:0:211329:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e0c4b876. 00000100:00000010:0.0:1767328853.024735:0:211329:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000cc5f427a. 00000100:00000010:0.0:1767328853.024738:0:211329:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002ced7f7f. 00000100:00000010:0.0:1767328853.024741:0:211329:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c38d988c. 00000100:00000010:0.0:1767328853.024742:0:211329:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000051dd29d4. 00000100:00000010:0.0:1767328853.024749:0:211329:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000000cc0a4b8. 00000100:00000010:0.0:1767328853.024751:0:211329:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d05105e8. 00000100:00000010:0.0:1767328853.024752:0:211329:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000c3257bc8. 00000100:00000010:0.0:1767328853.024754:0:211329:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000131a9b3c. 00000100:00000010:0.0:1767328853.024755:0:211329:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c2350d2e. 00000100:00000010:0.0:1767328853.024757:0:211329:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a3abc314. 00000800:00000200:3.1F:1767328853.024774:0:208636:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000200:0.0:1767328853.024796:0:211329:0:(service.c:847:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:0.0:1767328853.024803:0:211329:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000321d78fc. 00000800:00000200:3.1:1767328853.024804:0:208636:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.1:1767328853.024810:0:208636:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000246c10b type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767328853.024819:0:208636:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.109@tcp p 3.x 192.168.202.9 -> 192.168.202.109:988 incarnation:1767328831822503422 sched[0] 00000800:00000010:3.0:1767328853.024826:0:208636:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e901de28. 00000400:00000200:3.0:1767328853.024886:0:208636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.109:988 00000800:00000200:0.0:1767328853.024977:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767328853.024982:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000246c10b. 00000100:00000010:2.0:1767328853.024987:0:211332:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c6b0d872. 00000400:00000200:0.0:1767328853.024989:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767328853.024993:0:211332:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000091754dd6. 00000020:00000010:2.0:1767328853.025002:0:211332:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000442dc1bb. 00000020:00000010:2.0:1767328853.025009:0:211332:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000415c8b24. 00000400:00000200:0.0:1767328853.025010:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: GET: OK 00000020:00000010:2.0:1767328853.025050:0:211332:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000020752319. 00000040:00000010:2.0:1767328853.025053:0:211332:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008a6b280c. 00000020:00000010:2.0:1767328853.025058:0:211332:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fc483f83. 00000400:00000200:0.0:1767328853.025060:0:208641:0:(peer.c:3141:lnet_discovery_event_handler()) Received event: 5 00000020:00000010:2.0:1767328853.025061:0:211332:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000008e7712b. 00000020:00000010:2.0:1767328853.025067:0:211332:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a34e5023. 00000400:00000200:0.0:1767328853.025068:0:208641:0:(peer.c:3093:lnet_discovery_event_send()) Ping Send to 192.168.202.109@tcp: 0 80000000:00000010:2.0:1767328853.025073:0:211332:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008df3b025. 40000000:00000010:2.0:1767328853.025077:0:211332:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000739768f6. 00000008:00000010:2.0:1767328853.025093:0:211332:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000038090b0e. 00020000:00000010:2.0:1767328853.025097:0:211332:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000000f46b21. 00008000:00000010:2.0:1767328853.025108:0:211332:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000005985d063. 00100000:00000010:2.0:1767328853.025111:0:211332:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004593b85d. 00040000:00000010:2.0:1767328853.025116:0:211332:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000feca4b89. 00040000:00000010:2.0:1767328853.025119:0:211332:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c3202bad. 00040000:00000010:2.0:1767328853.025120:0:211332:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006985b4be. 00000004:00000010:2.0:1767328853.025122:0:211332:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bba31356. 00000004:00000010:2.0:1767328853.025125:0:211332:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000005ecbd87. 00000004:00000010:2.0:1767328853.025128:0:211332:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006e7b47c2. 00002000:00000010:2.0:1767328853.025130:0:211332:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000046a2d81c. 00000004:00000010:2.0:1767328853.025132:0:211332:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000abae7dd0. 00000080:00000010:2.0:1767328853.025138:0:211332:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000019edadb2. 00000080:00000010:2.0:1767328853.025150:0:211332:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000a28e11c7. 00000100:00000200:2.0:1767328853.025153:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025156:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000815e4fe2. 00000400:00000010:2.0:1767328853.025160:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003af1f5cd. 00000100:00000200:2.0:1767328853.025162:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025163:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009851e29c. 00000400:00000010:2.0:1767328853.025165:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2fde739. 00000100:00000200:2.0:1767328853.025166:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025167:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009662ac95. 00000400:00000010:2.0:1767328853.025168:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9891c00. 00000100:00000200:2.0:1767328853.025170:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025171:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe80fb73. 00000400:00000010:2.0:1767328853.025172:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003bef26ce. 00000100:00000200:2.0:1767328853.025173:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025174:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e46e3466. 00000400:00000010:2.0:1767328853.025176:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000f3b4b4. 00000100:00000200:2.0:1767328853.025177:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025178:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075e86cf6. 00000400:00000010:2.0:1767328853.025179:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000089e487e5. 00000100:00000200:2.0:1767328853.025181:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025182:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002ff6c65. 00000400:00000010:2.0:1767328853.025183:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e32e61e3. 00000100:00000200:2.0:1767328853.025184:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025185:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005539bba4. 00000400:00000010:2.0:1767328853.025186:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000198dabfe. 00000100:00000200:2.0:1767328853.025187:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025191:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a73abe0e. 00000400:00000010:2.0:1767328853.025193:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000623c34f7. 00000100:00000200:2.0:1767328853.025195:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025197:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f50a6565. 00000400:00000010:2.0:1767328853.025198:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009fd0a2f5. 00000100:00000200:2.0:1767328853.025200:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025202:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009561ce93. 00000400:00000010:2.0:1767328853.025203:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ac45752. 00000100:00000200:2.0:1767328853.025204:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025205:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0ab0772. 00000400:00000010:2.0:1767328853.025207:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c13a148. 00000100:00000200:2.0:1767328853.025209:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025210:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002718f1cc. 00000400:00000010:2.0:1767328853.025212:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007186900a. 00000100:00000200:2.0:1767328853.025213:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025214:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b5ca5b6. 00000400:00000010:2.0:1767328853.025216:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be3e42ee. 00000100:00000200:2.0:1767328853.025218:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025220:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f440544. 00000400:00000010:2.0:1767328853.025221:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a837cbf9. 00000100:00000200:2.0:1767328853.025223:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025226:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c26cbdb. 00000400:00000010:2.0:1767328853.025227:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000063c3ba79. 00000100:00000200:2.0:1767328853.025228:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025229:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000568d5c8d. 00000400:00000010:2.0:1767328853.025230:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce147660. 00000100:00000200:2.0:1767328853.025232:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025233:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006aab58b6. 00000400:00000010:2.0:1767328853.025235:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3709163. 00000100:00000200:2.0:1767328853.025237:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025238:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f0276b1. 00000400:00000010:2.0:1767328853.025239:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb33f62c. 00000100:00000200:2.0:1767328853.025240:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025241:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fb4952c. 00000400:00000010:2.0:1767328853.025242:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b37a26a2. 00000100:00000200:2.0:1767328853.025247:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025249:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bae85e0f. 00000400:00000010:2.0:1767328853.025251:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b866a74. 00000100:00000200:2.0:1767328853.025252:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025254:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005fbcecd7. 00000400:00000010:2.0:1767328853.025258:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000080bf7bd9. 00000100:00000200:2.0:1767328853.025260:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025262:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000171b344c. 00000400:00000010:2.0:1767328853.025264:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f9bb5b5. 00000100:00000200:2.0:1767328853.025265:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025266:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f0aa52d. 00000400:00000010:2.0:1767328853.025269:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a7fa405. 00000100:00000200:2.0:1767328853.025270:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025271:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b3bf908. 00000400:00000010:2.0:1767328853.025273:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006586a79f. 00000100:00000200:2.0:1767328853.025274:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025275:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2a6cf99. 00000400:00000010:2.0:1767328853.025277:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002171b6d3. 00000100:00000200:2.0:1767328853.025278:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025279:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e3f751b. 00000400:00000010:2.0:1767328853.025280:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000075eb752. 00000100:00000200:2.0:1767328853.025281:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025282:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2bcbf3c. 00000400:00000010:2.0:1767328853.025284:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6061cf7. 00000100:00000200:2.0:1767328853.025285:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025286:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc715395. 00000400:00000010:2.0:1767328853.025287:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026e19397. 00000100:00000200:2.0:1767328853.025288:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025289:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abf5cada. 00000400:00000010:2.0:1767328853.025290:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000269e90ba. 00000100:00000200:2.0:1767328853.025291:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025292:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c689641e. 00000400:00000010:2.0:1767328853.025294:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2e031e9. 00000100:00000200:2.0:1767328853.025295:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025296:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfc0dcb5. 00000400:00000010:2.0:1767328853.025300:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000039a98338. 00000100:00000200:2.0:1767328853.025301:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025302:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003421642d. 00000400:00000010:2.0:1767328853.025304:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e19247b9. 00000100:00000200:2.0:1767328853.025305:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025306:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec54148f. 00000400:00000010:2.0:1767328853.025307:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062637749. 00000100:00000200:2.0:1767328853.025309:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025310:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc635efc. 00000400:00000010:2.0:1767328853.025312:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebd69e62. 00000800:00000010:3.0:1767328853.025314:0:208636:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000efec7a77. 00000100:00000200:2.0:1767328853.025314:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025318:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e7dd78a. 00000800:00000010:3.0:1767328853.025321:0:208636:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e901de28. 00000400:00000010:2.0:1767328853.025322:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000293f0621. 00000100:00000200:2.0:1767328853.025326:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000010:3.0:1767328853.025329:0:208636:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000888d38b9. 00000400:00000010:2.0:1767328853.025329:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a17cb022. 00000400:00000010:2.0:1767328853.025332:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070aa9b7c. 00000100:00000200:2.0:1767328853.025337:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025339:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b142b155. 00000400:00000010:2.0:1767328853.025341:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000151b13bb. 00000100:00000200:2.0:1767328853.025343:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000010:3.0:1767328853.025344:0:208636:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000888d38b9. 00000400:00000010:2.0:1767328853.025345:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012a13648. 00000400:00000010:2.0:1767328853.025349:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d92cb6b8. 00000100:00000200:2.0:1767328853.025353:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025354:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a310c12. 00000400:00000010:2.0:1767328853.025356:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dda4ab0e. 00000100:00000200:2.0:1767328853.025358:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025359:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcbba02a. 00000400:00000010:2.0:1767328853.025361:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d01204d. 00000100:00000200:2.0:1767328853.025362:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025363:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002269d752. 00000400:00000010:2.0:1767328853.025364:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c70cd39. 00000100:00000200:2.0:1767328853.025365:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025366:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5712eb0. 00000400:00000010:2.0:1767328853.025367:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000170320f0. 00000100:00000200:2.0:1767328853.025369:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025376:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5f054c5. 00000400:00000010:2.0:1767328853.025378:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddb34ca3. 00000100:00000200:2.0:1767328853.025380:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025381:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1571650. 00000400:00000010:2.0:1767328853.025384:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0c03914. 00000100:00000200:2.0:1767328853.025385:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025386:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d77929f. 00000400:00000010:2.0:1767328853.025388:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ead084e. 00000100:00000200:2.0:1767328853.025389:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025390:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e80a8b5a. 00000400:00000010:2.0:1767328853.025391:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f19fce2a. 00000100:00000200:2.0:1767328853.025392:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025393:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcc6247e. 00000400:00000010:2.0:1767328853.025395:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dff2413d. 00000100:00000200:2.0:1767328853.025396:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025397:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046193bb3. 00000400:00000010:2.0:1767328853.025399:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004346ace. 00000100:00000200:2.0:1767328853.025400:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025401:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006601e1d0. 00000400:00000010:2.0:1767328853.025402:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000039419d20. 00000100:00000200:2.0:1767328853.025404:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025406:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a769a05f. 00000400:00000010:2.0:1767328853.025407:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ab43d4a. 00000100:00000200:2.0:1767328853.025408:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025409:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc816a19. 00000400:00000010:2.0:1767328853.025410:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba96b940. 00000100:00000200:2.0:1767328853.025412:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025413:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028522b98. 00000400:00000010:2.0:1767328853.025414:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004d4aaa24. 00000100:00000200:2.0:1767328853.025415:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025416:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002592091d. 00000400:00000010:2.0:1767328853.025418:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000352a1503. 00000100:00000200:2.0:1767328853.025420:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025421:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dc4fbee. 00000400:00000010:2.0:1767328853.025422:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec4aa6b1. 00000100:00000200:2.0:1767328853.025427:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025428:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012401a5d. 00000400:00000010:2.0:1767328853.025430:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d3174df. 00000100:00000200:2.0:1767328853.025432:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025433:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000717be2e8. 00000400:00000010:2.0:1767328853.025435:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6cf68d6. 00000100:00000200:2.0:1767328853.025436:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025437:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ed34c7. 00000400:00000010:2.0:1767328853.025438:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048a78b11. 00000100:00000200:2.0:1767328853.025439:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025440:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff887af0. 00000400:00000010:2.0:1767328853.025441:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047d96d41. 00000100:00000200:2.0:1767328853.025443:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025444:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075a26345. 00000400:00000010:2.0:1767328853.025445:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000716cb7b8. 00000100:00000200:2.0:1767328853.025446:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025447:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0e93ba3. 00000400:00000010:2.0:1767328853.025448:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007861b6a5. 00000100:00000200:2.0:1767328853.025449:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025450:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008584bf77. 00000400:00000010:2.0:1767328853.025452:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f13fb348. 00000100:00000200:2.0:1767328853.025454:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025455:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078f945bf. 00000400:00000010:2.0:1767328853.025456:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ae696bf. 00000100:00000200:2.0:1767328853.025457:0:211332:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767328853.025458:0:211332:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4d8a791. 00000400:00000010:2.0:1767328853.025460:0:211332:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8cf03b1. 00000100:00000010:2.0:1767328853.025462:0:211332:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000003ec40adf. 00000100:00000200:2.0:1767328853.025475:0:211332:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000400:00000200:0.0:1767328853.025512:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : REPLY - for me 00000400:00000200:0.0:1767328853.025542:0:208643:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.9@tcp: Reply from 12345-192.168.202.109@tcp of length 48/48 into md 0x9 00000400:00000200:0.0:1767328853.025557:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328853.025561:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: REPLY: OK 00000400:00000200:0.0:1767328853.025570:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036ed7076 00000400:00000010:0.0:1767328853.025573:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036ed7076. 00000400:00000200:0.0:1767328853.025581:0:208643:0:(peer.c:3141:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767328853.025586:0:208643:0:(peer.c:2971:lnet_discovery_event_reply()) Peer 192.168.202.109@tcp has discovery enabled 00000400:00000200:0.0:1767328853.025593:0:208643:0:(peer.c:2983:lnet_discovery_event_reply()) peer 192.168.202.109@tcp(000000002bb971db) is MR 00000400:00000200:0.0:1767328853.025598:0:208643:0:(peer.c:3052:lnet_discovery_event_reply()) peer 192.168.202.109@tcp data present 363512030. state = 0x100241 00000400:00000200:0.0:1767328853.025608:0:208643:0:(peer.c:2465:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.109@tcp: -114 00000400:00000200:2.0:1767328853.025643:0:208646:0:(peer.c:4048:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767328853.025649:0:208646:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.202.109@tcp(000000002bb971db) state 0x1000c1 00000400:00000010:2.0:1767328853.025657:0:208646:0:(peer.c:3325:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000262f78e2. 00000400:00000010:2.0:1767328853.025659:0:208646:0:(peer.c:3326:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000856f96ca. 00000400:00000010:2.0:1767328853.025660:0:208646:0:(peer.c:3327:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000c82476fc. 00000400:00000010:2.0:1767328853.025664:0:208646:0:(peer.c:3465:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000262f78e2. 00000400:00000010:2.0:1767328853.025672:0:208646:0:(peer.c:3466:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000856f96ca. 00000400:00000010:2.0:1767328853.025673:0:208646:0:(peer.c:3467:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000c82476fc. 00000400:00000010:2.0:1767328853.025675:0:208646:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000074b91b64. 00000400:00000200:2.0:1767328853.025678:0:208646:0:(peer.c:3470:lnet_peer_merge_data()) peer 192.168.202.109@tcp (000000002bb971db): 0 00000400:00000200:2.0:1767328853.025680:0:208646:0:(peer.c:3774:lnet_peer_data_present()) peer 192.168.202.109@tcp(000000002bb971db): 0. state = 0x100141 00000400:00000200:2.0:1767328853.025683:0:208646:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.202.109@tcp(000000002bb971db) state 0x100141 rc 1 00000400:00000200:2.0:1767328853.025685:0:208646:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.202.109@tcp(000000002bb971db) state 0x100141 00000400:00000010:2.0:1767328853.025689:0:208646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f78a8952. 00000100:00000010:3.0:1767328853.025701:0:211333:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000888d38b9. 00000020:00000010:3.0:1767328853.025707:0:211333:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d016f606. 00000400:00000010:2.0:1767328853.025707:0:208646:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000759a0460. 00000020:00000010:3.0:1767328853.025711:0:211333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d0d4f00. 00000400:00000200:2.0:1767328853.025715:0:208646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000020:00000010:3.0:1767328853.025717:0:211333:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000006d6f2ee. 00000020:00000010:3.0:1767328853.025721:0:211333:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000d1495d57. 00000040:00000010:3.0:1767328853.025724:0:211333:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003370a2de. 00000400:00000200:2.0:1767328853.025724:0:208646:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000020:00000010:3.0:1767328853.025729:0:211333:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bdc42a6a. 00000400:00000200:2.0:1767328853.025734:0:208646:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [2:2:256:4294967295] 192.168.202.109@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:2.0:1767328853.025738:0:208646:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.109@tcp 00000400:00000200:2.0:1767328853.025742:0:208646:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767328853.025745:0:208646:0:(socklnd_cb.c:1001:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767328853.025748:0:208646:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a7e8567. 00000020:00000010:3.0:1767328853.025750:0:211333:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000086b8d642. 00000800:00000200:2.0:1767328853.025754:0:208646:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (3) 00000020:00000010:3.0:1767328853.025756:0:211333:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000315e0494. 00000800:00000200:2.0:1767328853.025760:0:208646:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 80000000:00000010:3.0:1767328853.025761:0:211333:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006c862011. 40000000:00000010:3.0:1767328853.025765:0:211333:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005c0209bf. 00000800:00000200:2.0:1767328853.025766:0:208646:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009a7e8567 type 1, nob 144 niov 1 nkiov 1 00000008:00000010:3.0:1767328853.025775:0:211333:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000002e10cbf7. 00020000:00000010:3.0:1767328853.025779:0:211333:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000dd320dce. 00000400:00000200:2.0:1767328853.025794:0:208646:0:(peer.c:3982:lnet_peer_send_push()) peer 192.168.202.109@tcp 00000400:00000200:2.0:1767328853.025797:0:208646:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.202.109@tcp(000000002bb971db) state 0x100541 rc 0 00008000:00000010:3.0:1767328853.025810:0:211333:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000119af72d. 00100000:00000010:3.0:1767328853.025816:0:211333:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001657704e. 00040000:00000010:3.0:1767328853.025819:0:211333:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007a2ddaab. 00040000:00000010:3.0:1767328853.025822:0:211333:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002469ab4e. 00040000:00000010:3.0:1767328853.025824:0:211333:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000813058df. 00000004:00000010:3.0:1767328853.025827:0:211333:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003fecdc5a. 00000004:00000010:3.0:1767328853.025830:0:211333:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000049b462c6. 00000004:00000010:3.0:1767328853.025834:0:211333:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a92534aa. 00002000:00000010:3.0:1767328853.025838:0:211333:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ff4211b1. 00000800:00000200:0.0:1767328853.025848:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767328853.025851:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a7e8567. 00000400:00000200:0.0:1767328853.025855:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328853.025859:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328853.025861:0:208642:0:(peer.c:3141:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767328853.025863:0:208642:0:(peer.c:3093:lnet_discovery_event_send()) Push Send to 192.168.202.109@tcp: 0 00000004:00000010:3.0:1767328853.025889:0:211333:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000038563be9. 00000080:00000010:3.0:1767328853.025931:0:211333:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000cb39f5fb. 00000080:00000010:3.0:1767328853.026094:0:211333:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000aa3d75a6. 00000800:00000200:0.1F:1767328853.026097:0:208636:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000100:00000010:3.0:1767328853.026101:0:211333:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000006aabc64c. 00000800:00000200:0.0:1767328853.026112:0:208636:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.109@tcp p 3.x 192.168.202.9 -> 192.168.202.109:988 incarnation:1767328831822503422 sched[0] 00000100:00000200:3.0:1767328853.026122:0:211333:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000800:00000010:0.0:1767328853.026129:0:208636:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e901de28. 00000400:00000200:0.0:1767328853.026211:0:208636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.109:988 00000400:00000200:0.0:1767328853.026258:0:208636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.109:988 00000100:00000010:3.0:1767328853.026330:0:211334:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009428a130. 00000020:00000010:3.0:1767328853.026336:0:211334:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000017cf9930. 00000020:00000010:3.0:1767328853.026341:0:211334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1649e22. 00000020:00000010:3.0:1767328853.026347:0:211334:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000079b0a6a7. 00000020:00000010:3.0:1767328853.026353:0:211334:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000000124c541. 00000040:00000010:3.0:1767328853.026359:0:211334:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d86a4079. 00000020:00000010:3.0:1767328853.026403:0:211334:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000072fe1cba. 00000020:00000010:3.0:1767328853.026407:0:211334:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000012262244. 00000020:00000010:3.0:1767328853.026409:0:211334:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000053a2b34d. 80000000:00000010:3.0:1767328853.026412:0:211334:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000046d2cbf1. 40000000:00000010:3.0:1767328853.026414:0:211334:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005af3bf99. 00000008:00000010:3.0:1767328853.026417:0:211334:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000ec2b8008. 00020000:00000010:3.0:1767328853.026419:0:211334:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000003822a3b3. 00000400:00000200:2.0:1767328853.026420:0:208646:0:(peer.c:4048:lnet_peer_discovery_wait_for_work()) woken: 0 00008000:00000010:3.0:1767328853.026421:0:211334:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000009826c7e3. 00100000:00000010:3.0:1767328853.026426:0:211334:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000083b168b. 00000400:00000200:2.0:1767328853.026426:0:208646:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.202.109@tcp(000000002bb971db) state 0x100141 00040000:00000010:3.0:1767328853.026429:0:211334:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d1d3949a. 00000400:00000200:2.0:1767328853.026433:0:208646:0:(peer.c:3904:lnet_peer_discovered()) peer 192.168.202.109@tcp 00040000:00000010:3.0:1767328853.026435:0:211334:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000018ffbe1b. 00000400:00000200:2.0:1767328853.026436:0:208646:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.202.109@tcp(000000002bb971db) state 0x100111 rc 0 00040000:00000010:3.0:1767328853.026440:0:211334:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001dc203a7. 00000400:00000200:2.0:1767328853.026444:0:208646:0:(peer.c:2481:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.109@tcp 00000004:00000010:3.0:1767328853.026445:0:211334:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008ce90283. 00000004:00000010:3.0:1767328853.026450:0:211334:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000763821b8. 00000004:00000010:3.0:1767328853.026452:0:211334:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007a16c732. 00002000:00000010:3.0:1767328853.026454:0:211334:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f259a3be. 00000004:00000010:3.0:1767328853.026456:0:211334:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a8d5a3df. 00000080:00000010:3.0:1767328853.026457:0:211334:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000007d2458cf. 00000080:00000010:3.0:1767328853.026459:0:211334:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000002e7a186e. 00000100:00000010:3.0:1767328853.026462:0:211334:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000054798f61. 00000100:00000200:3.0:1767328853.026516:0:211334:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000400:00000200:0.0:1767328853.026545:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767328853.026557:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767328853.026568:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.109@tcp of length 48/48 into md 0x5 [1] + 0 00000400:00000010:0.0:1767328853.026573:0:208642:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008697ac85. 00000400:00000200:0.0:1767328853.026579:0:208642:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fe3fde9b 00000400:00000200:0.0:1767328853.026612:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328853.026619:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328853.026624:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe3fde9b 00000400:00000010:0.0:1767328853.026625:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe3fde9b. 00000400:00000200:0.0:1767328853.026629:0:208642:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767328853.026636:0:208642:0:(peer.c:2630:lnet_peer_push_event()) peer 192.168.202.109@tcp(000000002bb971db) is MR 00000400:00000010:0.0:1767328853.026640:0:208642:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 0000000091f50cbb. 00000400:00000200:0.0:1767328853.026643:0:208642:0:(peer.c:2704:lnet_peer_push_event()) Received Push 192.168.202.109@tcp 363512030 00000400:00000200:0.0:1767328853.026653:0:208642:0:(peer.c:2465:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.109@tcp: 0 00000400:00000200:0.0:1767328853.026658:0:208642:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767328853.026663:0:208642:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767328853.026671:0:208642:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [3:3:256:4294967295] 192.168.202.109@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:0.0:1767328853.026682:0:208642:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) 192.168.202.109@tcp : ACK try# 0 00000400:00000200:2.0:1767328853.026693:0:208646:0:(peer.c:4048:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767328853.026693:0:208642:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767328853.026705:0:208646:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018db2ea1. 00000800:00000010:0.0:1767328853.026706:0:208642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d94add08. 00000400:00000010:2.0:1767328853.026717:0:208646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa8ac1de. 00000800:00000200:0.0:1767328853.026718:0:208642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (4) 00000400:00000200:2.0:1767328853.026728:0:208646:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000440c085f 00000800:00000200:0.0:1767328853.026734:0:208642:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767328853.026738:0:208642:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d94add08 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767328853.026741:0:208646:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.202.109@tcp(000000002bb971db) state 0x1000d1 00000400:00000010:2.0:1767328853.026757:0:208646:0:(peer.c:3325:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000262f78e2. 00000400:00000010:2.0:1767328853.026760:0:208646:0:(peer.c:3326:lnet_peer_merge_data()) alloc '(addnis)': 48 at 000000009537ac6a. 00000400:00000010:2.0:1767328853.026766:0:208646:0:(peer.c:3327:lnet_peer_merge_data()) alloc '(delnis)': 40 at 000000008cbf8ff1. 00000400:00000010:2.0:1767328853.026771:0:208646:0:(peer.c:3465:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000262f78e2. 00000400:00000010:2.0:1767328853.026776:0:208646:0:(peer.c:3466:lnet_peer_merge_data()) kfreed 'addnis': 48 at 000000009537ac6a. 00000400:00000010:2.0:1767328853.026780:0:208646:0:(peer.c:3467:lnet_peer_merge_data()) kfreed 'delnis': 40 at 000000008cbf8ff1. 00000800:00000200:0.0:1767328853.026794:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767328853.026798:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d94add08. 00000400:00000010:2.0:1767328853.026803:0:208646:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 0000000091f50cbb. 00000400:00000200:0.0:1767328853.026806:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328853.026812:0:208646:0:(peer.c:3470:lnet_peer_merge_data()) peer 192.168.202.109@tcp (000000002bb971db): 0 00000400:00000200:2.0:1767328853.026826:0:208646:0:(peer.c:3774:lnet_peer_data_present()) peer 192.168.202.109@tcp(000000002bb971db): 0. state = 0x100151 00000400:00000200:0.0:1767328853.026827:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: ACK: OK 00000400:00000200:2.0:1767328853.026845:0:208646:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.202.109@tcp(000000002bb971db) state 0x100151 rc 1 00000400:00000200:2.0:1767328853.026853:0:208646:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.202.109@tcp(000000002bb971db) state 0x100151 00000400:00000200:2.0:1767328853.026857:0:208646:0:(peer.c:3904:lnet_peer_discovered()) peer 192.168.202.109@tcp 00000400:00000200:2.0:1767328853.026860:0:208646:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.202.109@tcp(000000002bb971db) state 0x100111 rc 0 00000400:00000200:2.0:1767328853.026864:0:208646:0:(peer.c:2481:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.109@tcp 00010000:00000010:3.0:1767328853.026866:0:211335:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 0000000099a892c0. 00000020:00000010:3.0:1767328853.026871:0:211335:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0e01794. 00000020:00000010:3.0:1767328853.026874:0:211335:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e85a3663. 00000020:00000010:3.0:1767328853.026877:0:211335:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000257aa633. 00000020:00000010:3.0:1767328853.026879:0:211335:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b13f4177. 00000020:00000010:3.0:1767328853.026887:0:211335:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003c929aa7. 80000000:00000010:3.0:1767328853.026889:0:211335:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000707f7697. 40000000:00000010:3.0:1767328853.026890:0:211335:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fc5ae0ab. 00100000:00000010:3.0:1767328853.026893:0:211335:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000071edd8. 00040000:00000010:3.0:1767328853.026895:0:211335:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a2a6bbea. 00040000:00000010:3.0:1767328853.026897:0:211335:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009cff6d8c. 00002000:00000010:3.0:1767328853.026899:0:211335:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000033b37afc. 00000020:00000010:3.0:1767328853.026901:0:211335:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ef4bf7fd. 00010000:00000010:2.0:1767328853.027197:0:211336:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 000000009537ac6a. 00000020:00000010:2.0:1767328853.027201:0:211336:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ef6d106. 00000020:00000010:2.0:1767328853.027204:0:211336:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006e858bdd. 00000020:00000010:2.0:1767328853.027207:0:211336:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bebe8a9f. 00000020:00000010:2.0:1767328853.027210:0:211336:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f01e11c8. 00000020:00000010:2.0:1767328853.027212:0:211336:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004e377ebf. 80000000:00000010:2.0:1767328853.027215:0:211336:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003f745520. 40000000:00000010:2.0:1767328853.027217:0:211336:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000262f78e2. 00100000:00000010:2.0:1767328853.027221:0:211336:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c96b9afb. 00040000:00000010:2.0:1767328853.027224:0:211336:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d020b968. 00040000:00000010:2.0:1767328853.027227:0:211336:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007c20ffc2. 00002000:00000010:2.0:1767328853.027230:0:211336:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d32fd740. 00000020:00000010:2.0:1767328853.027232:0:211336:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f8b3d4d9. 00000020:00000010:2.0:1767328853.027401:0:211337:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3dda11a. 00000020:00000010:2.0:1767328853.027406:0:211337:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000001e9e655. 00000040:00000010:2.0:1767328853.027411:0:211337:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000a17f38d. 00000020:00000010:2.0:1767328853.027416:0:211337:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001f669ae3. 00000020:00000010:2.0:1767328853.027420:0:211337:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003a338140. 00000020:00000010:2.0:1767328853.027430:0:211337:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e2c1d548. 00000800:00000200:1.1:1767328853.027430:0:208636:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 80000000:00000010:2.0:1767328853.027434:0:211337:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009e3ab3f3. 40000000:00000010:2.0:1767328853.027441:0:211337:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b5e0eb8a. 00100000:00000010:2.0:1767328853.027449:0:211337:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000068298773. 00040000:00000010:2.0:1767328853.027455:0:211337:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009a7e8567. 00040000:00000010:2.0:1767328853.027459:0:211337:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008056ef77. 00040000:00000010:2.0:1767328853.027463:0:211337:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fc593c72. 00000004:00000010:2.0:1767328853.027467:0:211337:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000693f69e6. 00000004:00000010:2.0:1767328853.027472:0:211337:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005f4160fd. 00000004:00000010:2.0:1767328853.027475:0:211337:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000057260ccd. 00002000:00000010:2.0:1767328853.027480:0:211337:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000767f53ed. 00000004:00000010:2.0:1767328853.027484:0:211337:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b7b410c8. 00000020:00000010:2.0:1767328853.027490:0:211337:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ccae36b7. 00000020:00000010:3.0:1767328853.028216:0:208647:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f4208a1b. 00000020:00000010:3.0:1767328853.028222:0:208647:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008e4bbf7e. 80000000:00000010:3.0:1767328853.028225:0:208647:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003cd60086. 40000000:00000010:3.0:1767328853.028233:0:208647:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000085b6aef7. 00000008:00000010:3.0:1767328853.028237:0:208647:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000039e2f058. 00020000:00000010:3.0:1767328853.028244:0:208647:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000002fc7153e. 00008000:00000010:3.0:1767328853.028248:0:208647:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000081daac48. 00100000:00000010:3.0:1767328853.028255:0:208647:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bcbb32a5. 00040000:00000010:3.0:1767328853.028259:0:208647:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000040c16796. 00040000:00000010:3.0:1767328853.028263:0:208647:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d572d203. 00040000:00000010:3.0:1767328853.028268:0:208647:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003de0ecb6. 00000004:00000010:3.0:1767328853.028272:0:208647:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000043ea7f43. 00000004:00000010:3.0:1767328853.028276:0:208647:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fdb1f21b. 00000004:00000010:3.0:1767328853.028281:0:208647:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ac63f1dc. 00002000:00000010:3.0:1767328853.028285:0:208647:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f7407e03. 00000004:00000010:3.0:1767328853.028289:0:208647:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b328435d. 00000080:00000010:3.0:1767328853.028293:0:208647:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c5b71124. 00000080:00000010:3.0:1767328853.028298:0:208647:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000f5c67dec. 00000008:00000010:3.0:1767328853.028315:0:208647:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000d924de32. 00020000:00000010:3.0:1767328853.028329:0:208647:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000ab285de5. 00008000:00000010:3.0:1767328853.028357:0:208647:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000008ba34ad8. 00000080:00000010:3.0:1767328853.028373:0:208647:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000044f70491. 02000000:00000010:3.0:1767328853.028397:0:208647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005ccf53d7. 00000400:00000010:3.0:1767328853.028404:0:208647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d84c6c2c. 00000400:00000010:3.0:1767328853.028417:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd8b4466. 00000100:00000200:3.0:1767328853.028427:0:208647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572177536, portal 25 00000400:00000010:3.0:1767328853.028434:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d929a2. 00000100:00000200:3.0:1767328853.028437:0:208647:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853178572177536, offset 0 00000400:00000200:3.0:1767328853.028457:0:208647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328853.028466:0:208647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767328853.028468:0:208647:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767328853.028472:0:208647:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767328853.028478:0:208647:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767328853.028481:0:208647:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767328853.028485:0:208647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [4:4:256:4294967295] 192.168.202.109@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:3.0:1767328853.028497:0:208647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767328853.028500:0:208647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767328853.028505:0:208647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d143c111. 00000800:00000200:3.0:1767328853.028510:0:208647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767328853.028518:0:208647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767328853.028520:0:208647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d143c111 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:3.0:1767328853.028535:0:208647:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002576172e. 00000100:00000010:3.0:1767328853.028552:0:208647:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9c8f7ac. 00000100:00000010:3.0:1767328853.028566:0:208647:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002bed35d3. 00000100:00000010:3.0:1767328853.028572:0:208647:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024dc0b91. 00000800:00000200:3.0:1767328853.028646:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328853.028650:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d143c111. 00000400:00000200:3.0:1767328853.028654:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328853.028657:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328853.028660:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d929a2 00000400:00000010:3.0:1767328853.028664:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d929a2. 00000100:00000200:3.0:1767328853.028676:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000204bbe02 x1853178572177536/t0(0) o250->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1767328863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767328853.029799:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328853.029812:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 416 into portal 25 MB=0x69574c2800080 00000400:00000200:2.0:1767328853.029822:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 416/416 into md 0x119 [1] + 0 00000400:00000200:2.0:1767328853.029839:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328853.029844:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:2.0:1767328853.029852:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000204bbe02 x1853178572177536/t0(0) o250->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1767328863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328853.032082:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328853.032090:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 344 into portal 25 MB=0x69574c2800100 00000400:00000200:3.0:1767328853.032105:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 344/344 into md 0x121 [1] + 224 00000400:00000200:3.0:1767328853.032114:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328853.032118:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:3.0:1767328853.032124:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006121439a x1853178572177664/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328869 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767328853.032516:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767328853.032520:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b59976db. 00000400:00000200:2.0:1767328853.032523:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328853.032527:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767328853.032529:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c86e3c6 00000400:00000010:2.0:1767328853.032531:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c86e3c6. 00000100:00000200:2.0:1767328853.032536:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006121439a x1853178572177792/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328869 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328853.033357:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328853.033364:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 272 into portal 25 MB=0x69574c2800180 00000400:00000200:3.0:1767328853.033369:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 272/272 into md 0x129 [1] + 224 00000400:00000200:3.0:1767328853.033379:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328853.033381:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:3.0:1767328853.033386:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006121439a x1853178572177792/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328869 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767328853.033772:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328853.033775:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b59976db. 00000400:00000200:3.0:1767328853.033778:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328853.033792:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328853.033796:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002044f8ff 00000400:00000010:3.0:1767328853.033805:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002044f8ff. 00000100:00000200:3.0:1767328853.033811:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006121439a x1853178572177920/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328869 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767328853.034678:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328853.034685:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 344 into portal 25 MB=0x69574c2800200 00000400:00000200:2.0:1767328853.034690:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 344/344 into md 0x131 [1] + 224 00000400:00000200:2.0:1767328853.034706:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328853.034709:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:2.0:1767328853.034713:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006121439a x1853178572177920/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328869 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767328853.035106:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767328853.035111:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b59976db. 00000400:00000200:0.0:1767328853.035118:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328853.035123:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328853.035127:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b25755 00000400:00000010:0.0:1767328853.035129:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048b25755. 00000100:00000200:0.0:1767328853.035137:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006121439a x1853178572178048/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328869 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328853.036111:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328853.036118:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 272 into portal 25 MB=0x69574c2800280 00000400:00000200:3.0:1767328853.036123:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 272/272 into md 0x139 [1] + 224 00000400:00000200:3.0:1767328853.036129:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328853.036132:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:3.0:1767328853.036137:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006121439a x1853178572178048/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328869 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767328853.036385:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767328853.036388:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b59976db. 00000400:00000200:2.0:1767328853.036391:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328853.036395:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767328853.036397:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdac5862 00000400:00000010:2.0:1767328853.036399:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdac5862. 00000100:00000200:2.0:1767328853.036403:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006121439a x1853178572178176/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767328869 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767328853.037404:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767328853.037414:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 8416 into portal 25 MB=0x69574c2800300 00000400:00000200:0.0:1767328853.037420:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 8416/8416 into md 0x141 [4] + 224 00000400:00000200:0.0:1767328853.037432:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328853.037435:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:0.0:1767328853.037441:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006121439a x1853178572178176/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767328869 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767328853.037741:0:211343:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d2117c2. 00000020:00000010:2.0:1767328853.037745:0:211343:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005674addc. 00000040:00000010:2.0:1767328853.037749:0:211343:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a1e1ac59. 00000020:00000010:2.0:1767328853.037752:0:211343:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c7e08355. 00000020:00000010:2.0:1767328853.037756:0:211343:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000072fc5fbc. 00000020:00000010:2.0:1767328853.037758:0:211343:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002163ef42. 80000000:00000010:2.0:1767328853.037761:0:211343:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004443bdec. 40000000:00000010:2.0:1767328853.037764:0:211343:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000044ccc36e. 00100000:00000010:2.0:1767328853.037767:0:211343:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005c052f8c. 00040000:00000010:2.0:1767328853.037769:0:211343:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000033785252. 00040000:00000010:2.0:1767328853.037772:0:211343:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000056e3da94. 00040000:00000010:2.0:1767328853.037774:0:211343:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e96f6145. 00000004:00000010:2.0:1767328853.037777:0:211343:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ba5afbc3. 00000004:00000010:2.0:1767328853.037792:0:211343:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009b96fcaf. 00000004:00000010:2.0:1767328853.037797:0:211343:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b2b6bc58. 00002000:00000010:2.0:1767328853.037801:0:211343:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009df28d0a. 00000004:00000010:2.0:1767328853.037804:0:211343:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ae8a4e8f. 00000020:00000010:2.0:1767328853.037807:0:211343:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004cb1990b. 00000040:00000010:2.0:1767328853.037813:0:211343:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000008ceabcb7. 00000100:00000010:2.0:1767328853.037819:0:211343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000e7f7ee3. 02000000:00000010:2.0:1767328853.037829:0:211343:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007faaea6b. 00000100:00000010:2.0:1767328853.037836:0:211343:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a3caa96. 02000000:00000010:2.0:1767328853.037847:0:211343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000876b8e42. 00000400:00000010:2.0:1767328853.037852:0:211343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faf7be7a. 00000400:00000010:2.0:1767328853.037856:0:211343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000005c7b3817. 00000100:00000200:2.0:1767328853.037858:0:211343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853178572178304, portal 25 00000400:00000010:2.0:1767328853.037863:0:211343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001299fc8e. 00000100:00000200:2.0:1767328853.037864:0:211343:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853178572178304, offset 0 00000400:00000200:2.0:1767328853.037868:0:211343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767328853.037874:0:211343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767328853.037877:0:211343:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767328853.037879:0:211343:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767328853.037881:0:211343:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767328853.037883:0:211343:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767328853.037885:0:211343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [10:10:256:4294967295] 192.168.202.109@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:2.0:1767328853.037892:0:211343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767328853.037895:0:211343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767328853.037898:0:211343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fccff60. 00000800:00000200:2.0:1767328853.037901:0:211343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767328853.037904:0:211343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767328853.037907:0:211343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fccff60 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767328853.037966:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328853.037975:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fccff60. 00000400:00000200:3.0:1767328853.037982:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328853.037987:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328853.037991:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001299fc8e 00000400:00000010:3.0:1767328853.037993:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001299fc8e. 00000100:00000200:3.0:1767328853.038167:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000e7f7ee3 x1853178572178304/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767328869 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767328853.039052:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767328853.039063:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 8472 into portal 25 MB=0x69574c2800380 00000400:00000200:0.0:1767328853.039068:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 8472/8472 into md 0x149 [4] + 224 00000400:00000200:0.0:1767328853.039095:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328853.039098:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:0.0:1767328853.039103:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000e7f7ee3 x1853178572178304/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767328869 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767328853.041083:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002bed35d3. 00000100:00000010:3.0:1767328853.041094:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024dc0b91. 00000100:00000010:0.0:1767328853.041249:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002576172e. 00000800:00000200:2.0:1767328853.052332:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767328853.052338:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006eca0efb. 00000400:00000200:2.0:1767328853.052344:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328853.052353:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767328853.052359:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087ae87af 00000400:00000010:2.0:1767328853.052362:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087ae87af. 00000100:00000200:2.0:1767328853.052372:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572178432/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767328869 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767328853.053477:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328853.053499:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 8472 into portal 25 MB=0x69574c2800400 00000400:00000200:2.0:1767328853.053507:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 8472/8472 into md 0x151 [4] + 224 00000400:00000200:2.0:1767328853.053528:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328853.053533:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:2.0:1767328853.053542:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572178432/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767328869 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:2.0:1767328853.053824:0:211329:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000004fb6d36e. 00000040:00000010:2.0:1767328853.053835:0:211329:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009b9a0714. 00000040:00000010:2.0:1767328853.053842:0:211329:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000acc6402e. 00000020:00000010:2.0:1767328853.053850:0:211329:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009b16c850. 00000040:00000010:2.0:1767328853.053854:0:211329:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000185c0700. 00000020:00000010:2.0:1767328853.053859:0:211329:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000082674243. 00000020:00000010:2.0:1767328853.053863:0:211329:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004f9d5777. 80000000:00000010:2.0:1767328853.053867:0:211329:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008e737d91. 00040000:00000010:2.0:1767328853.053871:0:211329:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000abe54bc8. 20000000:00000010:2.0:1767328853.053877:0:211329:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000036946c1c. 00000020:00000010:2.0:1767328853.053881:0:211329:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e529d02e. 10000000:00000010:2.0:1767328853.053885:0:211329:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000590f51d0. 00000100:00000010:2.0:1767328853.053919:0:211329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081735c3f. 02000000:00000010:2.0:1767328853.053929:0:211329:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e96f6145. 00010000:00000010:2.0:1767328853.053943:0:211329:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f39e2dbd. 00010000:00000010:2.0:1767328853.053951:0:211329:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009bf1d2cc. 00000020:00000010:2.0:1767328853.053957:0:211329:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000d55ae4cd. 00000100:00000010:2.0:1767328853.053975:0:211329:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078ce61d2. 02000000:00000010:2.0:1767328853.053985:0:211329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ae8a4e8f. 00000400:00000010:2.0:1767328853.053990:0:211329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000653cfea3. 00000400:00000010:2.0:1767328853.053996:0:211329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e74ce04e. 00000100:00000200:2.0:1767328853.054000:0:211329:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572178560, portal 25 00000400:00000010:2.0:1767328853.054006:0:211329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000454155cc. 00000100:00000200:2.0:1767328853.054010:0:211329:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853178572178560, offset 0 00000400:00000200:2.0:1767328853.054064:0:211329:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767328853.054079:0:211329:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767328853.054082:0:211329:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767328853.054084:0:211329:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767328853.054086:0:211329:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767328853.054089:0:211329:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767328853.054092:0:211329:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [12:12:256:4294967295] 192.168.202.109@tcp LPNI seq info [12:12:8:4294967295] 00000400:00000200:2.0:1767328853.054104:0:211329:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767328853.054112:0:211329:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767328853.054116:0:211329:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e803ee72. 00000800:00000200:2.0:1767328853.054121:0:211329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767328853.054126:0:211329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767328853.054128:0:211329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e803ee72 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1767328853.054223:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767328853.054229:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e803ee72. 00000400:00000200:0.0:1767328853.054237:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328853.054247:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328853.054254:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000454155cc 00000400:00000010:0.0:1767328853.054264:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000454155cc. 00000100:00000200:0.0:1767328853.054276:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081735c3f x1853178572178560/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328869 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767328853.055349:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328853.055365:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 344 into portal 25 MB=0x69574c2800480 00000400:00000200:2.0:1767328853.055375:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 344/344 into md 0x159 [1] + 224 00000400:00000200:2.0:1767328853.055391:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328853.055396:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:2.0:1767328853.055409:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081735c3f x1853178572178560/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328869 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767328853.055463:0:211329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000653cfea3. 00000400:00000200:3.0:1767328853.055469:0:211329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e74ce04e 00000400:00000010:3.0:1767328853.055471:0:211329:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e74ce04e. 00000100:00000200:3.0:1767328853.055478:0:211329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081735c3f x1853178572178560/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328869 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767328853.055490:0:211329:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081735c3f x1853178572178560/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328869 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767328853.055509:0:211329:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000078ce61d2. 02000000:00000010:3.0:1767328853.055523:0:211329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ae8a4e8f. 02000000:00000010:3.0:1767328853.055526:0:211329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e96f6145. 00000100:00000010:3.0:1767328853.055528:0:211329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081735c3f. 10000000:00000010:3.0:1767328853.055535:0:211329:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 00000000943f920e. 00000100:00000010:3.0:1767328853.056090:0:211329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021ff4b2. 02000000:00000010:3.0:1767328853.056099:0:211329:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c38ffca1. 00000100:00000010:3.0:1767328853.056107:0:211329:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000537f30d9. 00000100:00000010:3.0:1767328853.056110:0:211329:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 00000000ac8a9949. 00000100:00000010:3.0:1767328853.056123:0:211329:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000002d153d. 00000400:00000010:3.0:1767328853.056134:0:211329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4ab8160. 00000400:00000010:3.0:1767328853.056140:0:211329:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000076256855. 00000100:00000200:3.0:1767328853.056144:0:211329:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x69574c2800500-0x69574c2800500, portal 33 02000000:00000010:3.0:1767328853.056149:0:211329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f264fbbb. 00000400:00000010:3.0:1767328853.056152:0:211329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b3b4cce. 00000400:00000010:3.0:1767328853.056154:0:211329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d929a2. 00000100:00000200:3.0:1767328853.056162:0:211329:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572178688, portal 25 00000400:00000010:3.0:1767328853.056166:0:211329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000687c97db. 00000100:00000200:3.0:1767328853.056169:0:211329:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853178572178688, offset 0 00000400:00000200:3.0:1767328853.056178:0:211329:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328853.056185:0:211329:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767328853.056190:0:211329:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767328853.056194:0:211329:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767328853.056196:0:211329:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767328853.056200:0:211329:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767328853.056207:0:211329:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [13:13:256:4294967295] 192.168.202.109@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:3.0:1767328853.056217:0:211329:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767328853.056223:0:211329:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767328853.056227:0:211329:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d143c111. 00000800:00000200:3.0:1767328853.056235:0:211329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767328853.056240:0:211329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767328853.056243:0:211329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d143c111 type 1, nob 400 niov 1 nkiov 1 00000800:00000200:2.0:1767328853.056315:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767328853.056318:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d143c111. 00000400:00000200:2.0:1767328853.056323:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328853.056328:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767328853.056332:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000687c97db 00000400:00000010:2.0:1767328853.056334:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000687c97db. 00000100:00000200:2.0:1767328853.056341:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021ff4b2 x1853178572178688/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767328869 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767328853.058142:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328853.058151:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 132 into portal 33 MB=0x69574c2800500 00000400:00000200:2.0:1767328853.058162:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.109@tcp of length 132/132 into md 0x161 [256] + 0 00000400:00000010:2.0:1767328853.058166:0:208642:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4ab8160. 00000400:00000200:2.0:1767328853.058171:0:208642:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000076256855 00000400:00000200:2.0:1767328853.058185:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328853.058189:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767328853.058192:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076256855 00000400:00000010:2.0:1767328853.058194:0:208642:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000076256855. 00000100:00000200:2.0:1767328853.058198:0:208642:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000021ff4b2 desc 00000000537f30d9 mbits 1853178572178688 00000400:00000200:2.0:1767328853.058217:0:208642:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767328853.058224:0:208642:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767328853.058229:0:208642:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [14:14:256:4294967295] 192.168.202.109@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:2.0:1767328853.058237:0:208642:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) 192.168.202.109@tcp : ACK try# 0 00000800:00000200:2.0:1767328853.058242:0:208642:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767328853.058247:0:208642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at 000000000df1d18e. 00000800:00000200:2.0:1767328853.058252:0:208642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767328853.058258:0:208642:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767328853.058261:0:208642:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000df1d18e type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767328853.058303:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767328853.058306:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at 000000000df1d18e. 00000400:00000200:2.0:1767328853.058310:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328853.058315:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: ACK: OK 00000400:00000200:2.0:1767328853.059462:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328853.059476:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 240 into portal 25 MB=0x69574c2800500 00000400:00000200:2.0:1767328853.059485:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 240/240 into md 0x165 [1] + 224 00000400:00000200:2.0:1767328853.059502:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328853.059508:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:2.0:1767328853.059519:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021ff4b2 x1853178572178688/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767328869 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767328853.059586:0:211329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b3b4cce. 00000400:00000200:3.0:1767328853.059594:0:211329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d929a2 00000400:00000010:3.0:1767328853.059597:0:211329:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d929a2. 00000100:00000200:3.0:1767328853.059611:0:211329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021ff4b2 x1853178572178688/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767328869 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767328853.059627:0:211329:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021ff4b2 x1853178572178688/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767328869 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767328853.059662:0:211329:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000002d153d. 10000000:00000010:3.0:1767328853.059677:0:211329:0:(mgc_request.c:1296:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000e6ac327f. 00000100:00000200:3.0:1767328853.059692:0:211329:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.109@tcp with 192.168.202.109@tcp 00000100:00000200:3.0:1767328853.059696:0:211329:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.109@tcp' 00000400:00000200:3.0:1767328853.059700:0:211329:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:3.0:1767328853.059705:0:211329:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.202.109@tcp 00000400:00000200:3.0:1767328853.059712:0:211329:0:(peer.c:1797:lnet_peer_add()) peer 192.168.202.109@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767328853.059726:0:211329:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767328853.059742:0:211329:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.202.109@tcp NID 192.168.202.109@tcp: 0. pending discovery 00000400:00000200:3.0:1767328853.059747:0:211329:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.202.109@tcp 10000000:00000010:3.0:1767328853.059753:0:211329:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 000000004bdee9cf. 00000020:00000010:3.0:1767328853.059765:0:211329:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7abb6dc. 00000020:00000010:3.0:1767328853.059771:0:211329:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000042deddc4. 00000020:00000010:3.0:1767328853.059778:0:211329:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000024dc0b91. 00000008:00000010:3.0:1767328853.059801:0:211329:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000e9f87015. 00020000:00000010:3.0:1767328853.059808:0:211329:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000c52dcdaf. 00008000:00000010:3.0:1767328853.059815:0:211329:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000ce47c0c9. 00000080:00000010:3.0:1767328853.059822:0:211329:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000d8e0c4d7. 00000080:00000010:3.0:1767328853.059828:0:211329:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000006aaacfc3. 00000020:00000010:3.0:1767328853.059889:0:211329:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000042deddc4. 00000020:00000010:3.0:1767328853.059898:0:211329:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000024dc0b91. 00000008:00000010:3.0:1767328853.059903:0:211329:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000e9f87015. 00020000:00000010:3.0:1767328853.059908:0:211329:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000c52dcdaf. 00008000:00000010:3.0:1767328853.059915:0:211329:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000ce47c0c9. 00000080:00000010:3.0:1767328853.059920:0:211329:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000d8e0c4d7. 00000080:00000010:3.0:1767328853.059927:0:211329:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000006aaacfc3. 00000020:00000010:3.0:1767328853.059935:0:211329:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7abb6dc. 10000000:00000010:3.0:1767328853.059940:0:211329:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 000000004bdee9cf. 00000100:00000200:3.0:1767328853.059952:0:211329:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.109@tcp with 192.168.202.109@tcp 00000100:00000200:3.0:1767328853.059956:0:211329:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.109@tcp' 00000400:00000200:3.0:1767328853.059958:0:211329:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:3.0:1767328853.059963:0:211329:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.202.109@tcp 00000400:00000200:3.0:1767328853.059969:0:211329:0:(peer.c:1797:lnet_peer_add()) peer 192.168.202.109@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767328853.059978:0:211329:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767328853.059982:0:211329:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.202.109@tcp NID 192.168.202.109@tcp: 0. pending discovery 00000400:00000200:3.0:1767328853.059986:0:211329:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.202.109@tcp 10000000:00000010:3.0:1767328853.059991:0:211329:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 000000004bdee9cf. 00000020:00000010:3.0:1767328853.059999:0:211329:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7abb6dc. 00000020:00000010:3.0:1767328853.060004:0:211329:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000042deddc4. 00000020:00000010:3.0:1767328853.060008:0:211329:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000024dc0b91. 00000008:00000010:3.0:1767328853.060013:0:211329:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000e9f87015. 00020000:00000010:3.0:1767328853.060071:0:211329:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000c52dcdaf. 00008000:00000010:3.0:1767328853.060077:0:211329:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000ce47c0c9. 00000080:00000010:3.0:1767328853.060083:0:211329:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000d8e0c4d7. 00000080:00000010:3.0:1767328853.060089:0:211329:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000006aaacfc3. 00000020:00000010:3.0:1767328853.060149:0:211329:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000042deddc4. 00000020:00000010:3.0:1767328853.060155:0:211329:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000024dc0b91. 00000008:00000010:3.0:1767328853.060160:0:211329:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000e9f87015. 00020000:00000010:3.0:1767328853.060168:0:211329:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000c52dcdaf. 00008000:00000010:3.0:1767328853.060175:0:211329:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000ce47c0c9. 00000080:00000010:3.0:1767328853.060184:0:211329:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000d8e0c4d7. 00000080:00000010:3.0:1767328853.060191:0:211329:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000006aaacfc3. 00000020:00000010:3.0:1767328853.060198:0:211329:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7abb6dc. 10000000:00000010:3.0:1767328853.060206:0:211329:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 000000004bdee9cf. 00000100:00000200:3.0:1767328853.060224:0:211329:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.109@tcp with 192.168.202.109@tcp 00000100:00000200:3.0:1767328853.060228:0:211329:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.109@tcp' 00000400:00000200:3.0:1767328853.060232:0:211329:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:3.0:1767328853.060236:0:211329:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.202.109@tcp 00000400:00000200:3.0:1767328853.060242:0:211329:0:(peer.c:1797:lnet_peer_add()) peer 192.168.202.109@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767328853.060255:0:211329:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767328853.060265:0:211329:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.202.109@tcp NID 192.168.202.109@tcp: 0. pending discovery 00000400:00000200:3.0:1767328853.060268:0:211329:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.202.109@tcp 10000000:00000010:3.0:1767328853.060275:0:211329:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 000000004bdee9cf. 00000020:00000010:3.0:1767328853.060285:0:211329:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7abb6dc. 00000020:00000010:3.0:1767328853.060289:0:211329:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000042deddc4. 00000020:00000010:3.0:1767328853.060295:0:211329:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000024dc0b91. 00000008:00000010:3.0:1767328853.060301:0:211329:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000e9f87015. 00020000:00000010:3.0:1767328853.060305:0:211329:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000c52dcdaf. 00008000:00000010:3.0:1767328853.060311:0:211329:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000ce47c0c9. 00000080:00000010:3.0:1767328853.060316:0:211329:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000d8e0c4d7. 00000080:00000010:3.0:1767328853.060321:0:211329:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000006aaacfc3. 00000020:00000010:3.0:1767328853.060379:0:211329:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000042deddc4. 00000020:00000010:3.0:1767328853.060385:0:211329:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000024dc0b91. 00000008:00000010:3.0:1767328853.060389:0:211329:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000e9f87015. 00020000:00000010:3.0:1767328853.060403:0:211329:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000c52dcdaf. 00008000:00000010:3.0:1767328853.060410:0:211329:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000ce47c0c9. 00000080:00000010:3.0:1767328853.060416:0:211329:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000d8e0c4d7. 00000080:00000010:3.0:1767328853.060421:0:211329:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000006aaacfc3. 00000020:00000010:3.0:1767328853.060428:0:211329:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7abb6dc. 10000000:00000010:3.0:1767328853.060433:0:211329:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 000000004bdee9cf. 10000000:00000010:3.0:1767328853.060437:0:211329:0:(mgc_request.c:1506:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000e6ac327f. 02000000:00000010:3.0:1767328853.060449:0:211329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f264fbbb. 00000100:00000010:3.0:1767328853.060464:0:211329:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 00000000ac8a9949. 00000100:00000010:3.0:1767328853.060473:0:211329:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000537f30d9. 02000000:00000010:3.0:1767328853.060479:0:211329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c38ffca1. 00000100:00000010:3.0:1767328853.060485:0:211329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021ff4b2. 00000100:00000010:2.0:1767328853.060529:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000065f5dd6e. 00000100:00000010:0.0:1767328853.061104:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077278bd8. 10000000:00000010:3.0:1767328853.061446:0:211329:0:(mgc_request.c:1662:mgc_process_recover_log()) kvfree 'pages': 2048 at 00000000943f920e. 00000100:00000010:3.0:1767328853.061473:0:211329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021ff4b2. 02000000:00000010:3.0:1767328853.061484:0:211329:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c38ffca1. 00010000:00000010:3.0:1767328853.061497:0:211329:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000015656d5b. 00010000:00000010:3.0:1767328853.061505:0:211329:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c8a2f24d. 00000020:00000010:3.0:1767328853.061510:0:211329:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000f5b65e21. 00000100:00000010:3.0:1767328853.061523:0:211329:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000002d153d. 02000000:00000010:3.0:1767328853.061535:0:211329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cc6c2f9e. 00000400:00000010:3.0:1767328853.061541:0:211329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b3b4cce. 00000400:00000010:3.0:1767328853.061547:0:211329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d929a2. 00000100:00000200:3.0:1767328853.061553:0:211329:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572178816, portal 25 00000400:00000010:3.0:1767328853.061557:0:211329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b779618. 00000100:00000200:3.0:1767328853.061560:0:211329:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853178572178816, offset 0 00000400:00000200:3.0:1767328853.061568:0:211329:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328853.061577:0:211329:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767328853.061583:0:211329:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767328853.061586:0:211329:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767328853.061589:0:211329:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767328853.061592:0:211329:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767328853.061597:0:211329:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [15:15:256:4294967295] 192.168.202.109@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:3.0:1767328853.061618:0:211329:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767328853.061625:0:211329:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767328853.061630:0:211329:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d143c111. 00000800:00000200:3.0:1767328853.061635:0:211329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767328853.061641:0:211329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767328853.061644:0:211329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d143c111 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1767328853.061661:0:211329:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024dc0b91. 00000100:00000010:3.0:1767328853.061672:0:211329:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d4b64bf. 00000100:00000010:3.0:1767328853.061681:0:211329:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000050346681. 00000800:00000200:2.0:1767328853.061710:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767328853.061715:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d143c111. 00000400:00000200:2.0:1767328853.061720:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328853.061724:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767328853.061727:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b779618 00000400:00000010:2.0:1767328853.061728:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b779618. 00000100:00000200:2.0:1767328853.061733:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021ff4b2 x1853178572178816/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328869 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767328853.062848:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328853.062857:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 344 into portal 25 MB=0x69574c2800580 00000400:00000200:2.0:1767328853.062863:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 344/344 into md 0x16d [1] + 224 00000400:00000200:2.0:1767328853.062872:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328853.062876:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:2.0:1767328853.062884:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021ff4b2 x1853178572178816/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328869 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767328853.062937:0:211329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b3b4cce. 00000400:00000200:3.0:1767328853.062945:0:211329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d929a2 00000400:00000010:3.0:1767328853.062947:0:211329:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d929a2. 00000100:00000200:3.0:1767328853.062953:0:211329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021ff4b2 x1853178572178816/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328869 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767328853.062964:0:211329:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021ff4b2 x1853178572178816/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328869 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767328853.062986:0:211329:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000002d153d. 02000000:00000010:3.0:1767328853.062998:0:211329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cc6c2f9e. 02000000:00000010:3.0:1767328853.063004:0:211329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c38ffca1. 00000100:00000010:3.0:1767328853.063009:0:211329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021ff4b2. 10000000:00000010:3.0:1767328853.063038:0:211329:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000062511396. 00000020:00000010:3.0:1767328853.063042:0:211329:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c38ffca1. 00000020:00000010:3.0:1767328853.063046:0:211329:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f264fbbb. 00000040:00000010:3.0:1767328853.063048:0:211329:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d7abb6dc. 00000020:00000010:3.0:1767328853.063051:0:211329:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000943f920e. 00000020:00000010:3.0:1767328853.063054:0:211329:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000042deddc4. 80000000:00000010:3.0:1767328853.063057:0:211329:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000df0a80d3. 00040000:00000010:3.0:1767328853.063061:0:211329:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000da195118. 20000000:00000010:3.0:1767328853.063065:0:211329:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000e0bbe1a6. 00000040:00000010:3.0:1767328853.063070:0:211329:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b0a62204. 00000100:00000010:3.0:1767328853.063081:0:211329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021ff4b2. 02000000:00000010:3.0:1767328853.063088:0:211329:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dcafe47a. 00000100:00000010:3.0:1767328853.063096:0:211329:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000002d153d. 02000000:00000010:3.0:1767328853.063107:0:211329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001ce80ca3. 00000400:00000010:3.0:1767328853.063111:0:211329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b3b4cce. 00000400:00000010:3.0:1767328853.063117:0:211329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d929a2. 00000100:00000200:3.0:1767328853.063120:0:211329:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572178944, portal 25 00000400:00000010:3.0:1767328853.063123:0:211329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009993a68b. 00000100:00000200:3.0:1767328853.063125:0:211329:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853178572178944, offset 0 00000400:00000200:3.0:1767328853.063130:0:211329:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328853.063134:0:211329:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767328853.063137:0:211329:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767328853.063139:0:211329:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767328853.063140:0:211329:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767328853.063143:0:211329:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767328853.063151:0:211329:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [16:16:256:4294967295] 192.168.202.109@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:3.0:1767328853.063161:0:211329:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767328853.063167:0:211329:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767328853.063171:0:211329:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d143c111. 00000800:00000200:3.0:1767328853.063175:0:211329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767328853.063185:0:211329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767328853.063187:0:211329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d143c111 type 1, nob 600 niov 1 nkiov 1 00000800:00000200:2.0:1767328853.063256:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767328853.063260:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d143c111. 00000400:00000200:2.0:1767328853.063266:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328853.063270:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767328853.063272:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009993a68b 00000400:00000010:2.0:1767328853.063274:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009993a68b. 00000100:00000200:2.0:1767328853.063278:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021ff4b2 x1853178572178944/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1767328869 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767328853.064307:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328853.064315:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 272 into portal 25 MB=0x69574c2800600 00000400:00000200:2.0:1767328853.064320:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 272/272 into md 0x175 [1] + 224 00000400:00000200:2.0:1767328853.064332:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328853.064348:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:2.0:1767328853.064354:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021ff4b2 x1853178572178944/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1767328869 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767328853.064392:0:211329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b3b4cce. 00000400:00000200:3.0:1767328853.064398:0:211329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d929a2 00000400:00000010:3.0:1767328853.064400:0:211329:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d929a2. 00000100:00000200:3.0:1767328853.064407:0:211329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021ff4b2 x1853178572178944/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1767328869 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767328853.064417:0:211329:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021ff4b2 x1853178572178944/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1767328869 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767328853.064433:0:211329:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000002d153d. 02000000:00000010:3.0:1767328853.064451:0:211329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001ce80ca3. 02000000:00000010:3.0:1767328853.064458:0:211329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dcafe47a. 00000100:00000010:3.0:1767328853.064461:0:211329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021ff4b2. 00000040:00000010:3.0:1767328853.064476:0:211329:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000067757786. 00000100:00000010:3.0:1767328853.064483:0:211329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021ff4b2. 02000000:00000010:3.0:1767328853.064491:0:211329:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dcafe47a. 00000100:00000010:3.0:1767328853.064499:0:211329:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000002d153d. 02000000:00000010:3.0:1767328853.064522:0:211329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000004a98afb2. 00000400:00000010:3.0:1767328853.064530:0:211329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b3b4cce. 00000400:00000010:3.0:1767328853.064536:0:211329:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000c8acda3f. 00000100:00000200:3.0:1767328853.064539:0:211329:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853178572179072, portal 25 00000400:00000010:3.0:1767328853.064545:0:211329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d929a2. 00000100:00000200:3.0:1767328853.064547:0:211329:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853178572179072, offset 0 00000400:00000200:3.0:1767328853.064556:0:211329:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328853.064562:0:211329:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767328853.064566:0:211329:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767328853.064569:0:211329:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767328853.064571:0:211329:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767328853.064574:0:211329:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767328853.064578:0:211329:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [17:17:256:4294967295] 192.168.202.109@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:3.0:1767328853.064587:0:211329:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767328853.064592:0:211329:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767328853.064598:0:211329:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d143c111. 00000800:00000200:3.0:1767328853.064604:0:211329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767328853.064609:0:211329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767328853.064612:0:211329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d143c111 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767328853.064700:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328853.064704:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d143c111. 00000400:00000200:3.0:1767328853.064708:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328853.064713:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328853.064716:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d929a2 00000400:00000010:3.0:1767328853.064726:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d929a2. 00000100:00000200:3.0:1767328853.064733:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021ff4b2 x1853178572179072/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767328869 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328853.065730:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328853.065741:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 8416 into portal 25 MB=0x69574c2800680 00000400:00000200:3.0:1767328853.065804:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 8416/8416 into md 0x17d [4] + 224 00000400:00000200:3.0:1767328853.065822:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328853.065826:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:3.0:1767328853.065832:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021ff4b2 x1853178572179072/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767328869 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767328853.065863:0:211329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b3b4cce. 00000400:00000200:3.0:1767328853.065868:0:211329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8acda3f 00000400:00000010:3.0:1767328853.065870:0:211329:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000c8acda3f. 00000100:00000200:3.0:1767328853.065875:0:211329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021ff4b2 x1853178572179072/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767328869 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767328853.065881:0:211329:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021ff4b2 x1853178572179072/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767328869 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767328853.065894:0:211329:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000002d153d. 02000000:00000010:3.0:1767328853.065900:0:211329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000004a98afb2. 02000000:00000010:3.0:1767328853.065910:0:211329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dcafe47a. 00000100:00000010:3.0:1767328853.065914:0:211329:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021ff4b2. 00000040:00000010:3.0:1767328853.065927:0:211329:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000aa14b83e. 00000020:00000010:3.0:1767328853.066109:0:211349:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ce80ca3. 00000020:00000010:3.0:1767328853.066117:0:211349:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004a8523fa. 00000040:00000010:3.0:1767328853.066124:0:211349:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004f9d5777. 00000020:00000010:3.0:1767328853.066131:0:211349:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009a60e20d. 00000020:00000010:3.0:1767328853.066140:0:211349:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000066631dff. 00000020:00000010:3.0:1767328853.066145:0:211349:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000185c0700. 80000000:00000010:3.0:1767328853.066149:0:211349:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000057364bf8. 40000000:00000010:3.0:1767328853.066154:0:211349:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bf2c99e9. 00100000:00000010:3.0:1767328853.066174:0:211349:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000098e08175. 00040000:00000010:3.0:1767328853.066180:0:211349:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d143c111. 00040000:00000010:3.0:1767328853.066186:0:211349:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001f32e73d. 00040000:00000010:3.0:1767328853.066191:0:211349:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009b16c850. 00000004:00000010:3.0:1767328853.066199:0:211349:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005a7a477c. 00000004:00000010:3.0:1767328853.066203:0:211349:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e6ac327f. 00000004:00000010:3.0:1767328853.066209:0:211349:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005ad48291. 00002000:00000010:3.0:1767328853.066213:0:211349:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000090100b4c. 00000004:00000010:3.0:1767328853.066217:0:211349:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b7438e43. 00000020:00000010:3.0:1767328853.066224:0:211349:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003c825310. 00000040:00000010:3.0:1767328853.066230:0:211349:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000076256855. 00000040:00000010:3.0:1767328853.066647:0:211349:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000076256855. 00000020:00000010:3.0:1767328853.066653:0:211349:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003c825310. 00000020:00000010:3.0:1767328853.066660:0:211349:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004a8523fa. 00000040:00000010:3.0:1767328853.066665:0:211349:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004f9d5777. 00000020:00000010:3.0:1767328853.066667:0:211349:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009a60e20d. 00000020:00000010:3.0:1767328853.066671:0:211349:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000066631dff. 00000020:00000010:3.0:1767328853.066675:0:211349:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000185c0700. 80000000:00000010:3.0:1767328853.066678:0:211349:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000057364bf8. 40000000:00000010:3.0:1767328853.066682:0:211349:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bf2c99e9. 00100000:00000010:3.0:1767328853.066685:0:211349:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000098e08175. 00040000:00000010:3.0:1767328853.066688:0:211349:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d143c111. 00040000:00000010:3.0:1767328853.066690:0:211349:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001f32e73d. 00040000:00000010:3.0:1767328853.066693:0:211349:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009b16c850. 00000004:00000010:3.0:1767328853.066696:0:211349:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005a7a477c. 00000004:00000010:3.0:1767328853.066699:0:211349:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e6ac327f. 00000004:00000010:3.0:1767328853.066701:0:211349:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005ad48291. 00002000:00000010:3.0:1767328853.066704:0:211349:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000090100b4c. 00000004:00000010:3.0:1767328853.066706:0:211349:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b7438e43. 00000020:00000010:3.0:1767328853.066708:0:211349:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ce80ca3. 00000040:00000010:3.0:1767328853.066722:0:211329:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000aa14b83e. 00000040:00000010:3.0:1767328853.066726:0:211329:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000067757786. 00000040:00000010:3.0:1767328853.066730:0:211329:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b0a62204. 00000020:00000010:3.0:1767328853.066733:0:211329:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f264fbbb. 00000040:00000010:3.0:1767328853.066742:0:211329:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d7abb6dc. 00000020:00000010:3.0:1767328853.066745:0:211329:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000943f920e. 00000020:00000010:3.0:1767328853.066747:0:211329:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000042deddc4. 80000000:00000010:3.0:1767328853.066749:0:211329:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000df0a80d3. 00040000:00000010:3.0:1767328853.066753:0:211329:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000da195118. 20000000:00000010:3.0:1767328853.066757:0:211329:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000e0bbe1a6. 00000020:00000010:3.0:1767328853.066760:0:211329:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c38ffca1. 10000000:00000010:3.0:1767328853.066762:0:211329:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000062511396. 00000020:00000010:3.0:1767328853.066775:0:211329:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b5a562d5. 00000040:00000010:3.0:1767328853.066780:0:211329:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000232271b5. 00000020:00000010:3.0:1767328853.066796:0:211329:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000eb0c6235. 00000020:00000010:3.0:1767328853.066801:0:211329:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c883d92e. 00040000:00000010:3.0:1767328853.066804:0:211329:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000020a9ff68. 00040000:00000010:3.0:1767328853.066807:0:211329:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008b489dcc. 00000020:00000010:3.0:1767328853.066810:0:211329:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024dc58fa. 00000020:00000010:3.0:1767328853.066819:0:211329:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 0000000080d08fef. 00000020:00000010:3.0:1767328853.066824:0:211329:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000dded586d. 00000080:00000010:3.0:1767328853.066834:0:211329:0:(llite_lib.c:1498:ll_fill_super()) kmalloced '(dt)': 33 at 0000000062511396. 00000080:00000010:3.0:1767328853.066839:0:211329:0:(llite_lib.c:1504:ll_fill_super()) kmalloced '(md)': 33 at 00000000bf2c99e9. 00000080:00000010:3.0:1767328853.066847:0:211329:0:(llite_lib.c:348:client_common_fill_super()) kmalloced '(data)': 192 at 00000000c8acda3f. 00000080:00000010:3.0:1767328853.066850:0:211329:0:(llite_lib.c:352:client_common_fill_super()) kmalloced '(osfs)': 144 at 000000006eb39229. 00000020:00000010:3.0:1767328853.066858:0:211329:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005ad48291. 00000020:00000010:3.0:1767328853.066891:0:211329:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005a7a477c. 00000400:00000200:3.0:1767328853.066910:0:211329:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00000010:3.0:1767328853.066924:0:211329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021ff4b2. 02000000:00000010:3.0:1767328853.066936:0:211329:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b7438e43. 40000000:00000010:3.0:1767328853.066976:0:211329:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000d143c111. 40000000:00000010:3.0:1767328853.066982:0:211329:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 00000000f3645a4e. 40000000:00000010:3.0:1767328853.067129:0:211329:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 00000000f3645a4e. 80000000:00000010:3.0:1767328853.067137:0:211329:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at 000000001994bf94. 00020000:00000010:3.0:1767328853.067146:0:211329:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 000000004bdee9cf. 00000100:00000010:3.0:1767328853.067155:0:211329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016573b0d. 02000000:00000010:3.0:1767328853.067161:0:211329:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020a9ff68. 00000020:00000010:2.0:1767328853.067202:0:208648:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000855540e. 00000020:00000010:3.0:1767328853.067204:0:211329:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001f32e73d. 00000020:00000010:2.0:1767328853.067210:0:208648:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a1e1ac59. 80000000:00000010:2.0:1767328853.067214:0:208648:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000039929cb6. 40000000:00000010:2.0:1767328853.067219:0:208648:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000062962063. 00000400:00000200:3.0:1767328853.067222:0:211329:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000008:00000010:2.0:1767328853.067225:0:208648:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000f245267a. 00000100:00000010:3.0:1767328853.067231:0:211329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000143e2fae. 00020000:00000010:2.0:1767328853.067232:0:208648:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000003b8c6566. 00008000:00000010:2.0:1767328853.067239:0:208648:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000c14a8ed8. 02000000:00000010:3.0:1767328853.067241:0:211329:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000090100b4c. 00100000:00000010:2.0:1767328853.067246:0:208648:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008d7eb8a8. 00040000:00000010:2.0:1767328853.067250:0:208648:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005edeaa7d. 00040000:00000010:2.0:1767328853.067254:0:208648:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005cf07129. 00040000:00000010:2.0:1767328853.067260:0:208648:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007faaea6b. 40000000:00000010:3.0:1767328853.067266:0:211329:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 0000000071ef96e5. 00000004:00000010:2.0:1767328853.067268:0:208648:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000070955c6d. 40000000:00000010:3.0:1767328853.067271:0:211329:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 00000000f3645a4e. 00000004:00000010:2.0:1767328853.067276:0:208648:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000014eae5d3. 00000004:00000010:2.0:1767328853.067283:0:208648:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000819324b. 00002000:00000010:2.0:1767328853.067289:0:208648:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ec66a48a. 00000004:00000010:2.0:1767328853.067296:0:208648:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ae8a4e8f. 00000080:00000010:2.0:1767328853.067301:0:208648:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000ca2d3cdb. 00000080:00000010:2.0:1767328853.067313:0:208648:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000e36681eb. 00000008:00000010:2.0:1767328853.067331:0:208648:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000004cca76b8. 00020000:00000010:2.0:1767328853.067355:0:208648:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003bcaacd1. 00008000:00000010:2.0:1767328853.067386:0:208648:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000009d4e45da. 00000080:00000010:2.0:1767328853.067403:0:208648:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000023213021. 40000000:00000010:3.0:1767328853.067415:0:211329:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 00000000f3645a4e. 80000000:00000010:3.0:1767328853.067421:0:211329:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at 0000000070c559fa. 00000100:00000010:3.0:1767328853.067434:0:211329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d834dde9. 02000000:00000010:3.0:1767328853.067443:0:211329:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000626c64a4. 00000020:00000010:2.0:1767328853.067476:0:208650:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000fb80eef. 00000020:00000010:2.0:1767328853.067482:0:208650:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e96f6145. 00800000:00000010:3.0:1767328853.067484:0:211329:0:(lmv_obd.c:1418:lmv_statfs()) kmalloced '(temp)': 144 at 00000000f3645a4e. 80000000:00000010:2.0:1767328853.067488:0:208650:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004443bdec. 00000100:00000010:3.0:1767328853.067493:0:211329:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030aeebd2. 40000000:00000010:2.0:1767328853.067494:0:208650:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000058670c4e. 02000000:00000010:3.0:1767328853.067500:0:211329:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001caa00ec. 00000008:00000010:2.0:1767328853.067502:0:208650:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000008e025e72. 00000100:00000010:3.0:1767328853.067507:0:211329:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a112f728. 00020000:00000010:2.0:1767328853.067508:0:208650:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000cb025e35. 00008000:00000010:2.0:1767328853.067515:0:208650:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000081a213c6. 00100000:00000010:2.0:1767328853.067526:0:208650:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e9090951. 00040000:00000010:2.0:1767328853.067531:0:208650:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002c2d6975. 00040000:00000010:2.0:1767328853.067535:0:208650:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000aa639e0c. 00040000:00000010:2.0:1767328853.067540:0:208650:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e529d02e. 00000004:00000010:2.0:1767328853.067546:0:208650:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b2b6bc58. 00000004:00000010:2.0:1767328853.067552:0:208650:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009b96fcaf. 00000004:00000010:2.0:1767328853.067555:0:208650:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ba5afbc3. 00002000:00000010:2.0:1767328853.067560:0:208650:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009df28d0a. 00000004:00000010:2.0:1767328853.067565:0:208650:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000067243cf5. 00000080:00000010:2.0:1767328853.067570:0:208650:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000003dfd222e. 00000080:00000010:2.0:1767328853.067574:0:208650:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000e95fc4d8. 00000008:00000010:2.0:1767328853.067577:0:208650:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000f28bd898. 00020000:00000010:2.0:1767328853.067579:0:208650:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000006aa7677c. 00008000:00000010:2.0:1767328853.067584:0:208650:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000037086d61. 00000080:00000010:2.0:1767328853.067587:0:208650:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000d4944160. 00000400:00000200:3.0:1767328853.068137:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328853.068145:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 416 into portal 10 MB=0x69574c2800700 00000400:00000200:3.0:1767328853.068149:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 416/416 into md 0x185 [1] + 0 00000400:00000200:3.0:1767328853.068165:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328853.068168:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:3.0:1767328853.068172:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021ff4b2 x1853178572179200/t0(0) o38->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767328853.071106:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000050346681. 00000100:00000010:3.0:1767328853.071110:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d9c1b8c. 00000100:00000010:0.0:1767328853.071214:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024dc0b91. 00000020:00000010:0.0:1767328853.074357:0:211350:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000003614aa32. 00000100:00000200:0.0:1767328853.074375:0:211350:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.109@tcp->12345-192.168.202.109@tcp 00000400:00000200:0.0:1767328853.074387:0:211350:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.202.109@tcp primary NID 192.168.202.109@tcp rc 0 00000100:00000010:0.0:1767328853.074407:0:211350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001863c1e0. 02000000:00000010:0.0:1767328853.074420:0:211350:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000d0fd3bd. 00000020:00000010:0.0:1767328853.074437:0:211350:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000003614aa32. 00000020:00000010:2.0:1767328853.076169:0:211352:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000ed7ccc6e. 00000020:00000010:2.0:1767328853.076179:0:211352:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000ed7ccc6e. 00000020:00000010:3.0:1767328853.077770:0:211353:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000503d51cc. 00000020:00000010:3.0:1767328853.077776:0:211353:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000503d51cc. 02000000:00000010:2.0:1767328854.069692:0:208647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008f31d334. 02000000:00000010:2.0:1767328854.069707:0:208647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000090100b4c. 00000100:00000010:2.0:1767328854.069712:0:208647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000143e2fae. 02000000:00000010:3.0:1767328854.069735:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cc6c2f9e. 02000000:00000010:2.0:1767328854.069740:0:208647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000aff1e9a3. 00000400:00000010:3.0:1767328854.069747:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b3b4cce. 00000400:00000010:2.0:1767328854.069748:0:208647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ae29f3c. 00000400:00000010:3.0:1767328854.069761:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d929a2. 00000400:00000010:2.0:1767328854.069761:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015e08bbb. 00000100:00000200:3.0:1767328854.069785:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572179584, portal 10 00000100:00000200:2.0:1767328854.069788:0:208647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572179840, portal 10 00000020:00000010:3.0:1767328854.069799:0:208650:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000067757786. 00000020:00000010:2.0:1767328854.069799:0:208647:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000df1d18e. 00000400:00000010:3.0:1767328854.069811:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8121ef5. 00000400:00000010:2.0:1767328854.069811:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a46e40d. 00000100:00000200:2.0:1767328854.069816:0:208647:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853178572179840, offset 0 00000100:00000200:3.0:1767328854.069824:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572179584, offset 0 00000400:00000200:2.0:1767328854.069834:0:208647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328854.069844:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767328854.069852:0:208647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767328854.069859:0:208647:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767328854.069863:0:208647:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767328854.069874:0:208647:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767328854.069876:0:208647:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767328854.069879:0:208647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [20:20:256:4294967295] 192.168.202.109@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:2.0:1767328854.069891:0:208647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767328854.069897:0:208647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328854.069901:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:2.0:1767328854.069902:0:208647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3a879af. 00000400:00000200:3.0:1767328854.069909:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767328854.069913:0:208647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767328854.069915:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767328854.069919:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767328854.069923:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:2.0:1767328854.069927:0:208647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767328854.069932:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [21:21:255:4294967295] 192.168.202.109@tcp LPNI seq info [21:21:7:4294967295] 00000800:00000200:2.0:1767328854.069934:0:208647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3a879af type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1767328854.069948:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767328854.069954:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767328854.069959:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a1f5800. 00000100:00000010:2.0:1767328854.069959:0:208647:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e737d91. 00000800:00000200:3.0:1767328854.069969:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767328854.069975:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767328854.069979:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004a1f5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767328854.069980:0:208647:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fb6d36e. 00000100:00000010:2.0:1767328854.069988:0:208647:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000043a44b80. 00000100:00000010:2.0:1767328854.069993:0:208647:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f36ccd6c. 00000400:00000200:3.0:1767328854.071819:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328854.071832:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 368 into portal 10 MB=0x69574c2800880 00000400:00000200:3.0:1767328854.071840:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 368/368 into md 0x195 [1] + 224 00000400:00000200:3.0:1767328854.071852:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328854.071855:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:3.0:1767328854.071862:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d834dde9 x1853178572179584/t0(0) o41->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1767328870 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328854.071891:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328854.071896:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 416 into portal 10 MB=0x69574c2800980 00000400:00000200:3.0:1767328854.071901:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 416/416 into md 0x199 [1] + 0 00000400:00000200:3.0:1767328854.071911:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328854.071917:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:3.0:1767328854.071923:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001863c1e0 x1853178572179840/t0(0) o38->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328864 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767328854.071924:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b3b4cce. 00000400:00000200:2.0:1767328854.071931:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d929a2 00000400:00000010:2.0:1767328854.071934:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d929a2. 00000100:00000200:2.0:1767328854.071940:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d834dde9 x1853178572179584/t0(0) o41->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1767328870 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328854.071973:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d834dde9 x1853178572179584/t0(0) o41->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1767328870 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767328854.071990:0:208650:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008ceabcb7. 02000000:00000010:2.0:1767328854.072011:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cc6c2f9e. 02000000:00000010:2.0:1767328854.072035:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000626c64a4. 00000100:00000010:2.0:1767328854.072039:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d834dde9. 00000100:00000010:0.0:1767328854.073089:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e737d91. 00000100:00000010:3.0:1767328854.073090:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f36ccd6c. 00000100:00000010:2.0:1767328854.073107:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000043a44b80. 02000000:00000010:2.0:1767328858.103276:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000acc6402e. 00000400:00000010:2.0:1767328858.103297:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012e6dc12. 00000400:00000010:2.0:1767328858.103312:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019e33dff. 02000000:00000010:3.0:1767328858.103313:0:208647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006d780c3b. 00000400:00000010:3.0:1767328858.103324:0:208647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad2aada8. 00000100:00000200:2.0:1767328858.103326:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572179968, portal 25 00000400:00000010:3.0:1767328858.103331:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a76260. 00000100:00000200:3.0:1767328858.103337:0:208647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572180096, portal 10 00000020:00000010:3.0:1767328858.103344:0:208647:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000076256855. 00000400:00000010:3.0:1767328858.103359:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a54034e. 00000400:00000010:2.0:1767328858.103359:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b33676b. 00000100:00000200:3.0:1767328858.103370:0:208647:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853178572180096, offset 0 00000100:00000200:2.0:1767328858.103371:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572179968, offset 0 00000400:00000200:3.0:1767328858.103383:0:208647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767328858.103396:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328858.103399:0:208647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767328858.103405:0:208647:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767328858.103410:0:208647:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767328858.103415:0:208647:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767328858.103419:0:208647:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767328858.103423:0:208647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [22:22:256:4294967295] 192.168.202.109@tcp LPNI seq info [22:22:8:4294967295] 00000400:00000200:3.0:1767328858.103434:0:208647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767328858.103444:0:208647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767328858.103450:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:3.0:1767328858.103451:0:208647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000588f69ec. 00000400:00000200:2.0:1767328858.103458:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767328858.103462:0:208647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767328858.103467:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767328858.103477:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767328858.103480:0:208647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767328858.103485:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:3.0:1767328858.103488:0:208647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000588f69ec type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1767328858.103494:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [23:23:255:4294967295] 192.168.202.109@tcp LPNI seq info [23:23:7:4294967295] 00000400:00000200:2.0:1767328858.103510:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000010:3.0:1767328858.103511:0:208647:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa14b83e. 00000800:00000200:2.0:1767328858.103516:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767328858.103523:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b01f034. 00000100:00000010:3.0:1767328858.103527:0:208647:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000057364bf8. 00000100:00000010:3.0:1767328858.103536:0:208647:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a4566037. 00000800:00000200:2.0:1767328858.103544:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767328858.103558:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:3.0:1767328858.103564:0:208647:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000027a1f5fa. 00000800:00000200:2.0:1767328858.103565:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b01f034 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767328858.103671:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328858.103675:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000588f69ec. 00000400:00000200:3.0:1767328858.103680:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328858.103684:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328858.103694:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a54034e 00000400:00000010:3.0:1767328858.103696:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a54034e. 00000100:00000200:3.0:1767328858.103703:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007e555f5 x1853178572180096/t0(0) o38->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767328858.103720:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328858.103721:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b01f034. 00000400:00000200:3.0:1767328858.103725:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328858.103727:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328858.103729:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b33676b 00000400:00000010:3.0:1767328858.103730:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b33676b. 00000100:00000200:3.0:1767328858.103749:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572179968/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767328858.103809:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328858.103811:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033785252. 00000400:00000200:3.0:1767328858.103813:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328858.103816:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328858.103817:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086df6db1 00000400:00000010:3.0:1767328858.103818:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086df6db1. 00000100:00000200:3.0:1767328858.103821:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8f35ab6 x1853178572180224/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767328858.106050:0:208647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad2aada8. 00000400:00000200:3.0:1767328858.106055:0:208647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a76260 00000400:00000010:3.0:1767328858.106058:0:208647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a76260. 00000100:00000200:3.0:1767328858.106070:0:208647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007e555f5 x1853178572180096/t0(0) o38->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767328858.106102:0:208647:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007e555f5 x1853178572180096/t0(0) o38->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767328858.106159:0:208647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006d780c3b. 02000000:00000010:3.0:1767328858.106167:0:208647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000011627268. 00000100:00000010:3.0:1767328858.106176:0:208647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007e555f5. 00000400:00000010:2.0:1767328858.106192:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012e6dc12. 00000400:00000200:2.0:1767328858.106198:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019e33dff 00000400:00000010:2.0:1767328858.106202:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019e33dff. 00000100:00000200:2.0:1767328858.106211:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572179968/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328858.106222:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572179968/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767328858.106267:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000acc6402e. 02000000:00000010:2.0:1767328858.106273:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004b79605c. 00000100:00000010:2.0:1767328858.106278:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000400:00000010:3.0:1767328858.106303:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d085d3c8. 00000400:00000200:3.0:1767328858.106313:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fefedd0d 00000400:00000010:3.0:1767328858.106315:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fefedd0d. 00000100:00000200:3.0:1767328858.106320:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8f35ab6 x1853178572180224/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767328858.106327:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8f35ab6 x1853178572180224/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767328858.106344:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c3d9393. 02000000:00000010:3.0:1767328858.106347:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006eca0efb. 00000100:00000010:3.0:1767328858.106349:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8f35ab6. 00000100:00000010:2.0:1767328858.743111:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a4566037. 00000100:00000010:0.0:1767328858.743181:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa14b83e. 00000100:00000010:3.0:1767328858.743191:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000027a1f5fa. 02000000:00000010:3.0:1767328863.223214:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008bbc3300. 00000400:00000010:3.0:1767328863.223225:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad2aada8. 00000400:00000010:3.0:1767328863.223233:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a76260. 00000100:00000200:3.0:1767328863.223241:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572180352, portal 25 02000000:00000010:0.0:1767328863.223243:0:208647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000809cb70f. 00000400:00000010:3.0:1767328863.223248:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a54034e. 00000100:00000200:3.0:1767328863.223253:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572180352, offset 0 00000400:00000010:0.0:1767328863.223253:0:208647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058b73596. 00000400:00000200:3.0:1767328863.223270:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767328863.223287:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f203f08. 00000400:00000200:3.0:1767328863.223290:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000200:0.0:1767328863.223295:0:208647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572180480, portal 10 00000400:00000200:3.0:1767328863.223300:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:0.0:1767328863.223305:0:208647:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000005c1b09d. 00000400:00000200:3.0:1767328863.223310:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:0.0:1767328863.223312:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e4ee8b1. 00000400:00000200:3.0:1767328863.223319:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767328863.223325:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:0.0:1767328863.223327:0:208647:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853178572180480, offset 0 00000400:00000200:3.0:1767328863.223330:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [25:25:256:4294967295] 192.168.202.109@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:0.0:1767328863.223339:0:208647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328863.223344:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767328863.223350:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767328863.223358:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000588f69ec. 00000800:00000200:3.0:1767328863.223370:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767328863.223380:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767328863.223386:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000588f69ec type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767328863.223410:0:208647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000010:3.0:1767328863.223413:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000027a1f5fa. 00000400:00000200:0.0:1767328863.223418:0:208647:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767328863.223425:0:208647:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767328863.223432:0:208647:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767328863.223440:0:208647:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000010:3.0:1767328863.223441:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006891a517. 00000400:00000200:0.0:1767328863.223446:0:208647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [27:27:254:4294967295] 192.168.202.109@tcp LPNI seq info [27:27:6:4294967295] 00000100:00000010:3.0:1767328863.223452:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c91140d3. 00000400:00000200:0.0:1767328863.223459:0:208647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000010:3.0:1767328863.223462:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e065e8f. 00000800:00000200:0.0:1767328863.223467:0:208647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767328863.223471:0:208647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d94add08. 00000800:00000200:0.0:1767328863.223484:0:208647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767328863.223485:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767328863.223493:0:208647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000010:2.0:1767328863.223494:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000588f69ec. 00000800:00000200:0.0:1767328863.223497:0:208647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d94add08 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1767328863.223508:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328863.223519:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767328863.223538:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a54034e 00000400:00000010:2.0:1767328863.223541:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a54034e. 00000100:00000200:2.0:1767328863.223551:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc9b4205 x1853178572180352/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767328863.223573:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767328863.223575:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000459d2753. 00000400:00000200:2.0:1767328863.223577:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328863.223580:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767328863.223581:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029cc77d9 00000400:00000010:2.0:1767328863.223583:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029cc77d9. 00000100:00000200:2.0:1767328863.223586:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000446a1ebc x1853178572180608/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767328863.223643:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767328863.223644:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d94add08. 00000400:00000200:2.0:1767328863.223646:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328863.223649:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767328863.223650:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e4ee8b1 00000400:00000010:2.0:1767328863.223651:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e4ee8b1. 00000100:00000200:2.0:1767328863.223660:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce5d9467 x1853178572180480/t0(0) o38->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328863.225173:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328863.225185:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2800c80 00000400:00000200:3.0:1767328863.225191:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1c5 [1] + 224 00000400:00000200:3.0:1767328863.225201:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328863.225204:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:3.0:1767328863.225213:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000446a1ebc x1853178572180608/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328863.225237:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328863.225284:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2800b80 00000400:00000200:3.0:1767328863.225289:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1bd [1] + 224 00000400:00000200:3.0:1767328863.225297:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328863.225300:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:3.0:1767328863.225319:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc9b4205 x1853178572180352/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767328863.225395:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad2aada8. 00000400:00000200:0.0:1767328863.225402:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a76260 00000400:00000010:0.0:1767328863.225404:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a76260. 00000100:00000200:0.0:1767328863.225411:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc9b4205 x1853178572180352/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767328863.225419:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc9b4205 x1853178572180352/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767328863.225434:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008bbc3300. 02000000:00000010:0.0:1767328863.225437:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000033785252. 00000100:00000010:0.0:1767328863.225440:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc9b4205. 00000400:00000010:0.0:1767328863.225957:0:208647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058b73596. 00000400:00000200:0.0:1767328863.225962:0:208647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f203f08 00000400:00000010:0.0:1767328863.225964:0:208647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f203f08. 00000100:00000200:0.0:1767328863.225973:0:208647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce5d9467 x1853178572180480/t0(0) o38->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767328863.225981:0:208647:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce5d9467 x1853178572180480/t0(0) o38->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767328863.226277:0:208647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000809cb70f. 02000000:00000010:3.0:1767328863.226282:0:208647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000018cc5226. 00000100:00000010:3.0:1767328863.226285:0:208647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce5d9467. 02000000:00000010:2.0:1767328863.226341:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003928e604. 00000400:00000010:2.0:1767328863.226349:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012e6dc12. 00000400:00000010:2.0:1767328863.226357:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019e33dff. 00000100:00000200:2.0:1767328863.226363:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572179328, portal 10 00000400:00000010:2.0:1767328863.226383:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001952865f. 00000100:00000200:2.0:1767328863.226387:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572179328, offset 0 00000400:00000200:2.0:1767328863.226396:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767328863.226409:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767328863.226420:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767328863.226425:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767328863.226431:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767328863.226438:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767328863.226451:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [28:28:256:4294967295] 192.168.202.109@tcp LPNI seq info [28:28:8:4294967295] 00000400:00000200:2.0:1767328863.226460:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767328863.226464:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767328863.226468:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059f1a697. 00000800:00000200:2.0:1767328863.226485:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767328863.226505:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767328863.226514:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059f1a697 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767328863.226635:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328863.226641:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059f1a697. 00000400:00000200:3.0:1767328863.226648:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328863.226653:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328863.226657:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001952865f 00000400:00000010:3.0:1767328863.226659:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001952865f. 00000100:00000200:3.0:1767328863.226666:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016573b0d x1853178572179328/t0(0) o41->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1767328879 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767328863.226726:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328863.226736:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ecca153. 00000400:00000200:3.0:1767328863.226739:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328863.226742:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328863.226744:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bffb9b1 00000400:00000010:3.0:1767328863.226745:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bffb9b1. 00000100:00000200:3.0:1767328863.226749:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000030aeebd2 x1853178572179712/t0(0) o41->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1767328879 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328863.227787:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328863.227794:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 368 into portal 10 MB=0x69574c2800900 00000400:00000200:3.0:1767328863.227839:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 368/368 into md 0x1dd [1] + 224 00000400:00000200:3.0:1767328863.227845:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328863.227848:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:3.0:1767328863.227852:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000030aeebd2 x1853178572179712/t0(0) o41->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1767328879 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328863.227872:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328863.227876:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 368 into portal 10 MB=0x69574c2800780 00000400:00000200:3.0:1767328863.227880:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 368/368 into md 0x1d5 [1] + 224 00000400:00000200:3.0:1767328863.227900:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328863.227902:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:3.0:1767328863.227906:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016573b0d x1853178572179328/t0(0) o41->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1767328879 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767328863.227998:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012e6dc12. 00000400:00000200:2.0:1767328863.228005:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019e33dff 00000400:00000010:2.0:1767328863.228069:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019e33dff. 00000100:00000200:2.0:1767328863.228081:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016573b0d x1853178572179328/t0(0) o41->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1767328879 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328863.228095:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016573b0d x1853178572179328/t0(0) o41->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1767328879 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767328863.228159:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003928e604. 02000000:00000010:2.0:1767328863.228170:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000020a9ff68. 00000100:00000010:2.0:1767328863.228177:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016573b0d. 00000800:00000200:3.0:1767328863.228263:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328863.228266:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029ea41fb. 00000400:00000200:3.0:1767328863.228269:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328863.228272:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328863.228275:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cfe392c 00000400:00000010:3.0:1767328863.228276:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007cfe392c. 00000100:00000200:3.0:1767328863.228280:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000446a1ebc x1853178572180736/t0(0) o40->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1767328879 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328863.229195:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328863.229202:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 448 into portal 10 MB=0x69574c2800d00 00000400:00000200:3.0:1767328863.229207:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 448/448 into md 0x1e5 [1] + 224 00000400:00000200:3.0:1767328863.229213:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328863.229216:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:3.0:1767328863.229220:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000446a1ebc x1853178572180736/t0(0) o40->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1767328879 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767328863.229463:0:208647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006d780c3b. 00000400:00000010:3.0:1767328863.229469:0:208647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000579e2724. 00000400:00000010:3.0:1767328863.229475:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000922594fe. 00000100:00000200:3.0:1767328863.229479:0:208647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572180864, portal 4 00000020:00000010:3.0:1767328863.229487:0:208647:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000ddf5a1c. 00000400:00000010:3.0:1767328863.229494:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004673a60. 00000100:00000200:3.0:1767328863.229497:0:208647:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853178572180864, offset 0 00000400:00000200:3.0:1767328863.229504:0:208647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328863.229511:0:208647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767328863.229514:0:208647:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767328863.229518:0:208647:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767328863.229523:0:208647:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767328863.229527:0:208647:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767328863.229532:0:208647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [31:31:256:4294967295] 192.168.202.109@tcp LPNI seq info [31:31:8:4294967295] 00000400:00000200:3.0:1767328863.229546:0:208647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767328863.229554:0:208647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767328863.229560:0:208647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001caa00ec. 00000800:00000200:3.0:1767328863.229565:0:208647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767328863.229574:0:208647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767328863.229579:0:208647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001caa00ec type 1, nob 616 niov 1 nkiov 1 00000800:00000200:0.0:1767328863.229628:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767328863.229632:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001caa00ec. 00000400:00000200:0.0:1767328863.229636:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328863.229642:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328863.229645:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004673a60 00000400:00000010:0.0:1767328863.229646:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004673a60. 00000100:00000200:0.0:1767328863.229651:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000446a1ebc x1853178572180864/t0(0) o8->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1767328873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767328863.229695:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767328863.229698:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bfe2aba. 00000400:00000200:0.0:1767328863.229706:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328863.229709:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328863.229728:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e480de18 00000400:00000010:0.0:1767328863.229729:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e480de18. 00000100:00000200:0.0:1767328863.229733:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ce1624 x1853178572180992/t0(0) o900->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1767328879 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328863.230931:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328863.230947:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 248 into portal 10 MB=0x69574c2800e00 00000400:00000200:3.0:1767328863.230953:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 248/248 into md 0x1f5 [1] + 224 00000400:00000200:3.0:1767328863.230964:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328863.230969:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:3.0:1767328863.230976:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ce1624 x1853178572180992/t0(0) o900->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1767328879 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328863.231095:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328863.231105:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 416 into portal 4 MB=0x69574c2800d80 00000400:00000200:3.0:1767328863.231114:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 416/416 into md 0x1ed [1] + 0 00000400:00000200:3.0:1767328863.231144:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328863.231150:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:3.0:1767328863.231155:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000446a1ebc x1853178572180864/t0(0) o8->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1767328873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767328863.231194:0:208647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000579e2724. 00000400:00000200:0.0:1767328863.231199:0:208647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000922594fe 00000400:00000010:0.0:1767328863.231200:0:208647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000922594fe. 00000100:00000200:0.0:1767328863.231206:0:208647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000446a1ebc x1853178572180864/t0(0) o8->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1767328873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767328863.231213:0:208647:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000446a1ebc x1853178572180864/t0(0) o8->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1767328873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767328863.231225:0:208647:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000794d8911. 02000000:00000010:0.0:1767328863.231250:0:208647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006d780c3b. 02000000:00000010:0.0:1767328863.231255:0:208647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000056a4fee1. 00000100:00000010:0.0:1767328863.231259:0:208647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000446a1ebc. 00000800:00000200:0.0:1767328863.231368:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767328863.231371:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bfe2aba. 00000400:00000200:0.0:1767328863.231373:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328863.231377:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328863.231379:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c01551 00000400:00000010:0.0:1767328863.231380:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c01551. 00000100:00000200:0.0:1767328863.231384:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ce1624 x1853178572181120/t0(0) o33->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767328879 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000200:3.0:1767328863.237903:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328863.237910:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 464 into portal 10 MB=0x69574c2800e80 00000400:00000200:3.0:1767328863.237914:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 464/464 into md 0x1fd [32] + 224 00000400:00000200:3.0:1767328863.237920:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328863.237923:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:3.0:1767328863.237929:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ce1624 x1853178572181120/t0(0) o33->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767328879 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000020:00000001:0.0:1767328863.287203:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328863.287208:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328863.287212:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767328864.311183:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328864.311189:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328864.311193:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767328864.442314:0:211376:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328864.556410:0:211396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f24411b0 00000080:00200008:3.0:1767328864.556418:0:211396:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](00000000c883bda7), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1767328864.556426:0:211396:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767328864.556428:0:211396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000a58045cf 00000080:00200000:3.0:1767328864.556429:0:211396:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c883bda7),name=/ 00000080:00000010:3.0:1767328864.556433:0:211396:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at 00000000185c0700. 00000080:00000001:3.0:1767328864.556439:0:211396:0:(namei.c:947:ll_intent_lock()) Process entered 00000020:00000010:3.0:1767328864.556448:0:211396:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 0000000090100b4c. 00800000:00000001:3.0:1767328864.556452:0:211396:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767328864.556454:0:211396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000a850be44 00800000:00000002:3.0:1767328864.556455:0:211396:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767328864.556459:0:211396:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767328864.556461:0:211396:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767328864.556463:0:211396:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767328864.556464:0:211396:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767328864.556466:0:211396:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767328864.556467:0:211396:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767328864.556469:0:211396:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767328864.556470:0:211396:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767328864.556473:0:211396:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:3.0:1767328864.556476:0:211396:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000cc6c2f9e. 00000002:00000001:3.0:1767328864.556479:0:211396:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767328864.556480:0:211396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009a81441c 00000002:00010000:3.0:1767328864.556481:0:211396:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767328864.556484:0:211396:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767328864.556486:0:211396:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767328864.556488:0:211396:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767328864.556495:0:211396:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767328864.556497:0:211396:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767328864.556498:0:211396:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767328864.556500:0:211396:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767328864.556503:0:211396:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767328864.556507:0:211396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000660a521f. 00000020:00000040:3.0:1767328864.556511:0:211396:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00010000:00000001:3.0:1767328864.556518:0:211396:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767328864.556523:0:211396:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767328864.556525:0:211396:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328864.556527:0:211396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767328864.556529:0:211396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767328864.556534:0:211396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767328864.556539:0:211396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b7438e43. 00000100:00000001:3.0:1767328864.556545:0:211396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328864.556553:0:211396:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767328864.556554:0:211396:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328864.556555:0:211396:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767328864.556556:0:211396:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328864.556558:0:211396:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767328864.556562:0:211396:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446616896776936448 : -127176932615168 : ffff8c55501b9c00) 00010000:00000001:3.0:1767328864.556565:0:211396:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767328864.556566:0:211396:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767328864.556569:0:211396:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004128f09e. 00010000:00000010:3.0:1767328864.556571:0:211396:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000013f38d9e. 00010000:00000001:3.0:1767328864.556576:0:211396:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767328864.556579:0:211396:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ecc318de. 00000020:00000010:3.0:1767328864.556581:0:211396:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000093c4b4c5. 00000020:00000001:3.0:1767328864.556583:0:211396:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767328864.556586:0:211396:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ecc318de with handle 0x989c09653bac0c4b to hash 00000020:00000001:3.0:1767328864.556587:0:211396:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767328864.556588:0:211396:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.556591:0:211396:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.556594:0:211396:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767328864.556597:0:211396:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328864.556600:0:211396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 211396 initiator: MDT0 00010000:00010000:3.0:1767328864.556607:0:211396:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 211396 initiator: MDT0 00010000:00010000:3.0:1767328864.556614:0:211396:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 211396 initiator: MDT0 00000100:00000001:3.0:1767328864.556618:0:211396:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767328864.556620:0:211396:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767328864.556625:0:211396:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c45be83. 00000100:00000001:3.0:1767328864.556626:0:211396:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896806247232 : -127176903304384 : ffff8c5551dadb40) 00000100:00000001:3.0:1767328864.556629:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767328864.556632:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776936448 : -127176932615168 : ffff8c55501b9c00) 00000100:00000001:3.0:1767328864.556636:0:211396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767328864.556639:0:211396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328864.556640:0:211396:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767328864.556642:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767328864.556652:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000660a521f x1853178572181248/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767328864.556659:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767328864.556660:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328864.556663:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767328864.556665:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767328864.556668:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767328864.556687:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job lfs:2c7f8946-12aa-408e-b284-1332d7e79269:211396:1853178572181248:192.168.202.109@tcp:101: 00000100:00000001:3.0:1767328864.556691:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767328864.556697:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767328864.556700:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328864.556702:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767328864.556706:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 0000000098e08175. 02000000:00000001:3.0:1767328864.556707:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767328864.556712:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f6f3364. 00000400:00000010:3.0:1767328864.556719:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097041725. 00000100:00000200:3.0:1767328864.556726:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853178572181248, portal 10 00000100:00000001:3.0:1767328864.556727:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767328864.556728:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776936448 : -127176932615168 : ffff8c55501b9c00) 00000100:00000040:3.0:1767328864.556732:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@00000000660a521f x1853178572181248/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767328880 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767328864.556737:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767328864.556739:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767328864.556740:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000459e8137. 00000100:00000200:3.0:1767328864.556742:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853178572181248, offset 0 00000400:00000200:3.0:1767328864.556747:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328864.556761:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767328864.556767:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767328864.556776:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767328864.556779:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767328864.556781:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767328864.556784:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [34:34:256:4294967295] 192.168.202.109@tcp LPNI seq info [34:34:8:4294967295] 00000400:00000200:3.0:1767328864.556795:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767328864.556800:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767328864.556804:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000588f69ec. 00000800:00000200:3.0:1767328864.556810:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767328864.556816:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767328864.556820:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000588f69ec type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767328864.556834:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328864.556837:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 2963361 usecs (2964 jiffies) 00000100:00000001:3.0:1767328864.556840:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300712649 00000100:00000001:3.0:1767328864.556842:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300712802 00000100:00000001:3.0:1767328864.556843:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300712649 00000100:00000001:3.0:1767328864.556845:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300712802 00000100:00000001:3.0:1767328864.556846:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300712649 00000100:00000001:3.0:1767328864.556847:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300712802 00000100:00000001:3.0:1767328864.556849:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300712649 00000100:00000001:3.0:1767328864.556850:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300712802 00000100:00000001:3.0:1767328864.556851:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328864.556854:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328864.556856:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328864.556857:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767328864.556859:0:211396:0:(client.c:2690:ptlrpc_set_wait()) set 000000006c45be83 going to sleep for 11 seconds 00000100:00000001:3.0:1767328864.556862:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328864.556866:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767328864.556961:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767328864.556967:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000588f69ec. 00000400:00000200:2.0:1767328864.556971:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328864.556977:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767328864.556981:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000459e8137 00000400:00000010:2.0:1767328864.556984:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000459e8137. 00000100:00000001:2.0:1767328864.556987:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767328864.556991:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000660a521f x1853178572181248/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767328880 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767328864.557000:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328864.557002:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000660a521f x1853178572181248/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767328880 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767328864.557007:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328864.557036:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767328864.558833:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328864.558845:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767328864.558848:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328864.558850:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328864.558857:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767328864.558868:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x69574c2800f00 00000400:00000200:0.0:1767328864.558874:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x205 [1] + 224 00000800:00000001:0.0:1767328864.558881:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328864.558888:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328864.558890:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328864.558892:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328864.558896:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767328864.558899:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000660a521f x1853178572181248/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767328880 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000040:0.0:1767328864.558907:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@00000000660a521f x1853178572181248/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767328880 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767328864.558921:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767328864.558926:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328864.558928:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328864.558938:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767328864.558945:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767328864.558952:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767328864.558953:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f6f3364. 00000400:00000200:3.0:1767328864.558957:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097041725 00000400:00000010:3.0:1767328864.558958:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097041725. 00000100:00000001:3.0:1767328864.558960:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328864.558963:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000660a521f x1853178572181248/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767328880 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767328864.558970:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000660a521f x1853178572181248/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767328880 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767328864.558975:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767328864.558976:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328864.558978:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767328864.558981:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767328864.558983:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767328864.558985:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328864.558987:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767328864.558994:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=1 v=5 (5 0 0 0) 00000100:00001000:3.0:1767328864.558997:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1767328864.558999:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767328864.559000:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328864.559002:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767328864.559005:0:211396:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328864.559008:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767328864.559009:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767328864.559011:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767328864.559012:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328864.559037:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000660a521f x1853178572181248/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1767328880 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767328864.559042:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328864.559045:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767328864.559047:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767328864.559050:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000660a521f x1853178572181248/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1767328880 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767328864.559055:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job lfs:2c7f8946-12aa-408e-b284-1332d7e79269:211396:1853178572181248:192.168.202.109@tcp:101: 00000100:00000001:3.0:1767328864.559063:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328864.559065:0:211396:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328864.559066:0:211396:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767328864.559067:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328864.559069:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000660a521f x1853178572181248/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1767328880 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767328864.559073:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767328864.559075:0:211396:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006c45be83. 00000100:00000001:3.0:1767328864.559077:0:211396:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767328864.559078:0:211396:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328864.559080:0:211396:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767328864.559082:0:211396:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767328864.559084:0:211396:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767328864.559085:0:211396:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ecc318de refcount=4 00000020:00000001:3.0:1767328864.559087:0:211396:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.559088:0:211396:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000040:3.0:1767328864.559092:0:211396:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000ecc318de, remote cookie: 0xa764e4c88bd57412, flags: 0x1001 00010000:00010000:3.0:1767328864.559094:0:211396:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa764e4c88bd57412 expref: -99 pid: 211396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767328864.559100:0:211396:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa764e4c88bd57412 expref: -99 pid: 211396 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767328864.559105:0:211396:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767328864.559109:0:211396:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767328864.559110:0:211396:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767328864.559112:0:211396:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767328864.559113:0:211396:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767328864.559114:0:211396:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (000000004128f09e) refcount = 1 00010000:00010000:3.0:1767328864.559116:0:211396:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa764e4c88bd57412 expref: -99 pid: 211396 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767328864.559120:0:211396:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:3.0:1767328864.559126:0:211396:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000004f9d5777. 00010000:00000001:3.0:1767328864.559128:0:211396:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767328864.559129:0:211396:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767328864.559132:0:211396:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767328864.559134:0:211396:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328864.559135:0:211396:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa764e4c88bd57412 expref: -99 pid: 211396 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767328864.559139:0:211396:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767328864.559140:0:211396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328864.559141:0:211396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767328864.559142:0:211396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328864.559142:0:211396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767328864.559143:0:211396:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767328864.559146:0:211396:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767328864.559147:0:211396:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767328864.559148:0:211396:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767328864.559149:0:211396:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ecc318de refcount=3 00000020:00000001:3.0:1767328864.559150:0:211396:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.559151:0:211396:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.559153:0:211396:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767328864.559153:0:211396:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767328864.559154:0:211396:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ecc318de refcount=4 00000020:00000001:3.0:1767328864.559155:0:211396:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.559156:0:211396:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.559157:0:211396:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767328864.559158:0:211396:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328864.559159:0:211396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa764e4c88bd57412 expref: -99 pid: 211396 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767328864.559163:0:211396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328864.559164:0:211396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767328864.559165:0:211396:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767328864.559165:0:211396:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767328864.559166:0:211396:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ecc318de refcount=5 00000020:00000001:3.0:1767328864.559169:0:211396:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.559171:0:211396:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.559173:0:211396:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767328864.559174:0:211396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa764e4c88bd57412 expref: -99 pid: 211396 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767328864.559180:0:211396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328864.559181:0:211396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767328864.559183:0:211396:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa764e4c88bd57412 expref: -99 pid: 211396 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767328864.559189:0:211396:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767328864.559190:0:211396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328864.559191:0:211396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767328864.559193:0:211396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328864.559193:0:211396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767328864.559198:0:211396:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000660a521f x1853178572181248/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1767328880 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767328864.559208:0:211396:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767328864.559209:0:211396:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767328864.559210:0:211396:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ecc318de refcount=3 00000020:00000001:3.0:1767328864.559212:0:211396:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.559214:0:211396:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.559217:0:211396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328864.559218:0:211396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767328864.559219:0:211396:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767328864.559221:0:211396:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767328864.559224:0:211396:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767328864.559226:0:211396:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767328864.559228:0:211396:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767328864.559229:0:211396:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ecc318de refcount=3 00000020:00000001:3.0:1767328864.559230:0:211396:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.559232:0:211396:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00000002:00010000:3.0:1767328864.559241:0:211396:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa764e4c88bd57412 expref: -99 pid: 211396 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767328864.559249:0:211396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328864.559250:0:211396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767328864.559251:0:211396:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767328864.559252:0:211396:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767328864.559254:0:211396:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767328864.559255:0:211396:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ecc318de refcount=3 00000020:00000001:3.0:1767328864.559257:0:211396:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.559259:0:211396:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000040:3.0:1767328864.559263:0:211396:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000004128f09e count: 2 00010000:00000001:3.0:1767328864.559265:0:211396:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767328864.559269:0:211396:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns 000000001342d23f type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1767328864.559272:0:211396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328864.559274:0:211396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767328864.559275:0:211396:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767328864.559277:0:211396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000003eefcfb2 00000002:00002000:3.0:1767328864.559279:0:211396:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1767328864.559282:0:211396:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767328864.559285:0:211396:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767328864.559287:0:211396:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767328864.559290:0:211396:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1767328864.559293:0:211396:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767328864.559298:0:211396:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at 00000000185c0700. 00000080:00000001:3.0:1767328864.559302:0:211396:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767328864.559305:0:211396:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767328864.559310:0:211396:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1767328864.559316:0:211396:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1767328864.559319:0:211396:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at 0000000027c6da5f. 00800000:00000001:3.0:1767328864.559321:0:211396:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446616896920744576 : -127176788807040 : ffff8c5558adf280) 00800000:00000001:3.0:1767328864.559323:0:211396:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767328864.559324:0:211396:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767328864.559327:0:211396:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767328864.559332:0:211396:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1767328864.559334:0:211396:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000002:3.0:1767328864.559337:0:211396:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=1 index=4294967295 hash=invalid:0x0 max_inherit=0 max_inherit_rr=3 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:3.0:1767328864.559340:0:211396:0:(llite_lib.c:1834:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1767328864.559341:0:211396:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.559344:0:211396:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1767328864.559346:0:211396:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1767328864.559349:0:211396:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1767328864.559351:0:211396:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767328864.559352:0:211396:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767328864.559353:0:211396:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ecc318de refcount=3 00000020:00000001:3.0:1767328864.559354:0:211396:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.559355:0:211396:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.559357:0:211396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328864.559358:0:211396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767328864.559359:0:211396:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767328864.559360:0:211396:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767328864.559362:0:211396:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767328864.559365:0:211396:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c883bda7) for lock 0x989c09653bac0c4b 00800000:00000001:3.0:1767328864.559367:0:211396:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767328864.559368:0:211396:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767328864.559369:0:211396:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767328864.559370:0:211396:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767328864.559370:0:211396:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ecc318de refcount=3 00000020:00000001:3.0:1767328864.559371:0:211396:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.559372:0:211396:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.559374:0:211396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328864.559375:0:211396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767328864.559376:0:211396:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767328864.559377:0:211396:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.559378:0:211396:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767328864.559380:0:211396:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c883bda7) 00000080:00010000:3.0:1767328864.559382:0:211396:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989c09653bac0c4b from it 000000005d9e430f 00010000:00000001:3.0:1767328864.559386:0:211396:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767328864.559386:0:211396:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767328864.559387:0:211396:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ecc318de refcount=3 00000020:00000001:3.0:1767328864.559388:0:211396:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.559389:0:211396:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.559391:0:211396:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767328864.559392:0:211396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa764e4c88bd57412 expref: -99 pid: 211396 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767328864.559396:0:211396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328864.559397:0:211396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767328864.559398:0:211396:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767328864.559399:0:211396:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767328864.559400:0:211396:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa764e4c88bd57412 expref: -99 pid: 211396 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767328864.559407:0:211396:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767328864.559409:0:211396:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767328864.559410:0:211396:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767328864.559411:0:211396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328864.559412:0:211396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767328864.559413:0:211396:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328864.559416:0:211396:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767328864.559417:0:211396:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328864.559418:0:211396:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328864.559420:0:211396:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328864.559421:0:211396:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767328864.559422:0:211396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328864.559422:0:211396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767328864.559423:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328864.559426:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000660a521f x1853178572181248/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1767328880 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767328864.559431:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767328864.559433:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767328864.559435:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 0000000098e08175. 02000000:00000001:3.0:1767328864.559437:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767328864.559441:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767328864.559443:0:211396:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767328864.559444:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767328864.559446:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000b7438e43. 02000000:00000001:3.0:1767328864.559448:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767328864.559449:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767328864.559451:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000660a521f. 00000100:00000001:3.0:1767328864.559453:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767328864.559454:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767328864.559457:0:211396:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767328864.559461:0:211396:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at 0000000098e08175. 00000020:00000001:3.0:1767328864.559463:0:211396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f24411b0 00000080:00000008:3.0:1767328864.559464:0:211396:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](00000000c883bda7), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1767328864.559885:0:211396:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328864.559903:0:211396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f24411b0 00000080:00200008:3.0:1767328864.559904:0:211396:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](00000000c883bda7), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767328864.559907:0:211396:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767328864.559908:0:211396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000a58045cf 00000080:00200000:3.0:1767328864.559909:0:211396:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c883bda7),name=/ 00000080:00000010:3.0:1767328864.559912:0:211396:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at 00000000185c0700. 00800000:00000002:3.0:1767328864.559914:0:211396:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get 0000000027c6da5f 2 00000080:00000001:3.0:1767328864.559915:0:211396:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767328864.559917:0:211396:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767328864.559918:0:211396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000a850be44 00800000:00000002:3.0:1767328864.559919:0:211396:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767328864.559921:0:211396:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767328864.559922:0:211396:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767328864.559923:0:211396:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767328864.559924:0:211396:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767328864.559925:0:211396:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767328864.559926:0:211396:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767328864.559926:0:211396:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767328864.559928:0:211396:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767328864.559929:0:211396:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767328864.559931:0:211396:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767328864.559935:0:211396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009a81441c 00000002:00010000:3.0:1767328864.559936:0:211396:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767328864.559938:0:211396:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767328864.559939:0:211396:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767328864.559940:0:211396:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767328864.559942:0:211396:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000004128f09e count: 2 00010000:00000001:3.0:1767328864.559943:0:211396:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767328864.559946:0:211396:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767328864.559947:0:211396:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767328864.559948:0:211396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa764e4c88bd57412 expref: -99 pid: 211396 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767328864.559953:0:211396:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767328864.559956:0:211396:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328864.559957:0:211396:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa764e4c88bd57412 expref: -99 pid: 211396 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767328864.559961:0:211396:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767328864.559961:0:211396:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767328864.559963:0:211396:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767328864.559964:0:211396:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767328864.559965:0:211396:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767328864.559966:0:211396:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767328864.559967:0:211396:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767328864.559969:0:211396:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put 0000000027c6da5f 2 00000080:00000010:3.0:1767328864.559970:0:211396:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at 00000000185c0700. 00000080:00000001:3.0:1767328864.559972:0:211396:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767328864.559973:0:211396:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767328864.559974:0:211396:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c883bda7) 00000080:00010000:3.0:1767328864.559975:0:211396:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c883bda7) for lock 0x989c09653bac0c4b 00800000:00000001:3.0:1767328864.559977:0:211396:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767328864.559978:0:211396:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767328864.559979:0:211396:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767328864.559980:0:211396:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767328864.559981:0:211396:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ecc318de refcount=3 00000020:00000001:3.0:1767328864.559984:0:211396:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.559986:0:211396:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.559987:0:211396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328864.559988:0:211396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767328864.559988:0:211396:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767328864.559989:0:211396:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767328864.559991:0:211396:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989c09653bac0c4b from it 000000005d9e430f 00010000:00000001:3.0:1767328864.559992:0:211396:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767328864.559992:0:211396:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767328864.559993:0:211396:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ecc318de refcount=3 00000020:00000001:3.0:1767328864.559994:0:211396:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.559995:0:211396:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.559996:0:211396:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767328864.559997:0:211396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa764e4c88bd57412 expref: -99 pid: 211396 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767328864.560001:0:211396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328864.560001:0:211396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767328864.560002:0:211396:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767328864.560003:0:211396:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767328864.560004:0:211396:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa764e4c88bd57412 expref: -99 pid: 211396 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767328864.560007:0:211396:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767328864.560008:0:211396:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767328864.560009:0:211396:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767328864.560010:0:211396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328864.560011:0:211396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767328864.560012:0:211396:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328864.560013:0:211396:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767328864.560014:0:211396:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328864.560031:0:211396:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328864.560033:0:211396:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328864.560034:0:211396:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767328864.560035:0:211396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328864.560039:0:211396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767328864.560040:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767328864.560041:0:211396:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767328864.560043:0:211396:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328864.560046:0:211396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f24411b0 00000080:00000008:3.0:1767328864.560047:0:211396:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](00000000c883bda7), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767328864.560112:0:211396:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767328864.560114:0:211396:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767328864.560115:0:211396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000090b7c0e5 00000080:00200000:3.0:1767328864.560116:0:211396:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c883bda7),name=/ 00000080:00000010:3.0:1767328864.560119:0:211396:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at 00000000185c0700. 00800000:00000002:3.0:1767328864.560121:0:211396:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get 0000000027c6da5f 2 00000080:00000001:3.0:1767328864.560122:0:211396:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767328864.560124:0:211396:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767328864.560124:0:211396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000048a7ec01 00800000:00000002:3.0:1767328864.560126:0:211396:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767328864.560127:0:211396:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767328864.560128:0:211396:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767328864.560129:0:211396:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767328864.560130:0:211396:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767328864.560131:0:211396:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767328864.560132:0:211396:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767328864.560133:0:211396:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767328864.560134:0:211396:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767328864.560135:0:211396:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767328864.560137:0:211396:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767328864.560138:0:211396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000007c3fac1e 00000002:00010000:3.0:1767328864.560138:0:211396:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767328864.560140:0:211396:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767328864.560141:0:211396:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767328864.560142:0:211396:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767328864.560144:0:211396:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000004128f09e count: 2 00010000:00000001:3.0:1767328864.560145:0:211396:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767328864.560147:0:211396:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767328864.560148:0:211396:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767328864.560149:0:211396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa764e4c88bd57412 expref: -99 pid: 211396 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767328864.560157:0:211396:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767328864.560159:0:211396:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328864.560160:0:211396:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa764e4c88bd57412 expref: -99 pid: 211396 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767328864.560163:0:211396:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767328864.560164:0:211396:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767328864.560165:0:211396:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767328864.560166:0:211396:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767328864.560167:0:211396:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767328864.560168:0:211396:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767328864.560170:0:211396:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767328864.560171:0:211396:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put 0000000027c6da5f 2 00000080:00000010:3.0:1767328864.560172:0:211396:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at 00000000185c0700. 00000080:00000001:3.0:1767328864.560173:0:211396:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767328864.560174:0:211396:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767328864.560175:0:211396:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c883bda7) 00000080:00010000:3.0:1767328864.560177:0:211396:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c883bda7) for lock 0x989c09653bac0c4b 00800000:00000001:3.0:1767328864.560178:0:211396:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767328864.560179:0:211396:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767328864.560180:0:211396:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767328864.560181:0:211396:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767328864.560181:0:211396:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ecc318de refcount=3 00000020:00000001:3.0:1767328864.560183:0:211396:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.560184:0:211396:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.560185:0:211396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328864.560186:0:211396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767328864.560186:0:211396:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767328864.560187:0:211396:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767328864.560188:0:211396:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989c09653bac0c4b from it 00000000d654fe31 00010000:00000001:3.0:1767328864.560189:0:211396:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767328864.560190:0:211396:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767328864.560193:0:211396:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ecc318de refcount=3 00000020:00000001:3.0:1767328864.560194:0:211396:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.560195:0:211396:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767328864.560196:0:211396:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767328864.560197:0:211396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa764e4c88bd57412 expref: -99 pid: 211396 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767328864.560201:0:211396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328864.560201:0:211396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767328864.560202:0:211396:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767328864.560203:0:211396:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767328864.560204:0:211396:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa764e4c88bd57412 expref: -99 pid: 211396 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767328864.560207:0:211396:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767328864.560208:0:211396:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767328864.560209:0:211396:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767328864.560210:0:211396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328864.560211:0:211396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767328864.560212:0:211396:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328864.560213:0:211396:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767328864.560214:0:211396:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328864.560215:0:211396:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328864.560216:0:211396:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328864.560217:0:211396:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767328864.560218:0:211396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328864.560218:0:211396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767328864.560219:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767328864.560220:0:211396:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767328864.560221:0:211396:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c883bda7), inode mode 41ed mask 44 00000080:00000001:3.0:1767328864.560224:0:211396:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.560227:0:211396:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:3.0:1767328864.560229:0:211396:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:3.0:1767328864.560230:0:211396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000090b7c0e5 00000080:00200008:3.0:1767328864.560231:0:211396:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](00000000c883bda7), flags 100000 00000080:00000010:3.0:1767328864.560235:0:211396:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at 0000000012437f10. 00000080:00000001:3.0:1767328864.560243:0:211396:0:(file.c:1026:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.560245:0:211396:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.560328:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.560331:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.560339:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.560342:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.560347:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.560352:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.560355:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.560359:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.560361:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.560367:0:211396:0:(obd_class.h:1067:obd_statfs()) Process entered 00800000:00000004:3.0:1767328864.560369:0:211396:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff8c55499c0800: age 6041, max_age 6041 00800000:00000004:3.0:1767328864.560371:0:211396:0:(obd_class.h:1123:obd_statfs()) lustre-MDT0000-mdc-ffff8c55499c0800: use 000000007e1629dd cache blocks 20244/23812 objects 79718/79992 00800000:00000001:3.0:1767328864.560373:0:211396:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767328864.560376:0:211396:0:(lmv_obd.c:1165:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.560377:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767328864.560379:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.560381:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.560382:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.560398:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.560399:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.560401:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.560402:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.560404:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.560406:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.560406:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.560407:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.560408:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.560411:0:211396:0:(obd_class.h:1067:obd_statfs()) Process entered 00800000:00000004:3.0:1767328864.560412:0:211396:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0001-mdc-ffff8c55499c0800: age 5030, max_age 6041 00000002:00000001:3.0:1767328864.560414:0:211396:0:(mdc_request.c:1637:mdc_statfs()) Process entered 00000020:00000040:3.0:1767328864.560415:0:211396:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000010:3.0:1767328864.560418:0:211396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000660a521f. 00000020:00000040:3.0:1767328864.560419:0:211396:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=5 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767328864.560421:0:211396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767328864.560427:0:211396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767328864.560428:0:211396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767328864.560431:0:211396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000626c64a4. 00000100:00000001:3.0:1767328864.560434:0:211396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328864.560436:0:211396:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767328864.560436:0:211396:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767328864.560438:0:211396:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c45be83. 00000100:00000001:3.0:1767328864.560439:0:211396:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896806247232 : -127176903304384 : ffff8c5551dadb40) 00000100:00000001:3.0:1767328864.560441:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767328864.560441:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776936448 : -127176932615168 : ffff8c55501b9c00) 00000100:00000001:3.0:1767328864.560443:0:211396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767328864.560444:0:211396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328864.560445:0:211396:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767328864.560446:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767328864.560448:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000660a521f x1853178572181376/t0(0) o41->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328864.560453:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767328864.560455:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328864.560456:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767328864.560457:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767328864.560458:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767328864.560460:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job lfs:2c7f8946-12aa-408e-b284-1332d7e79269:211396:1853178572181376:192.168.202.109@tcp:41: 00000100:00000001:3.0:1767328864.560463:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767328864.560464:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767328864.560465:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328864.560467:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767328864.560469:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002edfff10. 02000000:00000001:3.0:1767328864.560471:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767328864.560473:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f6f3364. 00000400:00000010:3.0:1767328864.560475:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097041725. 00000100:00000200:3.0:1767328864.560478:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572181376, portal 10 00000100:00000001:3.0:1767328864.560479:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767328864.560480:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776936448 : -127176932615168 : ffff8c55501b9c00) 00000100:00000040:3.0:1767328864.560484:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000660a521f x1853178572181376/t0(0) o41->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1767328880 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328864.560492:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767328864.560494:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767328864.560496:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae81c53f. 00000100:00000200:3.0:1767328864.560498:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572181376, offset 0 00000400:00000200:3.0:1767328864.560502:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328864.560507:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767328864.560510:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767328864.560512:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767328864.560514:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767328864.560517:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767328864.560520:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [35:35:256:4294967295] 192.168.202.109@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:3.0:1767328864.560528:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767328864.560532:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767328864.560535:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a1f5800. 00000800:00000200:3.0:1767328864.560540:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767328864.560544:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767328864.560547:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004a1f5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767328864.560562:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328864.560564:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 316180 usecs (317 jiffies) 00000100:00000001:3.0:1767328864.560566:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300710006 00000100:00000001:3.0:1767328864.560568:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300712802 00000100:00000001:3.0:1767328864.560569:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300710006 00000100:00000001:3.0:1767328864.560571:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300712802 00000100:00000001:3.0:1767328864.560572:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300710006 00000100:00000001:3.0:1767328864.560573:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300712802 00000100:00000001:3.0:1767328864.560574:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300710006 00000100:00000001:3.0:1767328864.560575:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300712802 00000100:00000001:3.0:1767328864.560581:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328864.560583:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328864.560584:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328864.560586:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767328864.560587:0:211396:0:(client.c:2690:ptlrpc_set_wait()) set 000000006c45be83 going to sleep for 11 seconds 00000100:00000001:3.0:1767328864.560589:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328864.560590:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767328864.561562:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328864.561569:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328864.561571:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328864.561573:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328864.561577:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328864.561584:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 368 into portal 10 MB=0x69574c2800f80 00000400:00000200:2.0:1767328864.561588:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 368/368 into md 0x20d [1] + 224 00000800:00000001:2.0:1767328864.561592:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328864.561596:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328864.561597:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328864.561600:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328864.561602:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328864.561605:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000660a521f x1853178572181376/t0(0) o41->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1767328880 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328864.561612:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000660a521f x1853178572181376/t0(0) o41->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1767328880 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328864.561626:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767328864.561630:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328864.561632:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328864.561646:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767328864.561650:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767328864.561651:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767328864.561653:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f6f3364. 00000400:00000200:3.0:1767328864.561656:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097041725 00000400:00000010:3.0:1767328864.561657:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097041725. 00000100:00000001:3.0:1767328864.561659:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328864.561662:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000660a521f x1853178572181376/t0(0) o41->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1767328880 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767328864.561668:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000660a521f x1853178572181376/t0(0) o41->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1767328880 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328864.561686:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767328864.561688:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328864.561689:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767328864.561690:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767328864.561691:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767328864.561692:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328864.561694:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767328864.561697:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1767328864.561699:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1767328864.561700:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767328864.561701:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328864.561703:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767328864.561705:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000660a521f x1853178572181376/t0(0) o41->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1767328880 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767328864.561709:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328864.561711:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767328864.561716:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767328864.561717:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767328864.561718:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328864.561720:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000660a521f x1853178572181376/t0(0) o41->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1767328880 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328864.561724:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328864.561726:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767328864.561726:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767328864.561728:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000660a521f x1853178572181376/t0(0) o41->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1767328880 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767328864.561732:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job lfs:2c7f8946-12aa-408e-b284-1332d7e79269:211396:1853178572181376:192.168.202.109@tcp:41: 00000100:00000001:3.0:1767328864.561734:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328864.561736:0:211396:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328864.561737:0:211396:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767328864.561738:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328864.561739:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000660a521f x1853178572181376/t0(0) o41->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1767328880 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328864.561742:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767328864.561744:0:211396:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006c45be83. 00000100:00000001:3.0:1767328864.561745:0:211396:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767328864.561746:0:211396:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767328864.561748:0:211396:0:(mdc_request.c:1689:mdc_statfs()) Process leaving 00000100:00000001:3.0:1767328864.561749:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328864.561750:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000660a521f x1853178572181376/t0(0) o41->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1767328880 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328864.561754:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767328864.561755:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767328864.561756:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002edfff10. 02000000:00000001:3.0:1767328864.561757:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767328864.561758:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767328864.561759:0:211396:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767328864.561760:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767328864.561764:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000626c64a4. 02000000:00000001:3.0:1767328864.561765:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767328864.561766:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767328864.561767:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000660a521f. 00000100:00000001:3.0:1767328864.561769:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767328864.561770:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767328864.561771:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767328864.561771:0:211396:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767328864.561773:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:3.0:1767328864.561774:0:211396:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0001-mdc-ffff8c55499c0800: update 00000000e018b1c2 cache blocks 20275/23812 objects 79737/79992 00800000:00000001:3.0:1767328864.561777:0:211396:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767328864.561779:0:211396:0:(lmv_obd.c:1165:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.561780:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767328864.561781:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.561782:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.561783:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.561804:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.561805:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.561808:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.561809:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.561811:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.561814:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.561815:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.561816:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.561818:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.561820:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561822:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561824:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.561826:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.561827:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561829:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561832:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.561834:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.561836:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.561837:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.561844:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.561848:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.561850:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.561852:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.561853:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.561856:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561858:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561860:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.561863:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.561866:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561869:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561875:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.561876:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.561880:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.561882:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.561885:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.561888:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.561891:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.561892:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.561894:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.561898:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561900:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561902:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.561904:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.561906:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561907:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561910:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.561911:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.561913:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.561914:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.561916:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.561918:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.561919:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.561925:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.561925:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.561927:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561928:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561929:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.561931:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.561933:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561934:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561937:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.561937:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.561939:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.561940:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.561943:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.561944:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.561946:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.561946:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.561948:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.561950:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561951:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561953:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.561954:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.561956:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561957:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561960:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.561960:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.561962:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.561962:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.561964:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.561965:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.561966:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.561967:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.561967:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.561969:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561973:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561974:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.561975:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.561978:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561979:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561982:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.561983:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.561984:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.561985:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.561986:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.561988:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.561989:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.561989:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.561990:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.561991:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561993:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561994:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.561995:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.561996:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.561997:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562000:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562001:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562003:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562003:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562005:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562006:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562007:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562008:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562009:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562010:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562011:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562012:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562013:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562235:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562236:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562241:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562242:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562245:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562247:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562249:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562251:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562253:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562255:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562256:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562258:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562261:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562262:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562265:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562267:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562269:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562272:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562274:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562276:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562278:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562280:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562282:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562283:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562284:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562285:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562288:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562290:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562292:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562295:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562297:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562299:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562302:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562309:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562313:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562314:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562316:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562319:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562320:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562322:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562323:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562325:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562327:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562329:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562331:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562333:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562335:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562339:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562340:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562343:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562344:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562345:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562347:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562349:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562350:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562351:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562353:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562355:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562356:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562357:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562358:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562359:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562362:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562362:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562364:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562364:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562369:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562370:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562371:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562372:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562372:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562374:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562375:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562376:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562377:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562378:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562379:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562382:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562382:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562384:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562384:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562385:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562387:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562387:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562388:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562388:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562390:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562391:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562392:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562393:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562394:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562395:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562396:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562397:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562398:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562398:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562399:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562400:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562401:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562405:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562405:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562407:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562408:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562409:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562410:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562411:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562412:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562415:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562415:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562417:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562417:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562418:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562419:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562420:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562421:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562421:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562422:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562423:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562424:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562425:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562426:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562427:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562429:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562429:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562431:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562431:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562432:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562433:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562434:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562435:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562435:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562436:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562440:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562441:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562442:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562443:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562444:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562447:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562447:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562449:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562450:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562451:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562452:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562453:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562453:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562454:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562455:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562456:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562457:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562458:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562459:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562460:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562461:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562462:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562463:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562464:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562465:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562466:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562467:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562467:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562468:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562469:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562470:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562471:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562472:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562476:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562477:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562480:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562481:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562482:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562483:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562484:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562485:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562486:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562487:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562487:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562489:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562490:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562490:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562492:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562493:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562493:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562495:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562496:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562497:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562497:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562498:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562499:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562500:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562501:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562501:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562502:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562503:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562504:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562505:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562506:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562507:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562509:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562512:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562514:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562515:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562516:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562518:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562519:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562519:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562520:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562521:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562522:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562523:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562524:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562525:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562526:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562528:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562529:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562530:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562531:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562532:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562533:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562533:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562534:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562535:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562536:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562537:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562538:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562539:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562540:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562541:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562542:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562543:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562544:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562544:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562548:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562549:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562550:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562551:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562552:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562554:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562555:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562556:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562557:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562558:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562559:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562561:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562562:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562563:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562564:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562565:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562566:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562567:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562567:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562568:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562569:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562570:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562571:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562572:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562573:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562574:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562575:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562576:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562577:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562578:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562579:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562580:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562581:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562584:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562584:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562586:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562588:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562589:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562590:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562591:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562592:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562594:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562595:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562596:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562597:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562598:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562599:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562600:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562601:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562601:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562602:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562603:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562604:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562605:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562606:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562607:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562609:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562609:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562610:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562611:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562612:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562613:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562614:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562614:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562615:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562616:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562619:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562620:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562622:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562623:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562624:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562626:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562627:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562628:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562629:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562630:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562631:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562632:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562632:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562633:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562634:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562635:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562636:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562637:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562638:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562639:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562641:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562641:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562642:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562643:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562644:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562645:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562646:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562646:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562647:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562648:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562649:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562650:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562651:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562655:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562656:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562658:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562659:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562660:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562661:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562662:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562663:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562664:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562665:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562665:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562666:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562667:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562668:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562682:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562684:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562685:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562687:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562688:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562689:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562690:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562691:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562693:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562693:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562694:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562695:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562696:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562697:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562698:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562699:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562700:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562701:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562703:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562707:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562709:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562710:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562711:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562712:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562713:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562714:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562714:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562715:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562716:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562717:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562718:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562719:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562720:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562723:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562723:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562725:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562725:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562726:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562727:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562728:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562729:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562729:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562730:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562731:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562732:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562733:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562734:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562735:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562737:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562738:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562739:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562740:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562743:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562745:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562746:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562747:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562747:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562749:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562750:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562751:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562752:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562753:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562754:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562757:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562757:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562759:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562759:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562760:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562761:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562762:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562763:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562763:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562764:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562765:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562766:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562767:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562768:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562769:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562771:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562771:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562773:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562773:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562774:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562775:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562776:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562780:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562780:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562781:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562782:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562783:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562784:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562786:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562787:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562789:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562789:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562791:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562792:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562793:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562794:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562795:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562795:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562796:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562797:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562798:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562799:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562800:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562801:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562802:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562803:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562804:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562805:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562806:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562806:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562807:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562808:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562809:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562809:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562811:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562814:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562815:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562817:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562818:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562819:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562821:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562822:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562823:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562824:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562825:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562826:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562827:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562828:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562828:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562829:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562830:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562831:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562832:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562833:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562834:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562836:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562836:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562837:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562838:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562839:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562840:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562841:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562841:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562842:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562843:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562844:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562845:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562846:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562850:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562851:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562853:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562854:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562855:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562856:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562857:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562858:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562859:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562860:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562860:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562862:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562862:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562863:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562864:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562866:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562866:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562868:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562869:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562870:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562870:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562871:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562872:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562873:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562874:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562874:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562875:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562876:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562877:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562878:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562879:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562880:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562882:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562885:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562887:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562888:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562889:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562890:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562891:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562891:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562892:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562893:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562894:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562895:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562896:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562897:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562898:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562900:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562901:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562902:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562903:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562904:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562905:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562905:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562906:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562907:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562908:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562909:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562910:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562911:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562912:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562913:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562914:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562915:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562916:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562916:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562920:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562921:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562922:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562923:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562923:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562925:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562926:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562927:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562928:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562929:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562930:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562932:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562933:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562934:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562935:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562936:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562937:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562938:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562938:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562939:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562940:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562941:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562942:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562943:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562944:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562945:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562946:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562947:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562948:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562949:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562950:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562951:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562951:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562955:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562955:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562957:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562958:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562959:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562960:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562961:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562962:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562964:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562965:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562966:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562967:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562968:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562969:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562970:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562970:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562971:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562972:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562973:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562974:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562975:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562976:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562977:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562978:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562979:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562980:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562981:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.562982:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.562983:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.562984:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.562984:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.562985:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.562986:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562990:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562990:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.562992:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.562993:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562994:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.562996:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.562997:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.562998:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.562999:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.563000:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.563001:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.563002:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.563002:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.563003:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.563004:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563005:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563006:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.563007:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.563008:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563009:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563011:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.563011:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.563012:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.563013:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.563014:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.563034:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.563035:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.563036:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.563037:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.563038:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563040:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563041:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.563042:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.563048:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563049:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563053:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.563055:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.563057:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.563058:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.563059:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.563060:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.563062:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.563062:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.563063:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.563065:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563066:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563067:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.563068:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.563069:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563070:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563072:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.563073:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.563074:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.563075:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.563076:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.563077:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.563078:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.563079:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.563080:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.563081:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563082:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563083:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.563085:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.563086:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563087:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563088:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.563092:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.563094:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.563094:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.563095:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.563096:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.563097:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.563098:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.563099:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.563100:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563101:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563102:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.563103:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.563104:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563105:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563107:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.563108:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.563109:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.563109:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.563110:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.563111:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.563112:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.563113:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.563113:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.563114:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563115:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563116:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.563117:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.563118:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563119:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563121:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.563121:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.563123:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.563123:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.563127:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.563128:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.563129:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.563130:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.563130:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.563131:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563132:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563133:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.563134:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.563135:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563136:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563139:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.563139:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.563141:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.563141:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.563142:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.563143:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.563144:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.563145:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.563145:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.563146:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563147:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563148:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.563149:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.563150:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563151:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563153:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.563153:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.563155:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.563155:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.563156:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.563157:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.563158:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.563162:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.563163:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.563164:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563166:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563167:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.563168:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.563169:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563170:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563172:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.563173:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.563174:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.563175:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.563176:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.563177:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.563178:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.563179:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.563179:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.563180:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563181:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563182:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.563183:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.563184:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563185:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563187:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.563187:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.563188:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.563189:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.563190:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.563191:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.563192:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.563192:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.563193:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.563194:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563198:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563199:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.563200:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.563201:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563202:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563205:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.563205:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.563207:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.563208:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.563208:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.563210:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.563210:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.563211:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.563212:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.563213:0:211396:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563214:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563215:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.563216:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.563217:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563218:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.563219:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.563220:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.563221:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.563222:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.563223:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.563224:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.563225:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767328864.563225:0:211396:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767328864.563226:0:211396:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00800000:00000001:3.0:1767328864.563227:0:211396:0:(lmv_obd.c:936:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1767328864.563228:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1767328864.563229:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1767328864.563230:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.563234:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1767328864.563235:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1767328864.563238:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.563238:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.563241:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.563242:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.563244:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.563246:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.563248:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.563251:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.563254:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.563261:0:211396:0:(obd_class.h:1067:obd_statfs()) Process entered 00020000:00000004:3.0:1767328864.563263:0:211396:0:(obd_class.h:1083:obd_statfs()) lustre-OST0000-osc-ffff8c55499c0800: age 5030, max_age 6041 00000008:00000001:3.0:1767328864.563268:0:211396:0:(osc_request.c:3425:osc_statfs()) Process entered 00000020:00000040:3.0:1767328864.563270:0:211396:0:(genops.c:1229:class_import_get()) import 00000000ecbf23f4 refcount=3 obd=lustre-OST0000-osc-ffff8c55499c0800 00000100:00000010:3.0:1767328864.563273:0:211396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000660a521f. 00000020:00000040:3.0:1767328864.563276:0:211396:0:(genops.c:1229:class_import_get()) import 00000000ecbf23f4 refcount=4 obd=lustre-OST0000-osc-ffff8c55499c0800 00000020:00000001:3.0:1767328864.563279:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767328864.563280:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ecbf23f4 refcount=3 obd=lustre-OST0000-osc-ffff8c55499c0800 00000020:00000001:3.0:1767328864.563281:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767328864.563283:0:211396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767328864.563284:0:211396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767328864.563286:0:211396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767328864.563290:0:211396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000626c64a4. 00000100:00000001:3.0:1767328864.563294:0:211396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328864.563297:0:211396:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767328864.563298:0:211396:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767328864.563301:0:211396:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c45be83. 00000100:00000001:3.0:1767328864.563302:0:211396:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896806247232 : -127176903304384 : ffff8c5551dadb40) 00000100:00000001:3.0:1767328864.563304:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767328864.563306:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776936448 : -127176932615168 : ffff8c55501b9c00) 00000100:00000001:3.0:1767328864.563309:0:211396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767328864.563310:0:211396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328864.563312:0:211396:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767328864.563313:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767328864.563321:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000660a521f x1853178572181504/t0(0) o13->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328864.563329:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767328864.563330:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328864.563333:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767328864.563335:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767328864.563336:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767328864.563338:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job lfs:2c7f8946-12aa-408e-b284-1332d7e79269:211396:1853178572181504:192.168.202.109@tcp:13: 00000100:00000001:3.0:1767328864.563340:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767328864.563342:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767328864.563343:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328864.563344:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767328864.563346:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002edfff10. 02000000:00000001:3.0:1767328864.563348:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767328864.563350:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f6f3364. 00000400:00000010:3.0:1767328864.563353:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097041725. 00000100:00000200:3.0:1767328864.563355:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572181504, portal 4 00000100:00000001:3.0:1767328864.563357:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767328864.563357:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776936448 : -127176932615168 : ffff8c55501b9c00) 00000100:00000040:3.0:1767328864.563361:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000660a521f x1853178572181504/t0(0) o13->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1767328880 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328864.563366:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767328864.563368:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767328864.563369:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000231b7bae. 00000100:00000200:3.0:1767328864.563370:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853178572181504, offset 0 00000400:00000200:3.0:1767328864.563373:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328864.563377:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767328864.563379:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767328864.563381:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767328864.563383:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767328864.563385:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767328864.563387:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [36:36:256:4294967295] 192.168.202.109@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:3.0:1767328864.563395:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767328864.563406:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767328864.563409:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a1f5800. 00000800:00000200:3.0:1767328864.563413:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767328864.563418:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767328864.563420:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004a1f5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767328864.563433:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328864.563436:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: using a timeout of 2241 usecs (3 jiffies) 00000100:00000001:3.0:1767328864.563439:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300709695 00000100:00000001:3.0:1767328864.563441:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300712802 00000100:00000001:3.0:1767328864.563442:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300709695 00000100:00000001:3.0:1767328864.563444:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300712802 00000100:00000001:3.0:1767328864.563445:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300709695 00000100:00000001:3.0:1767328864.563446:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300712802 00000100:00000001:3.0:1767328864.563447:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300709695 00000100:00000001:3.0:1767328864.563448:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300712802 00000100:00000001:3.0:1767328864.563449:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328864.563450:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328864.563451:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328864.563452:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767328864.563453:0:211396:0:(client.c:2690:ptlrpc_set_wait()) set 000000006c45be83 going to sleep for 11 seconds 00000100:00000001:3.0:1767328864.563454:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328864.563455:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767328864.563522:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767328864.563527:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a1f5800. 00000400:00000200:0.0:1767328864.563531:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328864.563544:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328864.563548:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000231b7bae 00000400:00000010:0.0:1767328864.563550:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000231b7bae. 00000100:00000001:0.0:1767328864.563554:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767328864.563558:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000660a521f x1853178572181504/t0(0) o13->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1767328880 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328864.563568:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328864.563571:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000660a521f x1853178572181504/t0(0) o13->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1767328880 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328864.563579:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328864.563587:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767328864.564647:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767328864.564651:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767328864.564652:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767328864.564653:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f6f3364. 00000400:00000200:3.0:1767328864.564656:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097041725 00000400:00000010:3.0:1767328864.564657:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097041725. 00000100:00000001:3.0:1767328864.564658:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328864.564661:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000660a521f x1853178572181504/t0(0) o13->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1767328880 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767328864.564684:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000660a521f x1853178572181504/t0(0) o13->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1767328880 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328864.564689:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767328864.564690:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328864.564692:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767328864.564693:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767328864.564694:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767328864.564695:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328864.564697:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767328864.564699:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f6c5f238 time=1767328864 v=5 (0 0 0 0) 00000100:00001000:3.0:1767328864.564702:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d822993 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1767328864.564704:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767328864.564704:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328864.564706:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767328864.564708:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000660a521f x1853178572181504/t0(0) o13->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1767328880 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767328864.564712:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328864.564714:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767328864.564714:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767328864.564715:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767328864.564716:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328864.564718:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000660a521f x1853178572181504/t0(0) o13->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1767328880 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328864.564721:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328864.564723:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767328864.564724:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767328864.564726:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000660a521f x1853178572181504/t0(0) o13->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1767328880 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767328864.564730:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job lfs:2c7f8946-12aa-408e-b284-1332d7e79269:211396:1853178572181504:192.168.202.109@tcp:13: 00000100:00000001:3.0:1767328864.564733:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328864.564738:0:211396:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328864.564739:0:211396:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767328864.564740:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328864.564742:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000660a521f x1853178572181504/t0(0) o13->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1767328880 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328864.564746:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767328864.564747:0:211396:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006c45be83. 00000100:00000001:3.0:1767328864.564748:0:211396:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767328864.564749:0:211396:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767328864.564751:0:211396:0:(osc_request.c:3473:osc_statfs()) Process leaving 00000100:00000001:3.0:1767328864.564752:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328864.564753:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000660a521f x1853178572181504/t0(0) o13->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1767328880 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328864.564757:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767328864.564758:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767328864.564760:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002edfff10. 02000000:00000001:3.0:1767328864.564761:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767328864.564762:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767328864.564762:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ecbf23f4 refcount=2 obd=lustre-OST0000-osc-ffff8c55499c0800 00000020:00000001:3.0:1767328864.564763:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767328864.564764:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000626c64a4. 02000000:00000001:3.0:1767328864.564766:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767328864.564766:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767328864.564767:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000660a521f. 00000100:00000001:3.0:1767328864.564769:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767328864.564770:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1767328864.564771:0:211396:0:(obd_class.h:1109:obd_statfs()) lustre-OST0000-osc-ffff8c55499c0800: update 00000000b857bed9 cache blocks 31672/35554 objects 49504/50000 00020000:00000001:3.0:1767328864.564774:0:211396:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767328864.564776:0:211396:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.564777:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767328864.564778:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.564780:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.564781:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.564801:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.564802:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.564805:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.564810:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.564812:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.564814:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.564815:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.564817:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.564818:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.564820:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564822:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564823:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.564824:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.564826:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564828:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564831:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.564831:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.564833:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.564834:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.564836:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.564838:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.564839:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.564839:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.564840:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.564841:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564842:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564843:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.564844:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.564845:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564846:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564848:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.564849:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.564851:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.564852:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.564853:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.564855:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.564859:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.564860:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.564861:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.564862:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564863:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564864:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.564865:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.564867:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564868:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564871:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.564872:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.564874:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.564875:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.564876:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.564878:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.564879:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.564879:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.564880:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.564881:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564883:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564884:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.564885:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.564887:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564888:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564890:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.564890:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.564892:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.564893:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.564895:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.564896:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.564897:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.564899:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.564900:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.564905:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564906:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564907:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.564909:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.564910:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564911:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564915:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.564916:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.564919:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.564920:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.564921:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.564924:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.564925:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.564926:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.564927:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.564930:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564931:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564933:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.564935:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.564938:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564939:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564943:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.564945:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.564948:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.564950:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.564953:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.564955:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.564957:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.564959:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.564960:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.564963:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564965:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564972:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.564975:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.564978:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564980:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.564985:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.564987:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.564989:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.564990:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.564992:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.564994:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.564995:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.564997:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.564997:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.564999:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565000:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565001:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565002:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565005:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565006:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565008:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565009:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565011:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565012:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565014:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565040:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565043:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565044:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565046:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565049:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565052:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565054:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565056:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565067:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565069:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565075:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565077:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565081:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565082:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565084:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565087:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565088:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565090:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565091:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565093:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565095:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565097:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565099:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565101:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565103:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565107:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565108:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565110:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565111:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565114:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565116:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565118:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565119:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565120:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565123:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565125:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565127:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565129:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565131:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565133:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565136:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565143:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565145:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565146:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565147:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565149:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565150:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565151:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565151:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565153:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565154:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565155:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565156:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565157:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565158:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565161:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565161:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565163:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565163:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565164:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565165:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565166:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565167:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565167:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565169:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565169:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565170:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565171:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565173:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565174:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565175:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565176:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565177:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565178:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565182:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565183:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565184:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565185:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565186:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565188:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565189:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565189:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565190:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565192:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565193:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565195:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565195:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565197:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565198:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565199:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565200:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565200:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565201:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565202:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565203:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565204:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565205:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565206:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565207:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565208:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565209:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565210:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565211:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565211:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565212:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565213:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565214:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565218:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565219:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565221:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565222:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565223:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565224:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565225:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565226:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565229:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565229:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565231:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565232:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565233:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565234:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565234:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565235:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565236:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565237:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565238:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565239:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565241:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565243:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565245:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565247:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565248:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565251:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565252:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565253:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565255:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565256:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565257:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565259:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565261:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565268:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565270:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565272:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565275:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565277:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565282:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565283:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565286:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565287:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565289:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565292:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565293:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565294:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565295:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565298:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565300:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565302:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565304:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565306:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565307:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565309:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565310:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565312:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565312:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565314:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565315:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565316:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565317:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565317:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565318:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565319:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565320:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565321:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565326:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565327:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565330:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565330:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565332:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565333:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565334:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565335:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565336:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565336:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565337:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565338:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565339:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565340:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565341:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565342:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565343:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565345:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565346:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565347:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565348:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565349:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565350:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565350:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565351:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565352:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565353:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565354:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565355:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565356:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565357:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565358:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565359:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565362:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565364:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565365:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565366:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565367:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565368:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565369:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565369:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565370:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565371:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565372:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565373:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565374:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565375:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565378:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565378:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565379:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565380:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565381:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565382:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565383:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565383:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565384:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565385:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565386:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565387:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565388:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565389:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565390:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565391:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565392:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565393:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565394:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565397:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565399:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565400:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565401:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565402:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565404:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565405:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565406:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565407:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565408:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565409:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565411:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565412:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565413:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565414:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565415:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565416:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565417:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565417:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565418:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565419:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565420:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565421:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565422:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565423:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565424:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565425:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565426:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565427:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565428:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565429:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565430:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565430:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565434:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565435:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565436:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565437:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565438:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565439:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565440:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565441:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565444:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565444:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565446:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565446:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565447:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565449:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565449:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565450:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565451:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565452:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565453:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565454:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565455:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565456:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565457:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565458:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565459:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565460:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565460:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565461:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565462:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565463:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565464:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565464:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565465:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565469:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565470:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565472:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565473:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565474:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565477:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565477:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565479:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565479:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565480:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565481:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565482:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565483:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565483:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565485:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565486:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565487:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565488:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565489:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565489:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565491:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565491:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565493:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565493:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565494:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565495:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565496:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565497:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565497:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565498:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565499:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565500:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565501:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565505:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565506:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565508:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565509:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565510:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565511:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565512:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565513:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565514:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565515:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565515:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565516:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565517:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565518:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565519:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565520:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565521:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565523:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565523:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565525:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565525:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565526:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565527:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565528:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565529:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565529:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565530:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565531:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565532:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565533:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565534:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565535:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565537:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565540:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565541:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565542:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565543:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565544:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565545:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565546:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565546:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565548:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565549:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565549:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565551:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565552:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565553:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565555:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565555:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565557:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565557:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565558:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565559:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565560:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565561:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565561:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565562:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565563:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565564:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565565:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565566:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565567:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565569:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565569:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565570:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565571:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565574:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565576:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565577:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565577:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565578:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565579:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565580:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565581:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565582:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565583:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565584:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565586:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565587:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565588:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565589:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565590:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565591:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565592:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565592:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565593:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565594:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565595:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565596:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565597:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565598:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565599:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565600:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565601:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565602:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565603:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565604:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565605:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565606:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565609:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565609:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565611:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565612:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565613:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565614:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565615:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565616:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565618:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565619:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565620:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565621:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565622:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565623:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565624:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565624:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565625:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565626:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565627:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565628:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565629:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565630:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565631:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565632:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565633:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565634:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565635:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565636:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565637:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565638:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565638:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565639:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565640:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565644:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565645:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565646:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565647:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565648:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565650:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565651:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565652:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565653:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565654:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565655:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565656:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565657:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565657:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565658:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565659:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565660:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565661:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565662:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565663:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565665:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565665:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565666:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565667:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565668:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565682:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565683:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565684:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565685:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565686:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565687:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565688:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565689:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565695:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565696:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565699:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565700:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565701:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565702:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565703:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565705:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565706:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565707:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565707:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565709:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565710:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565711:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565712:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565713:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565714:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565715:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565716:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565717:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565718:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565718:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565720:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565720:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565721:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565721:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565723:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565724:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565725:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565726:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565727:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565728:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565729:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565732:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565734:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565735:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565736:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565737:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565738:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565739:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565739:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565741:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565742:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565742:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565744:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565745:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565746:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565748:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565748:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565750:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565750:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565751:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565752:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565753:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565754:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565754:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565755:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565756:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565757:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565758:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565759:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565760:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565762:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565762:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565763:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565764:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565768:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565769:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565770:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565771:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565772:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565773:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565774:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565775:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565776:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565777:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565778:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565781:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565781:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565783:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565784:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565784:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565786:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565786:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565787:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565787:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565789:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565790:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565791:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565792:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565793:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565793:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565795:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565796:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565797:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565797:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565798:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565799:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565800:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565804:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565804:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565806:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565807:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565809:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565810:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565811:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565812:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565814:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565815:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565816:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565817:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565818:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565819:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565820:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565820:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565821:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565822:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565823:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565824:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565825:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565826:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565827:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565828:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565829:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565830:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565831:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565832:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565833:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565834:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565834:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565835:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565836:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565840:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565841:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565842:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565843:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565844:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565846:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565847:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565849:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565849:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565850:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565851:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565852:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565853:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565853:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565855:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565856:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565856:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565857:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565858:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565859:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565861:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565861:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565863:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565863:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565864:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565865:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565866:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565867:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565867:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565868:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565869:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565870:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565871:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565875:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565876:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565879:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565879:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565881:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565881:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565882:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565883:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565884:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565885:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565886:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565887:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565888:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565889:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565890:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565891:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565892:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565893:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565894:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565895:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565896:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565897:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565898:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565898:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565899:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565900:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565901:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565902:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565903:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565904:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565905:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565906:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565907:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565910:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565912:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565913:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565914:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565915:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565916:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565917:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565917:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565918:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565919:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565920:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565921:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565922:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565923:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565926:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565926:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565927:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565928:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565929:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565930:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565931:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565931:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565932:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565933:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565934:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565935:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565936:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565937:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565938:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565939:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565940:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565941:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565942:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565946:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565947:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565948:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565949:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565950:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565951:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565952:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565953:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565954:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565955:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565956:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565958:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565959:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565960:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565961:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565962:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565963:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565964:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565964:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565965:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565966:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565967:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565968:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565969:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565970:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565971:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565972:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565973:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565974:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565975:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565976:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565977:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565978:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565982:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565982:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565984:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565985:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565986:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.565987:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.565988:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565989:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.565991:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.565992:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.565993:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.565994:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.565995:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.565996:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.565997:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.565998:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.565998:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.565999:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.566000:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.566001:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.566002:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.566003:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.566004:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.566006:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.566006:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.566007:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.566008:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.566009:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.566010:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.566011:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.566011:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.566012:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.566013:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.566032:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.566033:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.566034:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.566036:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.566037:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.566041:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.566042:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.566045:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.566046:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.566048:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.566049:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.566050:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.566051:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.566052:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.566054:0:211396:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.566055:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.566056:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767328864.566057:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.566058:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.566059:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767328864.566061:0:211396:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767328864.566061:0:211396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5549457448) cmd=c00866a4 arg=7ffea85c5d70 00000080:00000001:3.0:1767328864.566063:0:211396:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767328864.566063:0:211396:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767328864.566064:0:211396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000b7438e43. 00000020:00000001:3.0:1767328864.566065:0:211396:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.566066:0:211396:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767328864.566067:0:211396:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767328864.566067:0:211396:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=c00866a4 len=592 karg=ffff8c554322b400 uarg=0000000000000000 00020000:00000001:3.0:1767328864.566068:0:211396:0:(lov_obd.c:984:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1767328864.566069:0:211396:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1767328864.566070:0:211396:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1767328864.566071:0:211396:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000b7438e43. 00000080:00000001:3.0:1767328864.566075:0:211396:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1767328864.566077:0:211396:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1767328864.566081:0:211396:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:3.0:1767328864.566083:0:211396:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1767328864.566084:0:211396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3a8e133 00000080:00200008:3.0:1767328864.566085:0:211396:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](00000000c883bda7), flags 100000 00000080:00400000:3.0:1767328864.566088:0:211396:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1767328864.566092:0:211396:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at 0000000012437f10. 00000080:00000001:3.0:1767328864.566094:0:211396:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767328864.566095:0:211396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3a8e133 00000080:00000008:3.0:1767328864.566096:0:211396:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](00000000c883bda7), flags 100000, rc = 0 00000080:00000001:3.0:1767328864.566098:0:211396:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767328864.566099:0:211396:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328865.335174:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328865.335180:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328865.335183:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767328866.359266:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328866.359271:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328866.359275:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767328867.383270:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328867.383274:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328867.383277:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767328867.831106:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300712802, at 4300712960 00000100:00000040:0.0:1767328867.831106:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300712802, at 4300712960 00000100:00000040:3.0:1767328867.831109:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300712802, at 4300712960 00000100:00000010:3.0:1767328867.831127:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e065e8f. 00000100:00000010:0.0:1767328867.831131:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000027a1f5fa. 00000100:00000010:2.0:1767328867.831132:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c91140d3. 00000100:00000040:0.0:1767328868.343198:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767328868.343211:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767328868.343222:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f4cfdab. 00000020:00000040:0.0:1767328868.343229:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767328868.343234:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767328868.343237:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767328868.343244:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767328868.343253:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c950b47. 00000100:00000001:0.0:1767328868.343260:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328868.343271:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000000f4cfdab x1853178572181632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767328868.343281:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767328868.343283:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328868.343289:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f4cfdab] to pc [ptlrpcd_00_03+3] req@000000000f4cfdab x1853178572181632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328868.343309:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328868.343311:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767328868.343314:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767328868.343317:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a42c2d0. 00000020:00000040:0.0:1767328868.343319:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767328868.343330:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328868.343338:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328868.343343:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767328868.343344:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767328868.343347:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767328868.343349:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328868.343352:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f4cfdab x1853178572181632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767328868.343355:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c58f1272. 00000100:00000001:0.0:1767328868.343361:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328868.343368:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000006a42c2d0 x1853178572181760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767328868.343369:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767328868.343372:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328868.343380:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767328868.343380:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767328868.343383:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328868.343385:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767328868.343387:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a42c2d0] to pc [ptlrpcd_00_00+0] req@000000006a42c2d0 x1853178572181760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767328868.343391:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767328868.343398:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572181632:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328868.343411:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767328868.343417:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767328868.343417:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328868.343421:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767328868.343423:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328868.343426:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767328868.343427:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767328868.343430:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d4e3d80. 02000000:00000010:2.0:1767328868.343433:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d45f5745. 00000020:00000040:0.0:1767328868.343434:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:2.0:1767328868.343439:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328868.343440:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767328868.343444:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767328868.343447:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012e6dc12. 02000000:00000001:0.0:1767328868.343447:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767328868.343454:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074996e45. 00000400:00000010:2.0:1767328868.343458:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019e33dff. 00000100:00000001:0.0:1767328868.343459:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328868.343466:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767328868.343468:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000001d4e3d80 x1853178572181888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767328868.343470:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572181632, portal 25 00000100:00000001:2.0:1767328868.343475:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767328868.343477:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328868.343480:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578895872 : -127177130655744 : ffff8c55444dc000) 00000100:00000040:2.0:1767328868.343491:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000f4cfdab x1853178572181632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328868.343493:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767328868.343495:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328868.343506:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d4e3d80] to pc [ptlrpcd_00_01+1] req@000000001d4e3d80 x1853178572181888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328868.343517:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767328868.343526:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767328868.343531:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ad6670d. 00000100:00000001:0.0:1767328868.343535:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767328868.343536:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572181632, offset 0 00000100:00000040:0.0:1767328868.343541:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767328868.343547:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767328868.343548:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:0.0:1767328868.343558:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bba6f4b8. 00000100:00000001:3.0:1767328868.343560:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767328868.343562:0:191164:0:(genops.c:1229:class_import_get()) import 00000000ecbf23f4 refcount=3 obd=lustre-OST0000-osc-ffff8c55499c0800 00000100:00000001:3.0:1767328868.343565:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767328868.343567:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767328868.343568:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767328868.343569:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767328868.343572:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767328868.343575:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328868.343578:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767328868.343579:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d4e3d80 x1853178572181888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767328868.343581:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000076d91448. 00000400:00000200:2.0:1767328868.343587:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767328868.343587:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328868.343596:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767328868.343598:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID req@00000000bba6f4b8 x1853178572182016/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767328868.343606:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767328868.343616:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [37:37:256:4294967295] 192.168.202.109@tcp LPNI seq info [37:37:8:4294967295] 00000100:00000001:3.0:1767328868.343619:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767328868.343624:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328868.343632:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767328868.343651:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328868.343660:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bba6f4b8] to pc [ptlrpcd_00_02+2] req@00000000bba6f4b8 x1853178572182016/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767328868.343661:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:3.0:1767328868.343665:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767328868.343671:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767328868.343679:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767328868.343682:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00100000:3.0:1767328868.343689:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d4e3d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572181888:192.168.202.109@tcp:400: 00000800:00000010:2.0:1767328868.343693:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004313d708. 00000100:00000001:0.0:1767328868.343695:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328868.343699:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767328868.343704:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767328868.343705:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6051) 02000000:00000001:3.0:1767328868.343709:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767328868.343711:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:3.0:1767328868.343714:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767328868.343722:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0a62204. 00000800:00000200:2.0:1767328868.343727:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:3.0:1767328868.343728:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767328868.343735:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004313d708 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767328868.343745:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f6f3364. 00000400:00000010:3.0:1767328868.343752:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097041725. 00000100:00000001:2.0:1767328868.343753:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328868.343755:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767328868.343759:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572181888, portal 10 00000100:00000001:0.0:1767328868.343759:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328868.343763:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767328868.343766:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767328868.343768:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300717916 00000100:00000001:3.0:1767328868.343770:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578902144 : -127177130649472 : ffff8c55444dd880) 00000100:00000040:0.0:1767328868.343771:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bba6f4b8 x1853178572182016/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767328868.343775:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e316d56. 00000100:00000040:3.0:1767328868.343782:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d4e3d80 x1853178572181888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328868.343786:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767328868.343796:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767328868.343797:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300717916 00000100:00000001:0.0:1767328868.343800:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328868.343805:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767328868.343806:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d290b1f. 02000000:00000001:0.0:1767328868.343806:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767328868.343811:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767328868.343812:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767328868.343813:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1767328868.343818:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328868.343820:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300717916 00000400:00000010:3.0:1767328868.343821:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73b5700. 00000100:00100000:0.0:1767328868.343824:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bba6f4b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572182016:192.168.202.109@tcp:400: 00000100:00000200:3.0:1767328868.343829:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572181888, offset 0 00000100:00000010:2.0:1767328868.343829:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003970a50b. 00000100:00000001:0.0:1767328868.343830:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767328868.343835:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767328868.343836:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 02000000:00000001:0.0:1767328868.343838:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328868.343841:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767328868.343842:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300717916 00000400:00000200:3.0:1767328868.343846:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:2.0:1767328868.343849:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000576c0e8c. 02000000:00000010:0.0:1767328868.343849:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036946c1c. 02000000:00000001:0.0:1767328868.343855:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328868.343856:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767328868.343858:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767328868.343862:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767328868.343862:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058b73596. 00000400:00000200:3.0:1767328868.343864:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767328868.343869:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328868.343873:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:0.0:1767328868.343875:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f203f08. 00000100:00000001:2.0:1767328868.343878:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328868.343881:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767328868.343883:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767328868.343883:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572182016, portal 4 00000400:00000200:3.0:1767328868.343887:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767328868.343891:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767328868.343893:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328868.343895:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578905728 : -127177130645888 : ffff8c55444de680) 00000400:00000200:3.0:1767328868.343897:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [39:39:254:4294967295] 192.168.202.109@tcp LPNI seq info [39:39:6:4294967295] 00000100:00000001:2.0:1767328868.343897:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767328868.343904:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767328868.343905:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bba6f4b8 x1853178572182016/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328868.343906:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328868.343911:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328868.343917:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328868.343928:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767328868.343929:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767328868.343937:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767328868.343941:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a82564d3. 00000800:00000200:3.0:1767328868.343945:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000200:0.0:1767328868.343946:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853178572182016, offset 0 00000800:00000010:3.0:1767328868.343954:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000626c64a4. 00000400:00000200:0.0:1767328868.343955:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767328868.343965:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:3.0:1767328868.343966:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767328868.343971:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767328868.343971:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767328868.343978:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004313d708. 00000800:00000200:3.0:1767328868.343979:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767328868.343979:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767328868.343985:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767328868.343987:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000626c64a4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767328868.343987:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328868.343988:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767328868.343995:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [40:40:253:4294967295] 192.168.202.109@tcp LPNI seq info [40:40:5:4294967295] 00000400:00000200:2.0:1767328868.343999:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328868.344004:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328868.344010:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:3.0:1767328868.344012:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 253255 usecs (254 jiffies) 00000400:00000200:2.0:1767328868.344038:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ad6670d 00000800:00000200:0.0:1767328868.344038:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767328868.344043:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ad6670d. 00000800:00000010:0.0:1767328868.344044:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4297425. 00000100:00000001:3.0:1767328868.344045:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300713727 00000100:00000001:2.0:1767328868.344049:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767328868.344051:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300717916 00000800:00000200:0.0:1767328868.344054:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767328868.344056:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300713727 00000100:00000200:2.0:1767328868.344057:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f4cfdab x1853178572181632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328868.344061:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300717916 00000800:00000200:0.0:1767328868.344065:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767328868.344072:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4297425 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767328868.344073:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300713727 00000100:00000001:3.0:1767328868.344080:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300717916 00000100:00000001:0.0:1767328868.344081:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328868.344082:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767328868.344086:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300713727 00000100:00000040:0.0:1767328868.344088:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: using a timeout of 1985 usecs (2 jiffies) 00000100:00000001:3.0:1767328868.344089:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300717916 00000100:00000040:2.0:1767328868.344090:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f4cfdab x1853178572181632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328884 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328868.344094:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328868.344094:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300713475 00000100:00000001:3.0:1767328868.344100:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328868.344100:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300717916 00000100:00000001:3.0:1767328868.344105:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328868.344107:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300713475 00000100:00000001:3.0:1767328868.344110:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328868.344113:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300717916 00000100:00000001:3.0:1767328868.344117:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328868.344119:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300713475 00000100:00000001:3.0:1767328868.344120:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767328868.344122:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328868.344123:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328868.344125:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767328868.344127:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328868.344130:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300717916 00000100:00000001:3.0:1767328868.344131:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328868.344135:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328868.344136:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300713475 00000800:00000200:2.0:1767328868.344139:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767328868.344140:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300717916 00000800:00000010:2.0:1767328868.344143:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029ea41fb. 00000100:00000001:0.0:1767328868.344144:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328868.344148:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328868.344149:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767328868.344151:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328868.344155:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328868.344155:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328868.344160:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c186ed3c 00000400:00000010:2.0:1767328868.344161:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c186ed3c. 00000100:00000001:0.0:1767328868.344161:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328868.344163:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767328868.344165:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767328868.344167:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328868.344170:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767328868.344171:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a42c2d0 x1853178572181760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328868.344173:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328868.344178:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328868.344184:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328868.344186:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a42c2d0 x1853178572181760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328884 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328868.344190:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328868.344191:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767328868.344196:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767328868.344197:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000626c64a4. 00000400:00000200:2.0:1767328868.344200:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328868.344202:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767328868.344203:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73b5700 00000400:00000010:2.0:1767328868.344204:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73b5700. 00000100:00000001:2.0:1767328868.344206:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767328868.344208:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d4e3d80 x1853178572181888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328868.344212:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328868.344213:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d4e3d80 x1853178572181888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328884 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328868.344217:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328868.344218:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767328868.344284:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767328868.344291:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4297425. 00000400:00000200:2.0:1767328868.344293:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328868.344296:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767328868.344298:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a82564d3 00000400:00000010:2.0:1767328868.344299:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a82564d3. 00000100:00000001:2.0:1767328868.344306:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767328868.344308:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bba6f4b8 x1853178572182016/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328868.344314:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328868.344315:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bba6f4b8 x1853178572182016/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328884 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328868.344320:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328868.344321:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767328868.346098:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328868.346112:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767328868.346114:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328868.346116:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328868.346122:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767328868.346133:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2801080 00000400:00000200:0.0:1767328868.346139:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x21d [1] + 224 00000800:00000001:0.0:1767328868.346146:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328868.346150:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328868.346152:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328868.346154:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328868.346157:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767328868.346161:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f4cfdab x1853178572181632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328868.346169:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f4cfdab x1853178572181632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328868.346183:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767328868.346190:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328868.346193:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767328868.346200:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328868.346202:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328868.346204:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767328868.346209:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2801100 00000400:00000200:0.0:1767328868.346212:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x225 [1] + 224 00000800:00000001:0.0:1767328868.346214:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328868.346216:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328868.346217:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328868.346219:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328868.346221:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767328868.346224:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a42c2d0 x1853178572181760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328868.346232:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006a42c2d0 x1853178572181760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328868.346242:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328868.346243:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328868.346245:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767328868.346248:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767328868.346252:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767328868.346253:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767328868.346256:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767328868.346257:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767328868.346261:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012e6dc12. 00000800:00000001:0.0:1767328868.346262:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328868.346268:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019e33dff 00000400:00000200:0.0:1767328868.346270:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000010:2.0:1767328868.346272:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019e33dff. 00000100:00000001:2.0:1767328868.346277:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767328868.346278:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2801180 00000100:00000200:2.0:1767328868.346284:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f4cfdab x1853178572181632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767328868.346285:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x22d [1] + 224 00000800:00000001:0.0:1767328868.346294:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328868.346299:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328868.346303:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767328868.346304:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f4cfdab x1853178572181632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767328868.346312:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328868.346326:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767328868.346327:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328868.346332:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767328868.346335:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001d4e3d80 x1853178572181888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328868.346338:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767328868.346341:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767328868.346344:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328868.346348:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328868.346353:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767328868.346361:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=15 v=5 (5 0 0 0) 00000100:00000040:0.0:1767328868.346368:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001d4e3d80 x1853178572181888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767328868.346369:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767328868.346378:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767328868.346388:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328868.346394:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767328868.346397:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328868.346401:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328868.346411:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f4cfdab x1853178572181632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328868.346427:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328868.346428:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767328868.346432:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767328868.346433:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328868.346436:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767328868.346438:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767328868.346443:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f4cfdab x1853178572181632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767328868.346444:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328868.346449:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328868.346455:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328868.346460:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767328868.346460:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572181632:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767328868.346462:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000001:3.0:1767328868.346467:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767328868.346471:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767328868.346473:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767328868.346475:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f6f3364. 00000400:00000200:0.0:1767328868.346477:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x69574c2801200 00000100:00000001:2.0:1767328868.346479:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767328868.346483:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097041725 00000400:00000010:3.0:1767328868.346487:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097041725. 00000100:00000040:2.0:1767328868.346487:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f4cfdab x1853178572181632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328868.346493:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767328868.346499:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x235 [1] + 224 00000100:00000200:3.0:1767328868.346502:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d4e3d80 x1853178572181888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767328868.346511:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328868.346518:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328868.346522:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767328868.346523:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767328868.346527:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767328868.346531:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d45f5745. 00000400:00000200:0.0:1767328868.346534:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:3.0:1767328868.346536:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d4e3d80 x1853178572181888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767328868.346538:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767328868.346542:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767328868.346542:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767328868.346547:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000200:0.0:1767328868.346550:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bba6f4b8 x1853178572182016/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767328868.346554:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767328868.346559:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c950b47. 02000000:00000001:2.0:1767328868.346567:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767328868.346572:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767328868.346572:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767328868.346576:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f4cfdab. 00000100:00000001:3.0:1767328868.346578:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767328868.346580:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bba6f4b8 x1853178572182016/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328868.346583:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767328868.346584:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767328868.346588:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767328868.346589:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767328868.346592:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328868.346594:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328868.346596:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328868.346602:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328868.346603:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328868.346607:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767328868.346608:0:208649:0:(import.c:2128:obd_at_measure()) add 0 to 00000000ffec6909 time=15 v=5 (5 0 0 0) 00000100:00000001:2.0:1767328868.346614:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328868.346617:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328868.346619:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767328868.346621:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=15 v=5 (1 0 0 0) 00000800:00000001:0.0:1767328868.346624:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767328868.346630:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1767328868.346632:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328868.346648:0:208649:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1767328868.346655:0:208649:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1767328868.346661:0:208649:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0001-mdc-ffff8c55499c0800 of lustre-MDT0001_UUID@192.168.202.109@tcp abruptly disconnected: reconnecting 00000100:00000001:2.0:1767328868.346667:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1767328868.346669:0:208649:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:00000001:2.0:1767328868.346672:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:02000400:3.0:1767328868.346676:0:208649:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff8c55499c0800: Connection to lustre-MDT0001 (at 192.168.202.109@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000400:00000001:2.0:1767328868.346680:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767328868.346685:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767328868.346691:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058b73596. 00000400:00000200:2.0:1767328868.346698:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f203f08 00000400:00000010:2.0:1767328868.346701:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f203f08. 00000100:00000001:2.0:1767328868.346708:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328868.346715:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bba6f4b8 x1853178572182016/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328868.346731:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bba6f4b8 x1853178572182016/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328868.346738:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328868.346740:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328868.346741:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767328868.346742:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767328868.346743:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328868.346745:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328868.346746:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767328868.346754:0:208650:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009b9a0714. 00000100:00001000:2.0:1767328868.346757:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080c1da5e time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767328868.346760:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d822993 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767328868.346761:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767328868.346763:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328868.346764:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767328868.346766:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bba6f4b8 x1853178572182016/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767328868.346771:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328868.346772:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767328868.346773:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767328868.346774:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767328868.346775:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328868.346776:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bba6f4b8 x1853178572182016/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328868.346789:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328868.346791:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328868.346792:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767328868.346794:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bba6f4b8 x1853178572182016/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767328868.346798:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bba6f4b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572182016:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328868.346800:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328868.346802:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328868.346803:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bba6f4b8 x1853178572182016/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328868.346807:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767328868.346808:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767328868.346810:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036946c1c. 02000000:00000001:2.0:1767328868.346812:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767328868.346813:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767328868.346814:0:208650:0:(genops.c:1242:class_import_put()) import 00000000ecbf23f4 refcount=2 obd=lustre-OST0000-osc-ffff8c55499c0800 00000020:00000001:2.0:1767328868.346816:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767328868.346817:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000076d91448. 02000000:00000001:2.0:1767328868.346818:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767328868.346819:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767328868.346820:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bba6f4b8. 00000100:00000001:2.0:1767328868.346823:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328868.346823:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328868.346825:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328868.346828:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328868.346829:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328868.346830:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328868.346831:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328868.351193:0:208649:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767328868.351197:0:208649:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767328868.351199:0:208649:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328868.351201:0:208649:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767328868.351204:0:208649:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767328868.351205:0:208649:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767328868.351208:0:208649:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767328868.351213:0:208649:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: connect to NID 192.168.202.109@tcp last attempt 6030 00000400:00000200:3.0:1767328868.351220:0:208649:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00000040:3.0:1767328868.351225:0:208649:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 11 to 192.168.202.109@tcp 00000100:00000001:3.0:1767328868.351229:0:208649:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767328868.351232:0:208649:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00000100:00000001:3.0:1767328868.351234:0:208649:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 00000020:00000001:3.0:1767328868.351239:0:208649:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767328868.351241:0:208649:0:(genops.c:823:class_conn2export()) looking for export cookie 0x989c09653bac0c36 00000020:00000001:3.0:1767328868.351244:0:208649:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767328868.351247:0:208649:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f32e73d refcount=5 00000020:00000001:3.0:1767328868.351249:0:208649:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000020:00000001:3.0:1767328868.351252:0:208649:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000100:00000040:3.0:1767328868.351255:0:208649:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 11 to 192.168.202.109@tcp 00000100:00000001:3.0:1767328868.351258:0:208649:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767328868.351260:0:208649:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00000100:00000001:3.0:1767328868.351262:0:208649:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 00000020:00000040:3.0:1767328868.351273:0:208649:0:(genops.c:898:class_export_put()) PUTting export 000000001f32e73d : new refcount 4 00000100:00080000:3.0:1767328868.351278:0:208649:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: import 0000000056f5b0d2 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:3.0:1767328868.351281:0:208649:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328868.351283:0:208649:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767328868.351290:0:208649:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767328868.351293:0:208649:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328868.351295:0:208649:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1767328868.351298:0:208649:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1767328868.351301:0:208649:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328868.351303:0:208649:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767328868.351306:0:208649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000660a521f. 00000020:00000040:3.0:1767328868.351308:0:208649:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=5 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:3.0:1767328868.351312:0:208649:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767328868.351313:0:208649:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328868.351315:0:208649:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767328868.351317:0:208649:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767328868.351319:0:208649:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767328868.351322:0:208649:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b7438e43. 00000100:00000001:3.0:1767328868.351326:0:208649:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767328868.351330:0:208649:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000660a521f x1853178572182144/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767328868.351337:0:208649:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767328868.351338:0:208649:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328868.351341:0:208649:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000660a521f] to pc [ptlrpcd_rcv+-1] req@00000000660a521f x1853178572182144/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328868.351356:0:208649:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328868.351358:0:208649:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1767328868.351359:0:208649:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1767328868.351362:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d4e3d80 x1853178572181888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328868.351367:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1767328868.351373:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767328868.351374:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767328868.351378:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d4e3d80 x1853178572181888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767328868.351384:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d4e3d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572181888:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767328868.351388:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328868.351390:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767328868.351390:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767328868.351395:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d4e3d80 x1853178572181888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328884 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328868.351398:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328868.351401:0:208647:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767328868.351406:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767328868.351408:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767328868.351409:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000660a521f x1853178572182144/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767328868.351410:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0a62204. 02000000:00000001:3.0:1767328868.351415:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767328868.351418:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767328868.351420:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767328868.351425:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767328868.351425:0:208647:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767328868.351428:0:208647:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767328868.351429:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074996e45. 02000000:00000001:3.0:1767328868.351434:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767328868.351434:0:208647:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767328868.351438:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767328868.351438:0:208647:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767328868.351441:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d4e3d80. 02000000:00000001:0.0:1767328868.351442:0:208647:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328868.351445:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:0.0:1767328868.351447:0:208647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572182144:192.168.202.109@tcp:38: 00000100:00000001:3.0:1767328868.351448:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328868.351450:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328868.351454:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328868.351454:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328868.351459:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328868.351461:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328868.351463:0:208647:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767328868.351466:0:208647:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767328868.351467:0:208647:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328868.351469:0:208647:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767328868.351472:0:208647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000250107bb. 02000000:00000001:0.0:1767328868.351474:0:208647:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767328868.351477:0:208647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e930975. 00000400:00000010:0.0:1767328868.351480:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bf2e96d. 00000100:00000200:0.0:1767328868.351483:0:208647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572182144, portal 10 00000100:00000001:0.0:1767328868.351484:0:208647:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767328868.351485:0:208647:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776936448 : -127176932615168 : ffff8c55501b9c00) 00000020:00000010:0.0:1767328868.351492:0:208647:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000be89f5c1. 00000100:00000040:0.0:1767328868.351495:0:208647:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000660a521f x1853178572182144/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328868.351501:0:208647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767328868.351503:0:208647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767328868.351504:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000110f2f61. 00000100:00000200:0.0:1767328868.351507:0:208647:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853178572182144, offset 0 00000400:00000200:0.0:1767328868.351509:0:208647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767328868.351515:0:208647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767328868.351519:0:208647:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767328868.351521:0:208647:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767328868.351523:0:208647:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767328868.351525:0:208647:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767328868.351527:0:208647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [41:41:256:4294967295] 192.168.202.109@tcp LPNI seq info [41:41:8:4294967295] 00000400:00000200:0.0:1767328868.351534:0:208647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767328868.351537:0:208647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767328868.351540:0:208647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074996e45. 00000800:00000200:0.0:1767328868.351544:0:208647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767328868.351547:0:208647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767328868.351550:0:208647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000074996e45 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1767328868.351567:0:208647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328868.351569:0:208647:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 211682 usecs (212 jiffies) 00000100:00000001:0.0:1767328868.351572:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300713692 00000100:00000001:0.0:1767328868.351573:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300717916 00000100:00000001:0.0:1767328868.351575:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300713692 00000100:00000001:0.0:1767328868.351577:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300717916 00000100:00000001:0.0:1767328868.351578:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300713692 00000100:00000001:0.0:1767328868.351579:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300717916 00000100:00000001:0.0:1767328868.351580:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300713692 00000100:00000001:0.0:1767328868.351581:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300717916 00000100:00000001:0.0:1767328868.351582:0:208647:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328868.351584:0:208647:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328868.351585:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328868.351586:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328868.351590:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328868.351591:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767328868.351593:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328868.351594:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328868.351594:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328868.351595:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767328868.354482:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328868.354489:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328868.354491:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328868.354493:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328868.354503:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328868.354511:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2801280 00000400:00000200:2.0:1767328868.354515:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x23d [1] + 0 00000800:00000001:2.0:1767328868.354521:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328868.354527:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328868.354529:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328868.354532:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328868.354535:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328868.354538:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000660a521f x1853178572182144/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328868.354545:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000660a521f x1853178572182144/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328868.354558:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767328868.354563:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328868.354564:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328868.354585:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328868.354588:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767328868.354593:0:208647:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767328868.354595:0:208647:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767328868.354596:0:208647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e930975. 00000400:00000200:0.0:1767328868.354600:0:208647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bf2e96d 00000400:00000010:0.0:1767328868.354602:0:208647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bf2e96d. 00000100:00000001:0.0:1767328868.354607:0:208647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767328868.354611:0:208647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000660a521f x1853178572182144/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767328868.354621:0:208647:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000660a521f x1853178572182144/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328868.354655:0:208647:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767328868.354657:0:208647:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328868.354660:0:208647:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767328868.354662:0:208647:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767328868.354664:0:208647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767328868.354666:0:208647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328868.354668:0:208647:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767328868.354673:0:208647:0:(import.c:2128:obd_at_measure()) add 0 to 00000000ffec6909 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1767328868.354677:0:208647:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767328868.354680:0:208647:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767328868.354681:0:208647:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1767328868.354685:0:208647:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767328868.354689:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000660a521f x1853178572182144/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767328878 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328868.354696:0:208647:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1767328868.354699:0:208647:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767328868.354700:0:208647:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328868.354703:0:208647:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1767328868.354705:0:208647:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1767328868.354709:0:208647:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328868.354713:0:208647:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.109@tcp failed (-19) 00000100:00000001:0.0:1767328868.354715:0:208647:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767328868.354719:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000660a521f x1853178572182144/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767328878 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767328868.354727:0:208647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572182144:192.168.202.109@tcp:38: 00000100:00000001:0.0:1767328868.354730:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328868.354732:0:208647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328868.354735:0:208647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000660a521f x1853178572182144/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767328878 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328868.354752:0:208647:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767328868.354754:0:208647:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767328868.354756:0:208647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000250107bb. 02000000:00000001:0.0:1767328868.354759:0:208647:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767328868.354761:0:208647:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767328868.354762:0:208647:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767328868.354764:0:208647:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767328868.354766:0:208647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000b7438e43. 02000000:00000001:0.0:1767328868.354768:0:208647:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767328868.354770:0:208647:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767328868.354771:0:208647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000660a521f. 00000100:00000001:0.0:1767328868.354774:0:208647:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767328868.354776:0:208647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328868.354778:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328868.354782:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328868.354784:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328868.354786:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328868.354787:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328868.407245:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328868.407249:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328868.407252:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767328869.431178:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328869.431183:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328869.431186:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767328870.455215:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328870.455220:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328870.455224:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767328871.479171:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328871.479175:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328871.479178:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767328871.927148:0:211338:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767328871.927156:0:211338:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:0.0:1767328872.503186:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328872.503193:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328872.503197:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767328872.951087:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300717916, at 4300718080 00000100:00000010:2.0:1767328872.951101:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003970a50b. 00000100:00000040:0.0:1767328872.951127:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300717916, at 4300718080 00000100:00000010:0.0:1767328872.951138:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e316d56. 00000100:00000040:3.0:1767328872.951226:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300717916, at 4300718080 00000100:00000010:3.0:1767328872.951240:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000576c0e8c. 00000100:00000040:3.0:1767328873.463159:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767328873.463171:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767328873.463194:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000aa68ef7. 00000020:00000040:3.0:1767328873.463202:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767328873.463207:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767328873.463210:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767328873.463216:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767328873.463224:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000588f69ec. 00000100:00000001:3.0:1767328873.463232:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328873.463244:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000000aa68ef7 x1853178572182272/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767328873.463258:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767328873.463261:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328873.463269:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000aa68ef7] to pc [ptlrpcd_00_03+3] req@000000000aa68ef7 x1853178572182272/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328873.463307:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328873.463310:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767328873.463313:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767328873.463315:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e9cc5edf. 00000020:00000040:3.0:1767328873.463317:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767328873.463319:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767328873.463320:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767328873.463321:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767328873.463324:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001caa00ec. 00000100:00000001:3.0:1767328873.463327:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328873.463329:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000e9cc5edf x1853178572182400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767328873.463335:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767328873.463336:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328873.463338:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9cc5edf] to pc [ptlrpcd_00_00+0] req@00000000e9cc5edf x1853178572182400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328873.463369:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328873.463370:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767328873.463374:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767328873.463378:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328873.463382:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767328873.463384:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1767328873.463388:0:191164:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1767328873.463390:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328873.463394:0:191164:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:2.0:1767328873.463396:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000aa68ef7 x1853178572182272/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767328873.463401:0:191164:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767328873.463412:0:191164:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1767328873.463420:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1767328873.463421:0:191164:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: connect to NID 192.168.202.109@tcp last attempt 6046 00000100:00000001:2.0:1767328873.463421:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767328873.463424:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328873.463432:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328873.463439:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767328873.463443:0:191164:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 02000000:00000001:2.0:1767328873.463446:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767328873.463450:0:191164:0:(import.c:2128:obd_at_measure()) add 10 to 00000000dcafc7aa time=20 v=5 (1 0 0 0) 00000100:00001000:3.0:1767328873.463457:0:191164:0:(import.c:2194:obd_at_measure()) AT 00000000dcafc7aa change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 02000000:00000001:2.0:1767328873.463468:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767328873.463478:0:191164:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: tried all connections, increasing latency to 5s 00000100:00100000:2.0:1767328873.463481:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000aa68ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572182272:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328873.463487:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767328873.463490:0:191164:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 11 to 192.168.202.109@tcp 02000000:00000001:2.0:1767328873.463497:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767328873.463499:0:191164:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767328873.463502:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328873.463509:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767328873.463510:0:191164:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 02000000:00000010:2.0:1767328873.463514:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b12701f. 00000100:00000001:3.0:1767328873.463521:0:191164:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 02000000:00000001:2.0:1767328873.463522:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767328873.463532:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012e6dc12. 00000020:00000001:3.0:1767328873.463535:0:191164:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767328873.463539:0:191164:0:(genops.c:823:class_conn2export()) looking for export cookie 0x989c09653bac0c36 00000400:00000010:2.0:1767328873.463542:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019e33dff. 00000020:00000001:3.0:1767328873.463547:0:191164:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767328873.463551:0:191164:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f32e73d refcount=5 00000100:00000200:2.0:1767328873.463552:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572182272, portal 25 00000020:00000001:3.0:1767328873.463562:0:191164:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000100:00000001:2.0:1767328873.463563:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767328873.463568:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776929280 : -127176932622336 : ffff8c55501b8000) 00000020:00000001:3.0:1767328873.463576:0:191164:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000100:00000040:2.0:1767328873.463599:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000aa68ef7 x1853178572182272/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328873.463610:0:191164:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 11 to 192.168.202.109@tcp 00000100:00000001:2.0:1767328873.463618:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767328873.463620:0:191164:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767328873.463630:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767328873.463633:0:191164:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00000400:00000010:2.0:1767328873.463635:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ad6670d. 00000100:00000001:3.0:1767328873.463646:0:191164:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 00000100:00000200:2.0:1767328873.463646:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572182272, offset 0 00000020:00000040:3.0:1767328873.463662:0:191164:0:(genops.c:898:class_export_put()) PUTting export 000000001f32e73d : new refcount 4 00000400:00000200:2.0:1767328873.463672:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00080000:3.0:1767328873.463679:0:191164:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: import 0000000056f5b0d2 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:3.0:1767328873.463689:0:191164:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328873.463692:0:191164:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1767328873.463694:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:3.0:1767328873.463705:0:191164:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767328873.463705:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767328873.463717:0:191164:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328873.463720:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767328873.463728:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767328873.463733:0:191164:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:2.0:1767328873.463738:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000008:00100000:3.0:1767328873.463741:0:191164:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000400:00000200:2.0:1767328873.463751:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [42:42:256:4294967295] 192.168.202.109@tcp LPNI seq info [42:42:8:4294967295] 00000008:00000001:3.0:1767328873.463752:0:191164:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328873.463766:0:191164:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767328873.463772:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053d0c3c2. 00000020:00000040:3.0:1767328873.463783:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000400:00000200:2.0:1767328873.463791:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:3.0:1767328873.463793:0:191164:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767328873.463796:0:191164:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328873.463805:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767328873.463806:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767328873.463808:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:2.0:1767328873.463813:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004313d708. 02000000:00000001:3.0:1767328873.463815:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767328873.463825:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000002edfff10. 00000800:00000200:2.0:1767328873.463826:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767328873.463833:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767328873.463846:0:191164:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000053d0c3c2 x1853178572182528/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1767328873.463849:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767328873.463868:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004313d708 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767328873.463889:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767328873.463892:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328873.463894:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328873.463903:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300723036 00000100:00000040:3.0:1767328873.463912:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053d0c3c2] to pc [ptlrpcd_rcv+-1] req@0000000053d0c3c2 x1853178572182528/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767328873.463912:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7e9c430. 00000100:00000001:2.0:1767328873.463927:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767328873.463944:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300723036 00000100:00000010:2.0:1767328873.463949:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025faadfe. 00000100:00000001:3.0:1767328873.463951:0:191164:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328873.463953:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767328873.463962:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767328873.463963:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300723036 00000100:00000001:3.0:1767328873.463978:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767328873.463979:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1260724. 00000100:00000010:3.0:1767328873.463985:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd9171ef. 00000100:00000001:2.0:1767328873.463987:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000020:00000040:3.0:1767328873.463990:0:191164:0:(genops.c:1229:class_import_get()) import 00000000ecbf23f4 refcount=3 obd=lustre-OST0000-osc-ffff8c55499c0800 00000100:00000001:2.0:1767328873.463993:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300723036 00000100:00000001:3.0:1767328873.463998:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767328873.464002:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:2.0:1767328873.464003:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003970a50b. 00000800:00000200:0.0:1767328873.464007:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1767328873.464013:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328873.464013:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000800:00000010:0.0:1767328873.464045:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004313d708. 00000100:00000001:2.0:1767328873.464046:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328873.464049:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328873.464052:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328873.464063:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767328873.464067:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000626c64a4. 00000400:00000200:0.0:1767328873.464069:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767328873.464072:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328873.464075:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328873.464076:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767328873.464082:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328873.464085:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328873.464088:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767328873.464088:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ad6670d 00000400:00000010:0.0:1767328873.464092:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ad6670d. 00000100:00000001:2.0:1767328873.464093:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328873.464100:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328873.464101:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767328873.464108:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000aa68ef7 x1853178572182272/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328873.464125:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328873.464125:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767328873.464130:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767328873.464131:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000aa68ef7 x1853178572182272/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328889 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328873.464133:0:208647:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767328873.464142:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053d0c3c2 x1853178572182528/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328873.464148:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328873.464153:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767328873.464163:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID req@00000000cd9171ef x1853178572182656/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767328873.464163:0:208647:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767328873.464168:0:208647:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328873.464177:0:208647:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767328873.464182:0:208647:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767328873.464188:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767328873.464199:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:0.0:1767328873.464200:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ecca153. 02000000:00000001:2.0:1767328873.464201:0:208647:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328873.464208:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767328873.464214:0:208647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053d0c3c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572182528:192.168.202.109@tcp:38: 00000100:00000001:3.0:1767328873.464215:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328873.464225:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328873.464227:0:208647:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767328873.464228:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e003233e 02000000:00000001:2.0:1767328873.464230:0:208647:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767328873.464231:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e003233e. 02000000:00000001:2.0:1767328873.464233:0:208647:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328873.464236:0:208647:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767328873.464236:0:208642:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:2.0:1767328873.464241:0:208647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b3a0c677. 00000100:00000200:0.0:1767328873.464243:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e9cc5edf x1853178572182400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767328873.464244:0:208647:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767328873.464249:0:208647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005105500. 00000400:00000010:2.0:1767328873.464255:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039d0c259. 00000100:00000001:0.0:1767328873.464255:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328873.464260:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e9cc5edf x1853178572182400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328889 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328873.464261:0:208647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572182528, portal 10 00000100:00000001:2.0:1767328873.464266:0:208647:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767328873.464269:0:208647:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776942720 : -127176932608896 : ffff8c55501bb480) 00000100:00000001:0.0:1767328873.464271:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328873.464274:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767328873.464277:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd9171ef] to pc [ptlrpcd_00_01+1] req@00000000cd9171ef x1853178572182656/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328873.464277:0:208647:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053d0c3c2 x1853178572182528/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328873.464320:0:208647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767328873.464328:0:208647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767328873.464331:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f756aee. 00000100:00000200:2.0:1767328873.464333:0:208647:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853178572182528, offset 0 00000400:00000200:2.0:1767328873.464336:0:208647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767328873.464342:0:208647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767328873.464344:0:208647:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767328873.464346:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328873.464350:0:208647:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767328873.464357:0:208647:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767328873.464359:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6056) 00000400:00000200:2.0:1767328873.464360:0:208647:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767328873.464367:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328873.464375:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767328873.464376:0:208647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [44:44:256:4294967295] 192.168.202.109@tcp LPNI seq info [44:44:8:4294967295] 00000100:00000001:0.0:1767328873.464379:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767328873.464387:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cd9171ef x1853178572182656/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767328873.464396:0:208647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767328873.464410:0:208647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767328873.464412:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767328873.464416:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767328873.464417:0:208647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004313d708. 00000800:00000200:2.0:1767328873.464423:0:208647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:0.0:1767328873.464426:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1767328873.464430:0:208647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:0.0:1767328873.464430:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767328873.464433:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767328873.464435:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cd9171ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572182656:192.168.202.109@tcp:400: 00000800:00000200:2.0:1767328873.464443:0:208647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004313d708 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1767328873.464443:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767328873.464446:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767328873.464449:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328873.464450:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767328873.464453:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087e09027. 02000000:00000001:0.0:1767328873.464456:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328873.464457:0:208647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767328873.464459:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e930975. 00000100:00000040:2.0:1767328873.464461:0:208647:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 182033 usecs (183 jiffies) 00000400:00000010:0.0:1767328873.464464:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bf2e96d. 00000100:00000001:2.0:1767328873.464465:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300718776 00000100:00000001:2.0:1767328873.464470:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300723036 00000100:00000200:0.0:1767328873.464470:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572182656, portal 4 00000100:00000001:0.0:1767328873.464475:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767328873.464476:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300718776 00000100:00000001:0.0:1767328873.464478:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776931968 : -127176932619648 : ffff8c55501b8a80) 00000100:00000001:2.0:1767328873.464480:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300723036 00000100:00000001:2.0:1767328873.464484:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300718776 00000100:00000001:2.0:1767328873.464486:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300723036 00000100:00000040:0.0:1767328873.464487:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cd9171ef x1853178572182656/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328873.464491:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300718776 00000100:00000001:2.0:1767328873.464495:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300723036 00000100:00000001:2.0:1767328873.464499:0:208647:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328873.464500:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767328873.464503:0:208647:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328873.464506:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767328873.464508:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328873.464511:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767328873.464511:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ba2b8f9. 00000100:00000200:0.0:1767328873.464516:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853178572182656, offset 0 00000100:00000001:2.0:1767328873.464519:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328873.464522:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:0.0:1767328873.464524:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767328873.464526:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328873.464529:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328873.464531:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328873.464533:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328873.464535:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767328873.464542:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767328873.464557:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767328873.464563:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767328873.464565:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767328873.464570:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [45:45:255:4294967295] 192.168.202.109@tcp LPNI seq info [45:45:7:4294967295] 00000400:00000200:0.0:1767328873.464576:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767328873.464579:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767328873.464595:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000076d91448. 00000800:00000200:0.0:1767328873.464603:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767328873.464618:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767328873.464622:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000076d91448 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767328873.464627:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328873.464632:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: using a timeout of 2595 usecs (3 jiffies) 00000100:00000001:0.0:1767328873.464635:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300718596 00000100:00000001:0.0:1767328873.464640:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300723036 00000100:00000001:0.0:1767328873.464644:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300718596 00000100:00000001:0.0:1767328873.464649:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300723036 00000100:00000001:0.0:1767328873.464653:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300718596 00000100:00000001:0.0:1767328873.464656:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300723036 00000100:00000001:0.0:1767328873.464660:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300718596 00000100:00000001:0.0:1767328873.464663:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300723036 00000100:00000001:0.0:1767328873.464666:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328873.464670:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328873.464675:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328873.464677:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328873.464682:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328873.464683:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767328873.464685:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328873.464686:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328873.464687:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328873.464688:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767328873.465558:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328873.465569:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328873.465572:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328873.465575:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328873.465596:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328873.465609:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2801300 00000400:00000200:2.0:1767328873.465615:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x245 [1] + 224 00000800:00000001:2.0:1767328873.465622:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328873.465631:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328873.465633:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328873.465643:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328873.465648:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328873.465651:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000aa68ef7 x1853178572182272/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328889 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328873.465663:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000aa68ef7 x1853178572182272/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328873.465683:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767328873.465692:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328873.465717:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328873.465720:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328873.465725:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328873.465731:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328873.465740:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2801380 00000400:00000200:2.0:1767328873.465760:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x249 [1] + 224 00000800:00000001:2.0:1767328873.465766:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328873.465773:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328873.465778:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328873.465785:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328873.465791:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328873.465798:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e9cc5edf x1853178572182400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328889 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328873.465813:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e9cc5edf x1853178572182400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328873.465833:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767328873.465840:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328873.465845:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328873.465871:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328873.465876:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767328873.465887:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767328873.465892:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767328873.465898:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000414fc26d. 00000400:00000200:3.0:1767328873.465907:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f744fb2c 00000400:00000010:3.0:1767328873.465913:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f744fb2c. 00000100:00000001:3.0:1767328873.465922:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328873.465934:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e9cc5edf x1853178572182400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767328873.465967:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e9cc5edf x1853178572182400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328889 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328873.466013:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767328873.466058:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328873.466065:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767328873.466071:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767328873.466076:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767328873.466081:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328873.466088:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767328873.466098:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1767328873.466199:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767328873.466204:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767328873.466206:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328873.466209:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767328873.466218:0:208648:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767328873.466231:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328873.466239:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767328873.466242:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328873.466244:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328873.466253:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:3.0:1767328873.466262:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767328873.466268:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000200:0.0:1767328873.466268:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x69574c2801480 00000100:00000001:3.0:1767328873.466277:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767328873.466280:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328873.466284:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x25d [1] + 224 00000100:00000040:3.0:1767328873.466291:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e9cc5edf x1853178572182400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328889 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767328873.466294:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328873.466312:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328873.466313:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767328873.466318:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767328873.466320:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767328873.466324:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328873.466326:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328873.466334:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767328873.466336:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9cc5edf x1853178572182400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328889 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767328873.466341:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cd9171ef x1853178572182656/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328889 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767328873.466379:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e9cc5edf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572182400:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767328873.466388:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cd9171ef x1853178572182656/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328873.466389:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328873.466396:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328873.466405:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e9cc5edf x1853178572182400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328889 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328873.466428:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767328873.466431:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767328873.466433:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5a562d5. 00000100:00000001:0.0:1767328873.466435:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767328873.466442:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1767328873.466445:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767328873.466447:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767328873.466453:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000800:00000001:0.0:1767328873.466456:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767328873.466458:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767328873.466465:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001caa00ec. 02000000:00000001:3.0:1767328873.466470:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767328873.466472:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767328873.466475:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e9cc5edf. 00000100:00000001:3.0:1767328873.466482:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767328873.466486:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328873.466493:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328873.466503:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328873.466507:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328873.466514:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328873.466519:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328873.466663:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328873.466670:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767328873.466673:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087e09027. 02000000:00000001:1.0:1767328873.466677:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767328873.466678:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328873.466680:0:208649:0:(genops.c:1242:class_import_put()) import 00000000ecbf23f4 refcount=2 obd=lustre-OST0000-osc-ffff8c55499c0800 00000020:00000001:1.0:1767328873.466683:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767328873.466684:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000626c64a4. 02000000:00000001:1.0:1767328873.466687:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767328873.466688:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767328873.466690:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cd9171ef. 00000100:00000001:1.0:1767328873.466693:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767328873.466694:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328873.466696:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328873.466700:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328873.466702:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328873.466704:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328873.466706:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767328873.472441:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328873.472449:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767328873.472451:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328873.472454:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328873.472459:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767328873.472469:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2801400 00000400:00000200:1.0:1767328873.472474:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x255 [1] + 0 00000800:00000001:1.0:1767328873.472479:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328873.472487:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328873.472490:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767328873.472496:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767328873.472501:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328873.472504:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053d0c3c2 x1853178572182528/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328873.472514:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@0000000053d0c3c2 x1853178572182528/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328873.472531:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767328873.472544:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328873.472547:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328873.472577:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328873.472580:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767328873.472599:0:208647:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767328873.472601:0:208647:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767328873.472603:0:208647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005105500. 00000400:00000200:2.0:1767328873.472607:0:208647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039d0c259 00000400:00000010:2.0:1767328873.472615:0:208647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039d0c259. 00000100:00000001:2.0:1767328873.472618:0:208647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328873.472622:0:208647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053d0c3c2 x1853178572182528/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328873.472632:0:208647:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053d0c3c2 x1853178572182528/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328873.472640:0:208647:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328873.472641:0:208647:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328873.472643:0:208647:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767328873.472645:0:208647:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767328873.472647:0:208647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328873.472648:0:208647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328873.472650:0:208647:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767328873.472654:0:208647:0:(import.c:2128:obd_at_measure()) add 0 to 00000000ffec6909 time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1767328873.472657:0:208647:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=20 v=10 (10 0 0 0) 00000100:00000001:2.0:1767328873.472660:0:208647:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767328873.472661:0:208647:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1767328873.472664:0:208647:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767328873.472667:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053d0c3c2 x1853178572182528/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767328888 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328873.472674:0:208647:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1767328873.472677:0:208647:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328873.472679:0:208647:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328873.472681:0:208647:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1767328873.472683:0:208647:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1767328873.472686:0:208647:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328873.472690:0:208647:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.109@tcp failed (-19) 00000100:00000001:2.0:1767328873.472693:0:208647:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767328873.472696:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053d0c3c2 x1853178572182528/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767328888 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767328873.472704:0:208647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053d0c3c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572182528:192.168.202.109@tcp:38: 00000100:00000001:2.0:1767328873.472713:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328873.472715:0:208647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328873.472718:0:208647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053d0c3c2 x1853178572182528/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767328888 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328873.472725:0:208647:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767328873.472726:0:208647:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767328873.472728:0:208647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b3a0c677. 02000000:00000001:2.0:1767328873.472731:0:208647:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767328873.472733:0:208647:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767328873.472734:0:208647:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767328873.472736:0:208647:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767328873.472738:0:208647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000002edfff10. 02000000:00000001:2.0:1767328873.472741:0:208647:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767328873.472742:0:208647:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767328873.472743:0:208647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053d0c3c2. 00000100:00000001:2.0:1767328873.472747:0:208647:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328873.472748:0:208647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328873.472750:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328873.472754:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328873.472755:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328873.472757:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328873.472758:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328873.527196:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328873.527202:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328873.527207:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328873.527208:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328873.527304:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328873.527308:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328873.527310:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328874.551147:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328874.551155:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328874.551161:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328874.551164:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328874.551166:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328874.551171:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767328874.551173:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767328874.551175:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328874.551178:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328874.551180:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328874.551181:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328874.551183:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328874.551247:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328874.551252:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328874.551255:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328875.575112:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328875.575120:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328875.575126:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328875.575127:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328875.575173:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328875.575178:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328875.575181:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328876.599094:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328876.599101:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328876.599105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328876.599106:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328876.599200:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328876.599204:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328876.599206:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1767328877.268771:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328877.268788:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328877.268792:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328877.268794:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328877.268804:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328877.268820:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 328 into portal 15 MB=0x69574c3f05800 00000400:00000200:2.0:1767328877.268827:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 328/328 into md 0xd [2] + 0 00000800:00000001:2.0:1767328877.268834:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328877.268838:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328877.268840:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328877.268843:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328877.268849:0:208641:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767328877.268863:0:208641:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767328877.268867:0:208641:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d788383. 00000100:00000040:2.0:1767328877.268872:0:208641:0:(events.c:337:request_in_callback()) incoming req@000000003d788383 x1853178596317184 msgsize 328 00000100:00100000:2.0:1767328877.268875:0:208641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000100:00000001:2.0:1767328877.268890:0:208641:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767328877.268898:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328877.268901:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328877.268902:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328877.268903:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328877.268906:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328877.268910:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 328 into portal 15 MB=0x69574c3f05880 00000400:00000200:2.0:1767328877.268913:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 328/328 into md 0xd [2] + 328 00000800:00000001:2.0:1767328877.268918:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328877.268924:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328877.268927:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328877.268931:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328877.268935:0:208641:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767328877.268936:0:208641:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767328877.268939:0:208641:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065a7b1ab. 00000100:00000040:2.0:1767328877.268942:0:208641:0:(events.c:337:request_in_callback()) incoming req@0000000065a7b1ab x1853178596317312 msgsize 328 00000100:00100000:2.0:1767328877.268948:0:208641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000020:00000010:1.0:1767328877.268959:0:211331:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000db0e9853. 00000100:00000001:1.0:1767328877.268972:0:211331:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767328877.268977:0:208641:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767328877.268978:0:211331:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853178596317184 02000000:00000001:1.0:1767328877.268982:0:211331:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1767328877.268985:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767328877.268986:0:211331:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328877.268990:0:211331:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767328877.268992:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767328877.268995:0:211331:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767328877.269002:0:211331:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853178596317184 00000020:00000001:1.0:1767328877.269005:0:211331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767328877.269008:0:211331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x989c09653bac0be2 00000020:00000001:1.0:1767328877.269011:0:211331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767328877.269043:0:211330:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000066d147e. 00000020:00000040:1.0:1767328877.269049:0:211331:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000046d45fe refcount=3 00000100:00000001:3.0:1767328877.269052:0:211330:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767328877.269054:0:211330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853178596317312 02000000:00000001:3.0:1767328877.269055:0:211330:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767328877.269060:0:211331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896641996800 : -127177067554816 : ffff8c5548109800) 00000020:00000001:1.0:1767328877.269065:0:211331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616896641996800 : -127177067554816 : ffff8c5548109800) 00000100:00000001:3.0:1767328877.269066:0:211330:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767328877.269068:0:211330:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328877.269072:0:211330:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328877.269073:0:211331:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767328877.269074:0:211330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853178596317312 00000020:00000001:3.0:1767328877.269078:0:211330:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767328877.269079:0:211330:0:(genops.c:823:class_conn2export()) looking for export cookie 0x989c09653bac0be2 00000020:00000001:3.0:1767328877.269080:0:211330:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767328877.269081:0:211331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000047909d85. 00000020:00000040:3.0:1767328877.269082:0:211330:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000046d45fe refcount=4 00000020:00000001:3.0:1767328877.269087:0:211330:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896641996800 : -127177067554816 : ffff8c5548109800) 00000100:00000001:1.0:1767328877.269087:0:211331:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767328877.269092:0:211330:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616896641996800 : -127177067554816 : ffff8c5548109800) 00000020:00000010:1.0:1767328877.269095:0:211331:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000047909d85. 00000100:00000001:3.0:1767328877.269096:0:211330:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767328877.269100:0:211330:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c258013. 00000100:00000001:3.0:1767328877.269103:0:211330:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767328877.269105:0:211331:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e23378b. 00000020:00000010:3.0:1767328877.269106:0:211330:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c258013. 00000020:00000010:3.0:1767328877.269114:0:211330:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8d3c36c. 00000020:00000010:1.0:1767328877.269115:0:211331:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009300d12e. 00000020:00000010:3.0:1767328877.269119:0:211330:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c99add1a. 00000020:00000010:1.0:1767328877.269123:0:211331:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000083f7bde2. 00000020:00000010:3.0:1767328877.269132:0:211330:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005cca91c1. 00000100:00000040:1.0:1767328877.269134:0:211331:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767328877.269139:0:211331:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767328877.269140:0:211330:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767328877.269141:0:211331:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767328877.269143:0:211330:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767328877.269145:0:211331:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328877.269146:0:211330:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328877.269158:0:211331:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328877.269159:0:211330:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328877.269163:0:211331:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328877.269164:0:211330:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328877.269180:0:211330:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767328877.269182:0:211330:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767328877.269182:0:211331:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767328877.269186:0:211331:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767328877.269190:0:211330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 0 00000100:00000040:3.0:1767328877.269193:0:211330:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000046d45fe : new rpc_count 1 00000100:00000001:3.0:1767328877.269194:0:211330:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446616896777369600 : -127176932182016 : ffff8c5550223800) 00000100:00000001:1.0:1767328877.269197:0:211331:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328877.269201:0:211330:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003d788383 x1853178596317184/t0(0) o104->cbc0edb7-593a-4289-8780-9495892e37e0@192.168.202.109@tcp:728/0 lens 328/0 e 0 to 0 dl 1767328888 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767328877.269202:0:211331:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328877.269213:0:211330:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767328877.269216:0:211330:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c258013. 00000100:00000001:3.0:1767328877.269218:0:211330:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767328877.269220:0:211330:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c258013. 00000100:00100000:3.0:1767328877.269226:0:211330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003d788383 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbc0edb7-593a-4289-8780-9495892e37e0+4:467059:x1853178596317184:12345-192.168.202.109@tcp:104: 00000100:00000200:3.0:1767328877.269230:0:211330:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853178596317184 00010000:00000001:3.0:1767328877.269232:0:211330:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767328877.269238:0:211330:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767328877.269239:0:211330:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767328877.269240:0:211330:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000056a4aceb refcount=2 00000020:00000001:3.0:1767328877.269242:0:211330:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657332736 : -127177052218880 : ffff8c5548fa9a00) 00010000:00000001:3.0:1767328877.269244:0:211330:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657332736 : -127177052218880 : ffff8c5548fa9a00) 00010000:00000001:3.0:1767328877.269246:0:211330:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767328877.269249:0:211330:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328877.269252:0:211330:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.109@tcp lock: 0000000056a4aceb/0x989c09653bac0bf0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa764e4c88bd573da expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767328877.269259:0:211330:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767328877.269260:0:211330:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767328877.269263:0:211330:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b7438e43. 02000000:00000001:3.0:1767328877.269265:0:211330:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328877.269266:0:211330:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328877.269270:0:211330:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767328877.269272:0:211330:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767328877.269275:0:211330:0:(import.c:2128:obd_at_measure()) add 1 to 00000000daf807e4 time=1767328877 v=10 (0 0 0 0) 00000100:00001000:3.0:1767328877.269278:0:211330:0:(import.c:2194:obd_at_measure()) AT 00000000daf807e4 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1767328877.269281:0:211330:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ldlm_cbd changed estimate from 10 to 5 req@000000003d788383 x1853178596317184/t0(0) o104->cbc0edb7-593a-4289-8780-9495892e37e0@192.168.202.109@tcp:728/0 lens 328/224 e 0 to 0 dl 1767328888 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767328877.269288:0:211330:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767328877.269289:0:211330:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 13 to 192.168.202.109@tcp 00000100:00000001:3.0:1767328877.269291:0:211330:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 02000000:00000001:3.0:1767328877.269293:0:211330:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767328877.269294:0:211330:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328877.269297:0:211330:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767328877.269299:0:211330:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767328877.269302:0:211330:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097041725. 00000100:00000200:3.0:1767328877.269310:0:211330:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853178596317184, offset 224 00000400:00000200:3.0:1767328877.269314:0:211330:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328877.269323:0:211330:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767328877.269327:0:211330:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [46:46:256:4294967295] 192.168.202.109@tcp LPNI seq info [46:46:8:4294967295] 00000400:00000200:3.0:1767328877.269335:0:211330:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767328877.269339:0:211330:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767328877.269342:0:211330:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001caa00ec. 00000800:00000200:3.0:1767328877.269347:0:211330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767328877.269352:0:211330:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767328877.269355:0:211330:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001caa00ec type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767328877.269367:0:211330:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328877.269370:0:211330:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00010000:00000001:3.0:1767328877.269373:0:211330:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767328877.269375:0:211330:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000080d08fef. 00010000:00000001:3.0:1767328877.269378:0:211330:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767328877.269386:0:211330:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767328877.269388:0:211330:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328877.269389:0:211330:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328877.269392:0:211330:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328877.269395:0:211330:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d788383 x1853178596317184/t0(0) o104->cbc0edb7-593a-4289-8780-9495892e37e0@192.168.202.109@tcp:728/0 lens 328/224 e 0 to 0 dl 1767328888 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328877.269401:0:211330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003d788383 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbc0edb7-593a-4289-8780-9495892e37e0+4:467059:x1853178596317184:12345-192.168.202.109@tcp:104: Request processed in 187us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1767328877.269407:0:211330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 0 00000100:00000040:3.0:1767328877.269409:0:211330:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000046d45fe : new rpc_count 0 00000100:00000001:3.0:1767328877.269410:0:211330:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767328877.269412:0:211330:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767328877.269415:0:211330:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009300d12e. 00000020:00000010:3.0:1767328877.269419:0:211330:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000083f7bde2. 00000020:00000010:3.0:1767328877.269426:0:211330:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e23378b. 00000020:00000040:3.0:1767328877.269430:0:211330:0:(genops.c:898:class_export_put()) PUTting export 00000000046d45fe : new refcount 3 00000100:00000001:3.0:1767328877.269433:0:211330:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328877.269441:0:211330:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767328877.269442:0:211330:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767328877.269446:0:211330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 1 00000100:00000040:3.0:1767328877.269448:0:211330:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000046d45fe : new rpc_count 1 00000020:00000001:2.0:1767328877.269448:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:0.0:1767328877.269450:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767328877.269452:0:211330:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446616896777360640 : -127176932190976 : ffff8c5550221500) 00000020:00000001:2.0:1767328877.269452:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767328877.269457:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001caa00ec. 00010000:00010000:2.0:1767328877.269458:0:211335:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:3.0:1767328877.269460:0:211330:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000065a7b1ab x1853178596317312/t0(0) o104->cbc0edb7-593a-4289-8780-9495892e37e0@192.168.202.109@tcp:728/0 lens 328/0 e 0 to 0 dl 1767328888 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767328877.269464:0:211335:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000200:0.0:1767328877.269467:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767328877.269468:0:211335:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767328877.269471:0:211335:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.109@tcp lock: 0000000056a4aceb/0x989c09653bac0bf0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa764e4c88bd573da expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767328877.269475:0:211330:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767328877.269479:0:211330:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c258013. 00000400:00000200:0.0:1767328877.269481:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328877.269483:0:211330:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767328877.269487:0:211335:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000056a4aceb already unused, calling callback (00000000fa85a142) 00000020:00000010:3.0:1767328877.269490:0:211330:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c258013. 10000000:00000001:2.0:1767328877.269492:0:211335:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:0.0:1767328877.269492:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097041725 00000100:00100000:3.0:1767328877.269497:0:211330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000065a7b1ab pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbc0edb7-593a-4289-8780-9495892e37e0+3:467059:x1853178596317312:12345-192.168.202.109@tcp:104: 00000400:00000010:0.0:1767328877.269498:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097041725. 10000000:00010000:2.0:1767328877.269503:0:211335:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.109@tcp lock: 0000000056a4aceb/0x989c09653bac0bf0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xa764e4c88bd573da expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767328877.269504:0:211330:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853178596317312 00000100:00000001:0.0:1767328877.269508:0:208642:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767328877.269514:0:211335:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767328877.269514:0:208642:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767328877.269518:0:211335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767328877.269520:0:211335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767328877.269521:0:211335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000056a4aceb refcount=3 00000020:00000001:2.0:1767328877.269523:0:211335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657332736 : -127177052218880 : ffff8c5548fa9a00) 00010000:00000001:2.0:1767328877.269525:0:211335:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657332736 : -127177052218880 : ffff8c5548fa9a00) 00010000:00000001:2.0:1767328877.269527:0:211335:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767328877.269528:0:211335:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.109@tcp lock: 0000000056a4aceb/0x989c09653bac0bf0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xa764e4c88bd573da expref: -99 pid: 211329 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767328877.269533:0:211335:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767328877.269534:0:211335:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.109@tcp lock: 0000000056a4aceb/0x989c09653bac0bf0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa764e4c88bd573da expref: -99 pid: 211329 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767328877.269537:0:211335:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1767328877.269540:0:211335:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767328877.269541:0:211335:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767328877.269542:0:211335:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767328877.269543:0:211335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767328877.269545:0:211335:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328877.269568:0:211330:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 10000000:00000001:2.0:1767328877.269571:0:211335:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00000001:3.0:1767328877.269573:0:211330:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 10000000:00000001:2.0:1767328877.269574:0:211335:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:3.0:1767328877.269576:0:211330:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000040:2.0:1767328877.269577:0:211335:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000fbd3e279) refs 2 00000020:00000040:3.0:1767328877.269579:0:211330:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b0b89c6b refcount=2 10000000:00000001:2.0:1767328877.269580:0:211335:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:3.0:1767328877.269584:0:211330:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657333248 : -127177052218368 : ffff8c5548fa9c00) 10000000:00000001:2.0:1767328877.269584:0:211335:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328877.269590:0:211330:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657333248 : -127177052218368 : ffff8c5548fa9c00) 00010000:00000001:2.0:1767328877.269592:0:211335:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767328877.269595:0:211330:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767328877.269599:0:211330:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328877.269600:0:211330:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0be9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa764e4c88bd573d3 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767328877.269602:0:211335:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767328877.269606:0:211335:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767328877.269608:0:211330:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767328877.269609:0:211335:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:3.0:1767328877.269611:0:211330:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767328877.269612:0:211335:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767328877.269616:0:211330:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000983ae33a. 00000020:00000040:2.0:1767328877.269616:0:211335:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000056a4aceb with handle 0x989c09653bac0bf0 from hash 00010000:00000001:2.0:1767328877.269619:0:211335:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:3.0:1767328877.269620:0:211330:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328877.269622:0:211335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767328877.269628:0:211330:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328877.269632:0:211335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767328877.269633:0:211330:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767328877.269635:0:211335:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767328877.269636:0:211330:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328877.269638:0:211335:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00001000:3.0:1767328877.269640:0:211330:0:(import.c:2128:obd_at_measure()) add 1 to 00000000daf807e4 time=0 v=5 (1 0 0 0) 00010000:00000001:2.0:1767328877.269641:0:211335:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:3.0:1767328877.269645:0:211330:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767328877.269646:0:211335:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000040:3.0:1767328877.269649:0:211330:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 13 to 192.168.202.109@tcp 00010000:00000001:2.0:1767328877.269651:0:211335:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1767328877.269655:0:211330:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 02000000:00000001:3.0:1767328877.269658:0:211330:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:2.0:1767328877.269658:0:211335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093be9636. 02000000:00000001:3.0:1767328877.269659:0:211330:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328877.269664:0:211330:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767328877.269665:0:211335:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000040:3.0:1767328877.269669:0:211330:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767328877.269672:0:211335:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1767328877.269674:0:211330:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fc50d68. 02000000:00000001:2.0:1767328877.269675:0:211335:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1767328877.269679:0:211330:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853178596317312, offset 224 02000000:00000001:2.0:1767328877.269682:0:211335:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328877.269686:0:211330:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000010:2.0:1767328877.269691:0:211335:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004a670c51. 00000400:00000200:3.0:1767328877.269693:0:211330:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767328877.269698:0:211330:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [47:47:256:4294967295] 192.168.202.109@tcp LPNI seq info [47:47:8:4294967295] 00000100:00000001:2.0:1767328877.269698:0:211335:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328877.269703:0:211335:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767328877.269709:0:211335:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.109@tcp lock: 0000000056a4aceb/0x989c09653bac0bf0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd573da expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767328877.269711:0:211330:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767328877.269723:0:211330:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00010000:00010000:2.0:1767328877.269724:0:211335:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000800:00000010:3.0:1767328877.269726:0:211330:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a1f5800. 00010000:00000001:2.0:1767328877.269726:0:211335:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328877.269729:0:211335:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:3.0:1767328877.269733:0:211330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767328877.269734:0:211335:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328877.269744:0:211335:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093be9636] to pc [ptlrpcd_00_02+2] req@0000000093be9636 x1853178572182784/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767328877.269745:0:211330:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767328877.269749:0:211330:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004a1f5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767328877.269767:0:211330:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328877.269771:0:211330:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00010000:00000001:3.0:1767328877.269774:0:211330:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767328877.269774:0:211335:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767328877.269777:0:211330:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000075374df0. 00010000:00000001:2.0:1767328877.269778:0:211335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328877.269781:0:211330:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767328877.269781:0:211335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767328877.269784:0:211335:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328877.269786:0:211335:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767328877.269788:0:211335:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328877.269790:0:211335:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.109@tcp lock: 0000000056a4aceb/0x989c09653bac0bf0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd573da expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767328877.269793:0:211330:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767328877.269796:0:211335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767328877.269797:0:211330:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328877.269799:0:211335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.109@tcp lock: 0000000056a4aceb/0x989c09653bac0bf0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd573da expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767328877.269800:0:211330:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328877.269805:0:211330:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328877.269812:0:211330:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065a7b1ab x1853178596317312/t0(0) o104->cbc0edb7-593a-4289-8780-9495892e37e0@192.168.202.109@tcp:728/0 lens 328/224 e 0 to 0 dl 1767328888 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767328877.269814:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328877.269818:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328877.269823:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767328877.269826:0:211335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767328877.269830:0:211335:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:0.0:1767328877.269831:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000093be9636 x1853178572182784/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767328877.269834:0:211330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000065a7b1ab pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbc0edb7-593a-4289-8780-9495892e37e0+3:467059:x1853178596317312:12345-192.168.202.109@tcp:104: Request processed in 355us (887us total) trans 0 rc 0/0 00010000:00000010:2.0:1767328877.269834:0:211335:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000080d08fef. 00000800:00000200:1.0:1767328877.269838:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1767328877.269841:0:211335:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767328877.269845:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a1f5800. 00000020:00000001:2.0:1767328877.269848:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328877.269852:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767328877.269854:0:211330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 1 00000400:00000200:1.0:1767328877.269854:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767328877.269857:0:211335:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:3.0:1767328877.269862:0:211330:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000046d45fe : new rpc_count 0 00010000:00000001:2.0:1767328877.269863:0:211335:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767328877.269866:0:211335:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767328877.269867:0:211330:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767328877.269869:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00010000:00010000:2.0:1767328877.269870:0:211335:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0be9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa764e4c88bd573d3 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767328877.269871:0:211330:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767328877.269873:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1767328877.269876:0:211330:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c99add1a. 00000100:00000001:0.0:1767328877.269878:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328877.269880:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fc50d68 00000020:00000010:3.0:1767328877.269883:0:211330:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005cca91c1. 02000000:00000001:0.0:1767328877.269885:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767328877.269886:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fc50d68. 00010000:00010000:2.0:1767328877.269887:0:211335:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b0b89c6b already unused, calling callback (00000000fa85a142) 00000020:00000010:3.0:1767328877.269888:0:211330:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8d3c36c. 02000000:00000001:0.0:1767328877.269890:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1767328877.269893:0:211335:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:0.0:1767328877.269894:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:2.0:1767328877.269896:0:211335:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0be9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa764e4c88bd573d3 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767328877.269897:0:208643:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:0.0:1767328877.269901:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000093be9636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572182784:192.168.202.109@tcp:103: 00000100:00000001:1.0:1767328877.269902:0:208643:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767328877.269908:0:211335:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767328877.269909:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1767328877.269911:0:211335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767328877.269913:0:211335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767328877.269914:0:211335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b0b89c6b refcount=3 02000000:00000001:0.0:1767328877.269915:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767328877.269916:0:211335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657333248 : -127177052218368 : ffff8c5548fa9c00) 00010000:00000001:2.0:1767328877.269920:0:211335:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657333248 : -127177052218368 : ffff8c5548fa9c00) 00000100:00000001:1.0:1767328877.269920:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767328877.269920:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328877.269926:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328877.269927:0:211335:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:0.0:1767328877.269927:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:2.0:1767328877.269932:0:211335:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0be9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa764e4c88bd573d3 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 02000000:00000010:0.0:1767328877.269933:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f8cdd3d. 10000000:00000001:2.0:1767328877.269940:0:211335:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:0.0:1767328877.269940:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:2.0:1767328877.269944:0:211335:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0be9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa764e4c88bd573d3 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767328877.269947:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010653498. 10000000:01000000:2.0:1767328877.269949:0:211335:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000020:00000001:1.0:1767328877.269949:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328877.269953:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767328877.269953:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061d952c4. 00000020:00000040:3.0:1767328877.269954:0:211330:0:(genops.c:898:class_export_put()) PUTting export 00000000046d45fe : new refcount 2 00010000:00010000:1.0:1767328877.269961:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767328877.269962:0:211330:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767328877.269962:0:211335:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000200:0.0:1767328877.269963:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572182784, portal 18 10000000:00000040:2.0:1767328877.269966:0:211335:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 00000100:00000001:0.0:1767328877.269969:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000040:2.0:1767328877.269970:0:211335:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:0.0:1767328877.269972:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777355264 : -127176932196352 : ffff8c5550220000) 00010000:00000001:2.0:1767328877.269973:0:211335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767328877.269977:0:211335:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328877.269981:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000093be9636 x1853178572182784/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767328877.269984:0:211335:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767328877.269987:0:211335:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767328877.269988:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000040:2.0:1767328877.269989:0:211335:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000b70d88c0) refs 2 10000000:00000001:2.0:1767328877.269993:0:211335:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767328877.269996:0:211335:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328877.269997:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00010000:00000001:2.0:1767328877.270003:0:211335:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:0.0:1767328877.270004:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae867cfe. 00010000:00000001:2.0:1767328877.270007:0:211335:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:0.0:1767328877.270008:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853178572182784, offset 0 00010000:00000001:2.0:1767328877.270010:0:211335:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767328877.270013:0:211335:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767328877.270034:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767328877.270041:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767328877.270046:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1767328877.270049:0:211335:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328877.270053:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000020:00000040:2.0:1767328877.270054:0:211335:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b0b89c6b with handle 0x989c09653bac0be9 from hash 00010000:00000001:2.0:1767328877.270057:0:211335:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:0.0:1767328877.270059:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1767328877.270060:0:211335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767328877.270064:0:211335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767328877.270066:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00010000:00000001:2.0:1767328877.270067:0:211335:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767328877.270070:0:211335:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767328877.270073:0:211335:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000200:0.0:1767328877.270073:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [48:48:256:4294967295] 192.168.202.109@tcp LPNI seq info [48:48:8:4294967295] 00010000:00000001:2.0:1767328877.270079:0:211335:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767328877.270081:0:211335:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767328877.270086:0:211335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d99846bb. 00000020:00000040:2.0:1767328877.270090:0:211335:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=5 obd=MGC192.168.202.109@tcp 00000400:00000200:0.0:1767328877.270090:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767328877.270094:0:211335:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767328877.270095:0:211335:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767328877.270096:0:211335:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767328877.270102:0:211335:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7e54fb9. 00000800:00000200:0.0:1767328877.270106:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767328877.270107:0:211335:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328877.270111:0:211335:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000800:00000010:0.0:1767328877.270111:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c58f1272. 00010000:00010000:2.0:1767328877.270113:0:211335:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0be9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd573d3 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00000800:00000200:0.0:1767328877.270120:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00010000:00010000:2.0:1767328877.270124:0:211335:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767328877.270126:0:211335:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767328877.270128:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767328877.270130:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c58f1272 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767328877.270136:0:211335:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767328877.270137:0:211335:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328877.270141:0:211335:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d99846bb] to pc [ptlrpcd_00_03+3] req@00000000d99846bb x1853178572182912/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328877.270143:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328877.270150:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300726843 00010000:00000001:2.0:1767328877.270159:0:211335:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328877.270159:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300723036 00010000:00000001:2.0:1767328877.270164:0:211335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767328877.270165:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300726843 00010000:00000001:2.0:1767328877.270166:0:211335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767328877.270169:0:211335:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328877.270171:0:211335:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328877.270172:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300723036 10000000:00000001:2.0:1767328877.270174:0:211335:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328877.270177:0:211335:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0be9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd573d3 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767328877.270178:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300726843 00000100:00000001:1.0:1767328877.270181:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328877.270186:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328877.270187:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300723036 00010000:00000001:2.0:1767328877.270188:0:211335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767328877.270189:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:2.0:1767328877.270192:0:211335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0be9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd573d3 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767328877.270193:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300726843 00010000:00000040:2.0:1767328877.270202:0:211335:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008672d5d4 count: 0 00000100:00000001:0.0:1767328877.270202:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300723036 00000800:00000200:3.0:1767328877.270206:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767328877.270207:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d99846bb x1853178572182912/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328877.270209:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767328877.270210:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c58f1272. 00010000:00000001:2.0:1767328877.270214:0:211335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767328877.270215:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328877.270217:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767328877.270218:0:211335:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767328877.270222:0:211335:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000075374df0. 00000100:00000001:0.0:1767328877.270222:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328877.270229:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328877.270229:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767328877.270230:0:211335:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328877.270237:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767328877.270238:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae867cfe 00000100:00000001:1.0:1767328877.270238:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767328877.270239:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767328877.270240:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767328877.270242:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae867cfe. 00000100:00000001:0.0:1767328877.270244:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:2.0:1767328877.270245:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767328877.270245:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328877.270247:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767328877.270249:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767328877.270251:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767328877.270252:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328877.270253:0:208641:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767328877.270254:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767328877.270254:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328877.270255:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767328877.270260:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767328877.270261:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767328877.270261:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328877.270265:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328877.270268:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328877.270269:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328877.270276:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d99846bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572182912:192.168.202.109@tcp:103: 00000100:00000001:1.0:1767328877.270281:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767328877.270284:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767328877.270286:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328877.270288:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767328877.270300:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bdddb578. 02000000:00000001:1.0:1767328877.270302:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767328877.270306:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049c65abd. 00000100:00000200:3.0:1767328877.270309:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000093be9636 x1853178572182784/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767328877.270312:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1e4696. 00000100:00000200:1.0:1767328877.270317:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572182912, portal 18 00000100:00000001:1.0:1767328877.270321:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328877.270324:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777366912 : -127176932184704 : ffff8c5550222d80) 00000100:00000001:3.0:1767328877.270325:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328877.270330:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d99846bb x1853178572182912/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328877.270332:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000093be9636 x1853178572182784/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328877.270355:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767328877.270357:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328877.270362:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767328877.270362:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767328877.270366:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ee95e05. 00000100:00000200:1.0:1767328877.270370:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853178572182912, offset 0 00000400:00000200:1.0:1767328877.270374:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767328877.270379:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767328877.270383:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767328877.270385:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767328877.270387:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767328877.270389:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767328877.270391:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [49:49:256:4294967295] 192.168.202.109@tcp LPNI seq info [49:49:8:4294967295] 00000400:00000200:1.0:1767328877.270397:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767328877.270406:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767328877.270408:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000459d2753. 00000800:00000200:1.0:1767328877.270411:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767328877.270415:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767328877.270417:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000459d2753 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767328877.270427:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328877.270429:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300726843 00000100:00000001:1.0:1767328877.270432:0:208651:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, keep current deadline 4300726843 00000100:00000001:1.0:1767328877.270433:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300726843 00000100:00000001:1.0:1767328877.270434:0:208651:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, keep current deadline 4300726843 00000100:00000001:1.0:1767328877.270436:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300726843 00000100:00000001:1.0:1767328877.270437:0:208651:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, keep current deadline 4300726843 00000100:00000001:1.0:1767328877.270438:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300726843 00000100:00000001:1.0:1767328877.270440:0:208651:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, keep current deadline 4300726843 00000100:00000001:1.0:1767328877.270441:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328877.270443:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328877.270445:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328877.270446:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328877.270451:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328877.270452:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767328877.270453:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328877.270454:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328877.270455:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328877.270457:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767328877.270483:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767328877.270486:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000459d2753. 00000400:00000200:0.0:1767328877.270489:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328877.270492:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328877.270495:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ee95e05 00000400:00000010:0.0:1767328877.270496:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ee95e05. 00000100:00000001:0.0:1767328877.270498:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767328877.270505:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d99846bb x1853178572182912/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328877.270511:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328877.270513:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d99846bb x1853178572182912/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328877.270517:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328877.270518:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1F:1767328877.275045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000056a4aceb. 00000800:00000001:1.0:1767328877.275907:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328877.275914:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767328877.275916:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328877.275917:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328877.275921:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767328877.275928:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x69574c2801500 00000400:00000200:1.0:1767328877.275932:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x26d [1] + 224 00000800:00000001:1.0:1767328877.275942:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328877.275944:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328877.275945:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767328877.275948:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767328877.275950:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328877.275953:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000093be9636 x1853178572182784/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328877.275960:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000093be9636 x1853178572182784/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328877.275974:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767328877.275978:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328877.275980:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767328877.275981:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328877.275983:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328877.275985:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767328877.275989:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x69574c2801580 00000400:00000200:1.0:1767328877.275992:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x275 [1] + 224 00000800:00000001:1.0:1767328877.275995:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328877.275998:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328877.275999:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767328877.276001:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767328877.276003:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328877.276004:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d99846bb x1853178572182912/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328877.276009:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d99846bb x1853178572182912/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328877.276039:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328877.276042:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767328877.276043:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767328877.276049:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767328877.276050:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767328877.276054:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767328877.276054:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767328877.276056:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010653498. 00000400:00000200:0.0:1767328877.276061:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061d952c4 00000400:00000010:0.0:1767328877.276063:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061d952c4. 00000100:00000001:0.0:1767328877.276067:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767328877.276073:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767328877.276074:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000093be9636 x1853178572182784/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328877.276078:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767328877.276085:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1767328877.276086:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000093be9636 x1853178572182784/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767328877.276088:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767328877.276092:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049c65abd. 00000100:00000001:0.0:1767328877.276095:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767328877.276096:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328877.276099:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767328877.276101:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767328877.276103:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767328877.276104:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1e4696 00000100:00000001:0.0:1767328877.276105:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767328877.276109:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1e4696. 02000000:00000001:0.0:1767328877.276109:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767328877.276114:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000906f338b time=1767328877 v=5 (0 0 0 0) 00000100:00000001:2.0:1767328877.276116:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767328877.276119:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1767328877.276123:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767328877.276125:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d99846bb x1853178572182912/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328877.276125:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767328877.276129:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767328877.276131:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328877.276136:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328877.276143:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000093be9636 x1853178572182784/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328877.276151:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d99846bb x1853178572182912/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328877.276170:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767328877.276173:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328877.276174:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328877.276177:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328877.276179:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767328877.276180:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767328877.276184:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767328877.276187:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093be9636 x1853178572182784/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328877.276188:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328877.276192:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328877.276198:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767328877.276199:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000093be9636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572182784:192.168.202.109@tcp:103: 00000100:00001000:2.0:1767328877.276206:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000906f338b time=0 v=5 (5 0 0 0) 00000100:00000001:0.0:1767328877.276206:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328877.276207:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328877.276212:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000093be9636 x1853178572182784/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767328877.276214:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767328877.276224:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767328877.276225:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767328877.276228:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328877.276229:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767328877.276233:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f8cdd3d. 00010000:00000001:2.0:1767328877.276234:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767328877.276236:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767328877.276238:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328877.276239:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767328877.276242:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767328877.276246:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328877.276246:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767328877.276249:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004a670c51. 02000000:00000001:0.0:1767328877.276253:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767328877.276255:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d99846bb x1853178572182912/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767328877.276256:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767328877.276258:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093be9636. 00000100:00000001:0.0:1767328877.276262:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767328877.276263:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328877.276267:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328877.276273:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328877.276275:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328877.276278:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328877.276279:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328877.276281:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328877.276284:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328877.276287:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767328877.276302:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d99846bb x1853178572182912/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767328877.276311:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d99846bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572182912:192.168.202.109@tcp:103: 00000100:00000001:2.0:1767328877.276316:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328877.276319:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328877.276321:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d99846bb x1853178572182912/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328877.276340:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767328877.276342:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767328877.276344:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bdddb578. 02000000:00000001:2.0:1767328877.276348:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767328877.276349:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767328877.276350:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1767328877.276352:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767328877.276354:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a7e54fb9. 02000000:00000001:2.0:1767328877.276356:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767328877.276358:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767328877.276359:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d99846bb. 00000100:00000001:2.0:1767328877.276363:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328877.276364:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328877.276366:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328877.276370:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328877.276371:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328877.276373:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328877.276375:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767328877.279061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008672d5d4. 00010000:00000010:2.1:1767328877.279070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b0b89c6b. 00000800:00000001:3.0:1767328877.369836:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328877.369853:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328877.369857:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328877.369859:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328877.369920:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328877.369936:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 328 into portal 15 MB=0x69574c3f06d80 00000400:00000200:3.0:1767328877.369960:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 328/328 into md 0xd [2] + 656 00000800:00000001:3.0:1767328877.369968:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328877.369977:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328877.369980:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328877.369985:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328877.369993:0:208641:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767328877.369995:0:208641:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767328877.370000:0:208641:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e9cc5edf. 00000100:00000040:3.0:1767328877.370005:0:208641:0:(events.c:337:request_in_callback()) incoming req@00000000e9cc5edf x1853178596322688 msgsize 328 00000100:00100000:3.0:1767328877.370010:0:208641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000100:00000001:3.0:1767328877.370054:0:208641:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767328877.370063:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328877.370066:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767328877.370114:0:211330:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d8c7a843. 00000100:00000001:2.0:1767328877.370123:0:211330:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767328877.370125:0:211330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853178596322688 02000000:00000001:2.0:1767328877.370128:0:211330:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767328877.370131:0:211330:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328877.370134:0:211330:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328877.370138:0:211330:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767328877.370144:0:211330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853178596322688 00000020:00000001:2.0:1767328877.370147:0:211330:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767328877.370148:0:211330:0:(genops.c:823:class_conn2export()) looking for export cookie 0x989c09653bac0be2 00000020:00000001:2.0:1767328877.370151:0:211330:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767328877.370154:0:211330:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000046d45fe refcount=3 00000020:00000001:2.0:1767328877.370156:0:211330:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896641996800 : -127177067554816 : ffff8c5548109800) 00000020:00000001:2.0:1767328877.370159:0:211330:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616896641996800 : -127177067554816 : ffff8c5548109800) 00000100:00000001:2.0:1767328877.370164:0:211330:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767328877.370169:0:211330:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003841892d. 00000100:00000001:2.0:1767328877.370172:0:211330:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767328877.370180:0:211330:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003841892d. 00000020:00000010:2.0:1767328877.370187:0:211330:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7e54fb9. 00000020:00000010:2.0:1767328877.370192:0:211330:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000000a1da29. 00000020:00000010:2.0:1767328877.370206:0:211330:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fb1b9421. 00000100:00000040:2.0:1767328877.370217:0:211330:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767328877.370220:0:211330:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767328877.370222:0:211330:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767328877.370224:0:211330:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328877.370231:0:211330:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328877.370248:0:211330:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328877.370262:0:211330:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767328877.370265:0:211330:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767328877.370270:0:211330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 2 00000100:00000040:2.0:1767328877.370274:0:211330:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000046d45fe : new rpc_count 1 00000100:00000001:2.0:1767328877.370276:0:211330:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446616896776933760 : -127176932617856 : ffff8c55501b9180) 00000100:00000040:2.0:1767328877.370284:0:211330:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e9cc5edf x1853178596322688/t0(0) o104->cbc0edb7-593a-4289-8780-9495892e37e0@192.168.202.109@tcp:728/0 lens 328/0 e 0 to 0 dl 1767328888 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767328877.370296:0:211330:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767328877.370299:0:211330:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003841892d. 00000100:00000001:2.0:1767328877.370302:0:211330:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767328877.370304:0:211330:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003841892d. 00000100:00100000:2.0:1767328877.370310:0:211330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e9cc5edf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbc0edb7-593a-4289-8780-9495892e37e0+3:467080:x1853178596322688:12345-192.168.202.109@tcp:104: 00000100:00000200:2.0:1767328877.370315:0:211330:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853178596322688 00010000:00000001:2.0:1767328877.370318:0:211330:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767328877.370326:0:211330:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767328877.370328:0:211330:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767328877.370330:0:211330:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009bf1d2cc refcount=2 00000020:00000001:2.0:1767328877.370333:0:211330:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589272064 : -127177120279552 : ffff8c5544ec1400) 00010000:00000001:2.0:1767328877.370335:0:211330:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589272064 : -127177120279552 : ffff8c5544ec1400) 00010000:00000001:2.0:1767328877.370340:0:211330:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767328877.370342:0:211330:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328877.370353:0:211330:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.109@tcp lock: 000000009bf1d2cc/0x989c09653bac0c1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa764e4c88bd573e1 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767328877.370363:0:211330:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767328877.370366:0:211330:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767328877.370370:0:211330:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006bdbc777. 02000000:00000001:2.0:1767328877.370373:0:211330:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328877.370375:0:211330:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328877.370381:0:211330:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767328877.370384:0:211330:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767328877.370387:0:211330:0:(import.c:2128:obd_at_measure()) add 1 to 00000000daf807e4 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1767328877.370393:0:211330:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767328877.370397:0:211330:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 13 to 192.168.202.109@tcp 00000100:00000001:2.0:1767328877.370399:0:211330:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 02000000:00000001:2.0:1767328877.370402:0:211330:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767328877.370404:0:211330:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328877.370407:0:211330:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767328877.370411:0:211330:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767328877.370415:0:211330:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039d0c259. 00000100:00000200:2.0:1767328877.370420:0:211330:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853178596322688, offset 224 00000400:00000200:2.0:1767328877.370427:0:211330:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767328877.370438:0:211330:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767328877.370444:0:211330:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [50:50:256:4294967295] 192.168.202.109@tcp LPNI seq info [50:50:8:4294967295] 00000400:00000200:2.0:1767328877.370456:0:211330:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767328877.370462:0:211330:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767328877.370467:0:211330:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059f1a697. 00000800:00000200:2.0:1767328877.370472:0:211330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767328877.370480:0:211330:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767328877.370483:0:211330:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059f1a697 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767328877.370498:0:211330:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328877.370502:0:211330:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00010000:00000001:2.0:1767328877.370507:0:211330:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767328877.370516:0:211330:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000009eafb08c. 00010000:00000001:2.0:1767328877.370520:0:211330:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767328877.370530:0:211330:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767328877.370534:0:211330:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328877.370536:0:211330:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328877.370538:0:211330:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328877.370558:0:211330:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9cc5edf x1853178596322688/t0(0) o104->cbc0edb7-593a-4289-8780-9495892e37e0@192.168.202.109@tcp:728/0 lens 328/224 e 0 to 0 dl 1767328888 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328877.370571:0:211330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e9cc5edf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbc0edb7-593a-4289-8780-9495892e37e0+3:467080:x1853178596322688:12345-192.168.202.109@tcp:104: Request processed in 273us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1767328877.370581:0:211330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 2 00000020:00000001:1.0:1767328877.370581:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328877.370587:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328877.370588:0:211330:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000046d45fe : new rpc_count 0 00000100:00000001:2.0:1767328877.370591:0:211330:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767328877.370593:0:211330:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:0.0:1767328877.370597:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767328877.370598:0:211330:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000000a1da29. 00010000:00010000:1.0:1767328877.370599:0:211336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000800:00000010:0.0:1767328877.370605:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059f1a697. 00010000:00000001:1.0:1767328877.370607:0:211336:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:2.0:1767328877.370608:0:211330:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fb1b9421. 00000020:00000010:2.0:1767328877.370614:0:211330:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7e54fb9. 00000400:00000200:0.0:1767328877.370616:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767328877.370618:0:211336:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000040:2.0:1767328877.370620:0:211330:0:(genops.c:898:class_export_put()) PUTting export 00000000046d45fe : new refcount 2 00010000:00010000:1.0:1767328877.370623:0:211336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.109@tcp lock: 000000009bf1d2cc/0x989c09653bac0c1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa764e4c88bd573e1 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767328877.370627:0:211330:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328877.370627:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328877.370636:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039d0c259 00010000:00010000:1.0:1767328877.370640:0:211336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009bf1d2cc already unused, calling callback (00000000fa85a142) 10000000:00000001:1.0:1767328877.370644:0:211336:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000010:0.0:1767328877.370648:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039d0c259. 10000000:00010000:1.0:1767328877.370649:0:211336:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.109@tcp lock: 000000009bf1d2cc/0x989c09653bac0c1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa764e4c88bd573e1 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767328877.370657:0:208642:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767328877.370660:0:211336:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767328877.370661:0:208642:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767328877.370664:0:211336:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767328877.370667:0:211336:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767328877.370670:0:211336:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009bf1d2cc refcount=3 00000020:00000001:1.0:1767328877.370673:0:211336:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589272064 : -127177120279552 : ffff8c5544ec1400) 00010000:00000001:1.0:1767328877.370675:0:211336:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589272064 : -127177120279552 : ffff8c5544ec1400) 00010000:00000001:1.0:1767328877.370679:0:211336:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767328877.370682:0:211336:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.109@tcp lock: 000000009bf1d2cc/0x989c09653bac0c1a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa764e4c88bd573e1 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767328877.370689:0:211336:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767328877.370691:0:211336:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.109@tcp lock: 000000009bf1d2cc/0x989c09653bac0c1a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa764e4c88bd573e1 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767328877.370697:0:211336:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767328877.370701:0:211336:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767328877.370702:0:211336:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:1.0:1767328877.370704:0:211336:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767328877.370706:0:211336:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767328877.370708:0:211336:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767328877.370721:0:211336:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767328877.370724:0:211336:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767328877.370725:0:211336:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000004eee565b) refs 2 10000000:00000001:1.0:1767328877.370728:0:211336:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767328877.370737:0:211336:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328877.370742:0:211336:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767328877.370746:0:211336:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767328877.370749:0:211336:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767328877.370751:0:211336:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767328877.370754:0:211336:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767328877.370757:0:211336:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009bf1d2cc with handle 0x989c09653bac0c1a from hash 00010000:00000001:1.0:1767328877.370760:0:211336:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767328877.370762:0:211336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767328877.370764:0:211336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767328877.370766:0:211336:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767328877.370768:0:211336:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767328877.370770:0:211336:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767328877.370774:0:211336:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767328877.370776:0:211336:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767328877.370783:0:211336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ce1624. 00000020:00000040:1.0:1767328877.370786:0:211336:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767328877.370791:0:211336:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767328877.370793:0:211336:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767328877.370798:0:211336:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328877.370804:0:211336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d030869. 00000100:00000001:1.0:1767328877.370809:0:211336:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328877.370813:0:211336:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767328877.370816:0:211336:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.109@tcp lock: 000000009bf1d2cc/0x989c09653bac0c1a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd573e1 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767328877.370823:0:211336:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767328877.370824:0:211336:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328877.370829:0:211336:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767328877.370832:0:211336:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328877.370839:0:211336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ce1624] to pc [ptlrpcd_00_00+0] req@0000000026ce1624 x1853178572183040/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767328877.370869:0:211336:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767328877.370873:0:211336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767328877.370875:0:211336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767328877.370877:0:211336:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328877.370880:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328877.370884:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328877.370889:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767328877.370889:0:211336:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767328877.370894:0:211336:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328877.370895:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767328877.370896:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ce1624 x1853178572183040/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328877.370900:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328877.370902:0:211336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.109@tcp lock: 000000009bf1d2cc/0x989c09653bac0c1a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd573e1 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767328877.370918:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767328877.370921:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328877.370922:0:211336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767328877.370925:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:1.0:1767328877.370925:0:211336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.109@tcp lock: 000000009bf1d2cc/0x989c09653bac0c1a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd573e1 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767328877.370928:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767328877.370933:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767328877.370938:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572183040:192.168.202.109@tcp:103: 00010000:00000040:1.0:1767328877.370942:0:211336:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f39e2dbd count: 0 00000100:00000001:3.0:1767328877.370943:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767328877.370949:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767328877.370952:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328877.370955:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1767328877.370958:0:211336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1767328877.370960:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8d3c36c. 00010000:00000001:1.0:1767328877.370961:0:211336:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767328877.370966:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767328877.370966:0:211336:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000009eafb08c. 00010000:00000001:1.0:1767328877.370973:0:211336:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767328877.370974:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f6f3364. 00000020:00000001:1.0:1767328877.370977:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328877.370980:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767328877.370982:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0f3499f. 00010000:00010000:1.0:1767328877.370983:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767328877.370986:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328877.370988:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767328877.370991:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572183040, portal 18 00010000:00010000:1.0:1767328877.370991:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767328877.370993:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328877.370994:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328877.370996:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767328877.371003:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767328877.371005:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 00000100:00000040:3.0:1767328877.371012:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ce1624 x1853178572183040/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328877.371043:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767328877.371046:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767328877.371048:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d3bc1c1. 00000100:00000200:3.0:1767328877.371051:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853178572183040, offset 0 00000400:00000200:3.0:1767328877.371054:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328877.371060:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767328877.371064:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767328877.371068:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767328877.371072:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767328877.371075:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767328877.371078:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [51:51:256:4294967295] 192.168.202.109@tcp LPNI seq info [51:51:8:4294967295] 00000400:00000200:3.0:1767328877.371083:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767328877.371086:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767328877.371090:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a1f5800. 00000800:00000200:3.0:1767328877.371093:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767328877.371096:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767328877.371098:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004a1f5800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1767328877.371109:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328877.371112:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300726944 00000100:00000001:3.0:1767328877.371118:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300726843 00000100:00000001:3.0:1767328877.371121:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300726944 00000100:00000001:3.0:1767328877.371124:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300726843 00000100:00000001:3.0:1767328877.371127:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300726944 00000100:00000001:3.0:1767328877.371130:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300726843 00000100:00000001:3.0:1767328877.371131:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300726944 00000100:00000001:3.0:1767328877.371139:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300726843 00000100:00000001:3.0:1767328877.371141:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328877.371144:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328877.371146:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328877.371148:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328877.371151:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328877.371153:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767328877.371155:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328877.371156:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328877.371157:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328877.371159:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767328877.371176:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767328877.371180:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a1f5800. 00000400:00000200:1.0:1767328877.371184:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767328877.371190:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767328877.371193:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d3bc1c1 00000400:00000010:1.0:1767328877.371195:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d3bc1c1. 00000100:00000001:1.0:1767328877.371199:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767328877.371203:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ce1624 x1853178572183040/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328877.371214:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328877.371217:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ce1624 x1853178572183040/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328877.371239:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328877.371241:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767328877.373193:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328877.373198:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328877.373200:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328877.373202:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328877.373206:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328877.373212:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x69574c2801600 00000400:00000200:3.0:1767328877.373217:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x281 [1] + 224 00000800:00000001:3.0:1767328877.373220:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328877.373224:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328877.373225:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328877.373228:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328877.373230:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328877.373233:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ce1624 x1853178572183040/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328877.373240:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ce1624 x1853178572183040/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328877.373254:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767328877.373258:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328877.373260:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328877.373274:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328877.373277:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767328877.373280:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767328877.373282:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767328877.373284:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f6f3364. 00000400:00000200:1.0:1767328877.373288:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0f3499f 00000400:00000010:1.0:1767328877.373289:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0f3499f. 00000100:00000001:1.0:1767328877.373291:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328877.373294:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce1624 x1853178572183040/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767328877.373300:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ce1624 x1853178572183040/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328877.373305:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328877.373306:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328877.373308:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767328877.373310:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328877.373311:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328877.373312:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328877.373314:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767328877.373317:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000906f338b time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1767328877.373320:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1767328877.373322:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767328877.373323:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328877.373324:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767328877.373326:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328877.373327:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328877.373329:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ce1624 x1853178572183040/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328877.373334:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328877.373336:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767328877.373337:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328877.373339:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ce1624 x1853178572183040/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328877.373350:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572183040:192.168.202.109@tcp:103: 00000100:00000001:1.0:1767328877.373353:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328877.373354:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328877.373356:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ce1624 x1853178572183040/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767328893 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328877.373360:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328877.373362:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767328877.373364:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8d3c36c. 02000000:00000001:1.0:1767328877.373365:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767328877.373366:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328877.373368:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767328877.373369:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767328877.373371:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007d030869. 02000000:00000001:1.0:1767328877.373373:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767328877.373374:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767328877.373375:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ce1624. 00000100:00000001:1.0:1767328877.373377:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767328877.373378:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328877.373379:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328877.373382:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328877.373383:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328877.373384:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328877.373385:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767328877.376042:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f39e2dbd. 00010000:00000010:1.1:1767328877.376048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009bf1d2cc. 00010000:00000001:1.0:1767328877.623108:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328877.623115:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328877.623121:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328877.623122:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328877.623167:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328877.623172:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328877.623175:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767328878.583170:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767328878.583182:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767328878.583192:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d99846bb. 00000020:00000040:2.0:1767328878.583200:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767328878.583205:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767328878.583209:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767328878.583215:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767328878.583224:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004b01f034. 00000100:00000001:2.0:1767328878.583233:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328878.583244:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000d99846bb x1853178572183168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767328878.583267:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767328878.583270:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328878.583275:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d99846bb] to pc [ptlrpcd_00_01+1] req@00000000d99846bb x1853178572183168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328878.583306:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328878.583310:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767328878.583314:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767328878.583319:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f76cd51. 00000020:00000040:2.0:1767328878.583322:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767328878.583326:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767328878.583328:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767328878.583331:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767328878.583335:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c3a879af. 00000100:00000001:0.0:1767328878.583338:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328878.583339:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328878.583341:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328878.583344:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328878.583347:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328878.583348:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000000f76cd51 x1853178572183296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767328878.583348:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767328878.583358:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d99846bb x1853178572183168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328878.583366:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767328878.583369:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328878.583371:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767328878.583374:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328878.583377:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f76cd51] to pc [ptlrpcd_00_02+2] req@000000000f76cd51 x1853178572183296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767328878.583379:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767328878.583383:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767328878.583388:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767328878.583395:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d99846bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572183168:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328878.583400:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767328878.583405:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767328878.583407:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328878.583409:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767328878.583414:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767328878.583414:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a24a854. 02000000:00000001:0.0:1767328878.583419:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767328878.583420:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328878.583426:0:204209:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000010:0.0:1767328878.583426:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010653498. 00000100:00000001:2.0:1767328878.583431:0:204209:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1767328878.583434:0:204209:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1767328878.583435:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061d952c4. 00000100:00000001:1.0:1767328878.583437:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328878.583442:0:204209:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1767328878.583444:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328878.583444:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767328878.583444:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572183168, portal 25 00000100:00000001:1.0:1767328878.583448:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767328878.583450:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767328878.583450:0:204209:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: connect to NID 192.168.202.109@tcp last attempt 6051 00000100:00000001:0.0:1767328878.583451:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767328878.583454:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777366912 : -127176932184704 : ffff8c5550222d80) 00000100:00000040:1.0:1767328878.583459:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f76cd51 x1853178572183296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328878.583463:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d99846bb x1853178572183168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767328878.583465:0:204209:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00001000:2.0:1767328878.583480:0:204209:0:(import.c:2128:obd_at_measure()) add 15 to 00000000dcafc7aa time=25 v=10 (10 0 0 0) 00000100:00001000:2.0:1767328878.583489:0:204209:0:(import.c:2194:obd_at_measure()) AT 00000000dcafc7aa change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00000001:1.0:1767328878.583496:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767328878.583497:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1767328878.583498:0:204209:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: tried all connections, increasing latency to 10s 00000100:00000040:0.0:1767328878.583503:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767328878.583507:0:204209:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 11 to 192.168.202.109@tcp 00000100:00000001:1.0:1767328878.583508:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767328878.583510:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001023fb11. 00000100:00000001:2.0:1767328878.583515:0:204209:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1767328878.583516:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572183168, offset 0 02000000:00000001:1.0:1767328878.583517:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767328878.583521:0:204209:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 02000000:00000001:1.0:1767328878.583522:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328878.583527:0:204209:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 02000000:00000001:1.0:1767328878.583528:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328878.583547:0:204209:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767328878.583550:0:204209:0:(genops.c:823:class_conn2export()) looking for export cookie 0x989c09653bac0c36 00000020:00000001:2.0:1767328878.583555:0:204209:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767328878.583555:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000020:00000040:2.0:1767328878.583559:0:204209:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f32e73d refcount=5 00000020:00000001:2.0:1767328878.583562:0:204209:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000100:00100000:1.0:1767328878.583567:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000f76cd51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572183296:192.168.202.109@tcp:400: 00000020:00000001:2.0:1767328878.583568:0:204209:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000100:00000001:1.0:1767328878.583576:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767328878.583577:0:204209:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 11 to 192.168.202.109@tcp 02000000:00000001:1.0:1767328878.583580:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767328878.583581:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767328878.583583:0:204209:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767328878.583585:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328878.583590:0:204209:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 02000000:00000001:1.0:1767328878.583591:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767328878.583592:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767328878.583597:0:204209:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 02000000:00000010:1.0:1767328878.583598:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093f296c9. 00000400:00000200:0.0:1767328878.583601:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000020:00000040:2.0:1767328878.583602:0:204209:0:(genops.c:898:class_export_put()) PUTting export 000000001f32e73d : new refcount 4 02000000:00000001:1.0:1767328878.583604:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328878.583609:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00080000:2.0:1767328878.583611:0:204209:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: import 0000000056f5b0d2 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000400:00000010:1.0:1767328878.583612:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bb6aa03. 00000400:00000200:0.0:1767328878.583615:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767328878.583620:0:204209:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767328878.583623:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fa6d4d2. 00000400:00000200:0.0:1767328878.583623:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [52:52:256:4294967295] 192.168.202.109@tcp LPNI seq info [52:52:8:4294967295] 02000000:00000001:2.0:1767328878.583626:0:204209:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:1.0:1767328878.583630:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572183296, portal 10 02000000:00000001:2.0:1767328878.583633:0:204209:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328878.583634:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328878.583638:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777367808 : -127176932183808 : ffff8c5550223100) 02000000:00000001:2.0:1767328878.583641:0:204209:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328878.583644:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767328878.583648:0:204209:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000040:1.0:1767328878.583650:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000f76cd51 x1853178572183296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1767328878.583653:0:204209:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000800:00000200:0.0:1767328878.583656:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000008:00000001:2.0:1767328878.583662:0:204209:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767328878.583665:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c950b47. 00000100:00000001:2.0:1767328878.583669:0:204209:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328878.583670:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767328878.583676:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:2.0:1767328878.583677:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d72826e0. 00000100:00000040:1.0:1767328878.583678:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000020:00000040:2.0:1767328878.583684:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000400:00000010:1.0:1767328878.583685:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cda0ea1. 02000000:00000001:2.0:1767328878.583692:0:204209:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000200:1.0:1767328878.583692:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572183296, offset 0 00000800:00000200:0.0:1767328878.583696:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:2.0:1767328878.583697:0:204209:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767328878.583701:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002c950b47 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767328878.583702:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767328878.583710:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767328878.583713:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767328878.583714:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767328878.583716:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328878.583718:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328878.583720:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767328878.583722:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300728156 02000000:00000010:2.0:1767328878.583725:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e8a210ac. 00000400:00000200:1.0:1767328878.583728:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767328878.583731:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300726944 00000100:00000001:2.0:1767328878.583734:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328878.583736:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767328878.583739:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300728156 00000100:00100000:2.0:1767328878.583745:0:204209:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d72826e0 x1853178572183424/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767328878.583745:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300726944 00000400:00000200:1.0:1767328878.583746:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767328878.583753:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300728156 00000400:00000200:1.0:1767328878.583757:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [53:53:255:4294967295] 192.168.202.109@tcp LPNI seq info [53:53:7:4294967295] 00000100:00000001:0.0:1767328878.583759:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300726944 00000100:00000001:0.0:1767328878.583765:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300728156 00000100:00000001:0.0:1767328878.583772:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300726944 00000100:00000001:2.0:1767328878.583777:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767328878.583780:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328878.583781:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767328878.583785:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767328878.583787:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328878.583791:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d72826e0] to pc [ptlrpcd_rcv+-1] req@00000000d72826e0 x1853178572183424/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328878.583793:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767328878.583798:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767328878.583799:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767328878.583808:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000459d2753. 00000100:00000001:0.0:1767328878.583810:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328878.583813:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767328878.583815:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328878.583818:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328878.583819:0:204209:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328878.583821:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328878.583825:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.0:1767328878.583825:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767328878.583834:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328878.583835:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000200:1.0:1767328878.583838:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767328878.583841:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1767328878.583842:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093be9636. 00000800:00000200:1.0:1767328878.583843:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000459d2753 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1767328878.583848:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c950b47. 00000020:00000040:2.0:1767328878.583849:0:204209:0:(genops.c:1229:class_import_get()) import 00000000ecbf23f4 refcount=3 obd=lustre-OST0000-osc-ffff8c55499c0800 00000100:00000001:1.0:1767328878.583851:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328878.583855:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767328878.583856:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767328878.583858:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767328878.583859:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 2223362 usecs (2224 jiffies) 00000100:00000001:0.0:1767328878.583859:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767328878.583863:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328878.583863:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328878.583865:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300725936 00000100:00000001:0.0:1767328878.583867:0:208647:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767328878.583871:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 02000000:00000010:2.0:1767328878.583872:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e803ee72. 00000100:00000001:1.0:1767328878.583873:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300728156 00000100:00000040:0.0:1767328878.583876:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d72826e0 x1853178572183424/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328878.583879:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001023fb11 00000100:00000001:2.0:1767328878.583880:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328878.583880:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300725936 00000400:00000010:3.0:1767328878.583885:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001023fb11. 00000100:00000001:1.0:1767328878.583888:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300728156 00000100:00000040:2.0:1767328878.583892:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID req@0000000093be9636 x1853178572183552/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767328878.583895:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300725936 00000100:00000001:3.0:1767328878.583902:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767328878.583902:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300728156 00000100:00000001:0.0:1767328878.583906:0:208647:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767328878.583910:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300725936 00000100:00000001:0.0:1767328878.583910:0:208647:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328878.583916:0:208647:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767328878.583917:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300728156 00000100:00000001:2.0:1767328878.583919:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767328878.583919:0:208647:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328878.583922:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328878.583923:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328878.583924:0:208647:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328878.583929:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767328878.583933:0:208647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d72826e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572183424:192.168.202.109@tcp:38: 00000100:00000001:1.0:1767328878.583934:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328878.583935:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093be9636] to pc [ptlrpcd_00_03+3] req@0000000093be9636 x1853178572183552/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328878.583940:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328878.583944:0:208647:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767328878.583949:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767328878.583949:0:208647:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767328878.583953:0:208647:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328878.583955:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767328878.583959:0:208647:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767328878.583960:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328878.583963:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328878.583964:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767328878.583966:0:208647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000250107bb. 00000100:00000001:1.0:1767328878.583968:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328878.583971:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6061) 02000000:00000001:0.0:1767328878.583972:0:208647:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767328878.583973:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000200:3.0:1767328878.583974:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d99846bb x1853178572183168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328878.583980:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767328878.583981:0:208647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8a29f88. 00000100:00000001:1.0:1767328878.583986:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767328878.583989:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062f196e0. 00000100:00000001:1.0:1767328878.583990:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328878.583996:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328878.583997:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328878.583998:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767328878.583998:0:208647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572183424, portal 10 00000100:00000001:2.0:1767328878.584001:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328878.584001:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328878.584004:0:208647:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328878.584005:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767328878.584006:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d99846bb x1853178572183168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328894 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328878.584009:0:208647:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777364224 : -127176932187392 : ffff8c5550222300) 00000100:00000040:1.0:1767328878.584037:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000093be9636 x1853178572183552/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328878.584049:0:208647:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d72826e0 x1853178572183424/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328878.584066:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328878.584072:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767328878.584074:0:208647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767328878.584081:0:208647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767328878.584085:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e43dd11. 00000100:00000001:1.0:1767328878.584086:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767328878.584089:0:208647:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853178572183424, offset 0 00000100:00000001:1.0:1767328878.584090:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328878.584096:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767328878.584098:0:208647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767328878.584100:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328878.584105:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328878.584105:0:208647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767328878.584111:0:208647:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:1.0:1767328878.584112:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000093be9636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572183552:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767328878.584116:0:208647:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:3.0:1767328878.584119:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767328878.584120:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767328878.584124:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:3.0:1767328878.584125:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000459d2753. 00000400:00000200:0.0:1767328878.584127:0:208647:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767328878.584129:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328878.584132:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767328878.584134:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767328878.584134:0:208647:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000010:1.0:1767328878.584141:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d030869. 00000400:00000200:3.0:1767328878.584144:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328878.584144:0:208647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [54:54:255:4294967295] 192.168.202.109@tcp LPNI seq info [54:54:7:4294967295] 02000000:00000001:1.0:1767328878.584146:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767328878.584155:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014fcb45b. 00000400:00000200:0.0:1767328878.584161:0:208647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:1.0:1767328878.584163:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933cf678. 00000800:00000200:0.0:1767328878.584168:0:208647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000200:1.0:1767328878.584170:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572183552, portal 4 00000800:00000010:0.0:1767328878.584172:0:208647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4297425. 00000100:00000001:1.0:1767328878.584175:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328878.584179:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777355264 : -127176932196352 : ffff8c5550220000) 00000800:00000200:0.0:1767328878.584179:0:208647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767328878.584185:0:208647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767328878.584188:0:208647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4297425 type 1, nob 616 niov 1 nkiov 1 00000100:00000040:1.0:1767328878.584191:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000093be9636 x1853178572183552/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328878.584193:0:208647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328878.584198:0:208647:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 160640 usecs (161 jiffies) 00000400:00000200:3.0:1767328878.584201:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cda0ea1 00000100:00000001:0.0:1767328878.584204:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300723874 00000400:00000010:3.0:1767328878.584207:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cda0ea1. 00000100:00000001:0.0:1767328878.584209:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300728156 00000100:00000001:1.0:1767328878.584215:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767328878.584216:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767328878.584216:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300723874 00000100:00000001:0.0:1767328878.584221:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300728156 00000100:00000040:1.0:1767328878.584222:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767328878.584223:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300723874 00000100:00000200:3.0:1767328878.584226:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f76cd51 x1853178572183296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767328878.584229:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5a75e4. 00000100:00000001:0.0:1767328878.584229:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300728156 00000100:00000001:0.0:1767328878.584235:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300723874 00000100:00000200:1.0:1767328878.584236:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853178572183552, offset 0 00000100:00000001:0.0:1767328878.584241:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300728156 00000100:00000001:0.0:1767328878.584246:0:208647:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767328878.584250:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767328878.584252:0:208647:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328878.584254:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767328878.584256:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328878.584259:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328878.584260:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:3.0:1767328878.584261:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f76cd51 x1853178572183296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328894 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328878.584265:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767328878.584269:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767328878.584269:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767328878.584275:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767328878.584277:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767328878.584278:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328878.584281:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328878.584285:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767328878.584286:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328878.584287:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328878.584291:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767328878.584292:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767328878.584300:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [55:55:254:4294967295] 192.168.202.109@tcp LPNI seq info [55:55:6:4294967295] 00000400:00000200:1.0:1767328878.584311:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767328878.584325:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767328878.584328:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ecca153. 00000800:00000200:1.0:1767328878.584334:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767328878.584339:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767328878.584342:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ecca153 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767328878.584346:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328878.584350:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: using a timeout of 2643 usecs (3 jiffies) 00000100:00000001:1.0:1767328878.584353:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300723716 00000100:00000001:1.0:1767328878.584356:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300728156 00000100:00000001:1.0:1767328878.584358:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300723716 00000100:00000001:1.0:1767328878.584361:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300728156 00000800:00000200:3.0:1767328878.584363:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767328878.584364:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300723716 00000800:00000010:3.0:1767328878.584368:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4297425. 00000100:00000001:1.0:1767328878.584369:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300728156 00000400:00000200:3.0:1767328878.584372:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767328878.584373:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300723716 00000100:00000001:1.0:1767328878.584378:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300728156 00000400:00000200:3.0:1767328878.584380:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767328878.584384:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767328878.584386:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e43dd11 00000100:00000001:1.0:1767328878.584387:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328878.584390:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328878.584392:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767328878.584394:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e43dd11. 00000100:00000001:3.0:1767328878.584400:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767328878.584403:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d72826e0 x1853178572183424/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328878.584461:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328878.584463:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d72826e0 x1853178572183424/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328898 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328878.584468:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328878.584469:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767328878.584498:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328878.584500:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ecca153. 00000400:00000200:3.0:1767328878.584502:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328878.584504:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328878.584507:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5a75e4 00000400:00000010:3.0:1767328878.584508:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f5a75e4. 00000100:00000001:3.0:1767328878.584509:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767328878.584511:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000093be9636 x1853178572183552/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328878.584516:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328878.584518:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000093be9636 x1853178572183552/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328894 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328878.584526:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328878.584528:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767328878.585294:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328878.585305:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767328878.585308:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328878.585311:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328878.585318:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767328878.585329:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2801680 00000400:00000200:1.0:1767328878.585336:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x289 [1] + 224 00000800:00000001:1.0:1767328878.585343:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328878.585351:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328878.585353:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767328878.585363:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767328878.585368:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328878.585372:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d99846bb x1853178572183168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328894 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328878.585382:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d99846bb x1853178572183168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328878.585397:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767328878.585404:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328878.585408:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767328878.585410:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328878.585412:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328878.585416:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767328878.585422:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2801700 00000400:00000200:1.0:1767328878.585427:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x291 [1] + 224 00000800:00000001:1.0:1767328878.585430:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328878.585434:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328878.585436:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767328878.585439:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767328878.585443:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328878.585447:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f76cd51 x1853178572183296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328894 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328878.585457:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f76cd51 x1853178572183296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328878.585459:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328878.585463:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767328878.585470:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767328878.585472:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767328878.585474:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010653498. 00000400:00000200:0.0:1767328878.585478:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061d952c4 00000400:00000010:0.0:1767328878.585479:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061d952c4. 00000100:00000001:1.0:1767328878.585484:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767328878.585484:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767328878.585492:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767328878.585493:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d99846bb x1853178572183168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767328878.585497:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767328878.585508:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d99846bb x1853178572183168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328894 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328878.585517:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767328878.585519:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328878.585522:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767328878.585524:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767328878.585526:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328878.585527:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328878.585529:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328878.585529:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328878.585532:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767328878.585545:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767328878.585547:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767328878.585549:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bb6aa03. 00000400:00000200:2.0:1767328878.585552:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fa6d4d2 00000100:00001000:0.0:1767328878.585552:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=25 v=5 (5 0 0 0) 00000400:00000010:2.0:1767328878.585554:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fa6d4d2. 00000100:00001000:0.0:1767328878.585555:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1767328878.585557:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767328878.585558:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767328878.585560:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767328878.585561:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f76cd51 x1853178572183296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767328878.585563:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767328878.585565:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328878.585567:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767328878.585569:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f76cd51 x1853178572183296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328894 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328878.585571:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d99846bb x1853178572183168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328878.585577:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328878.585578:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328878.585579:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328878.585580:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767328878.585581:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767328878.585583:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767328878.585583:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328878.585584:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328878.585585:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767328878.585586:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328878.585588:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d99846bb x1853178572183168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328894 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767328878.585590:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1767328878.585593:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767328878.585596:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1767328878.585596:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d99846bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572183168:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328878.585597:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328878.585599:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767328878.585603:0:208650:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328878.585606:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767328878.585607:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767328878.585609:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767328878.585609:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328878.585611:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328878.585611:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328878.585614:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f76cd51 x1853178572183296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328878.585614:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d99846bb x1853178572183168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328894 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328878.585622:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328878.585622:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767328878.585624:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328878.585625:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767328878.585625:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767328878.585627:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a24a854. 00000100:00000040:2.0:1767328878.585628:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f76cd51 x1853178572183296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328894 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767328878.585631:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767328878.585633:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1767328878.585641:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000f76cd51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572183296:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328878.585645:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328878.585647:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767328878.585647:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000040:2.0:1767328878.585649:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f76cd51 x1853178572183296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328894 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767328878.585652:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767328878.585655:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004b01f034. 00000100:00000001:2.0:1767328878.585656:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767328878.585657:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767328878.585659:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093f296c9. 02000000:00000001:0.0:1767328878.585661:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767328878.585662:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767328878.585662:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767328878.585663:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767328878.585664:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000010:0.0:1767328878.585664:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d99846bb. 00000020:00000001:2.0:1767328878.585666:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767328878.585667:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c3a879af. 00000100:00000001:0.0:1767328878.585668:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767328878.585669:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767328878.585669:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767328878.585670:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767328878.585671:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f76cd51. 00000100:00000001:0.0:1767328878.585671:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328878.585673:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328878.585674:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328878.585674:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328878.585675:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328878.585677:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328878.585678:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328878.585678:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328878.585679:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328878.585680:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328878.585681:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328878.585683:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767328878.586361:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328878.586367:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328878.586369:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328878.586370:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328878.586375:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328878.586382:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x69574c2801800 00000400:00000200:2.0:1767328878.586386:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x2a1 [1] + 224 00000800:00000001:2.0:1767328878.586389:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328878.586393:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328878.586400:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328878.586403:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328878.586406:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328878.586409:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000093be9636 x1853178572183552/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328894 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328878.586417:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000093be9636 x1853178572183552/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328878.586431:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767328878.586437:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328878.586439:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328878.586468:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328878.586471:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767328878.586475:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767328878.586476:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767328878.586478:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014fcb45b. 00000400:00000200:1.0:1767328878.586482:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933cf678 00000400:00000010:1.0:1767328878.586489:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000933cf678. 00000100:00000001:1.0:1767328878.586492:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328878.586497:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000093be9636 x1853178572183552/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767328878.586505:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000093be9636 x1853178572183552/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328894 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328878.586511:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328878.586513:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328878.586515:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767328878.586517:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328878.586518:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328878.586520:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328878.586522:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767328878.586526:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080c1da5e time=15 v=5 (5 0 0 0) 00000100:00001000:1.0:1767328878.586529:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d822993 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767328878.586532:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767328878.586546:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328878.586548:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767328878.586552:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000093be9636 x1853178572183552/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767328878.586559:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328878.586564:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767328878.586566:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767328878.586567:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767328878.586569:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328878.586572:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000093be9636 x1853178572183552/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328878.586578:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328878.586580:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767328878.586582:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328878.586584:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093be9636 x1853178572183552/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328894 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328878.586603:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000093be9636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572183552:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328878.586608:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328878.586610:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328878.586612:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000093be9636 x1853178572183552/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328894 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328878.586619:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328878.586621:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767328878.586623:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d030869. 02000000:00000001:1.0:1767328878.586626:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767328878.586627:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328878.586628:0:208650:0:(genops.c:1242:class_import_put()) import 00000000ecbf23f4 refcount=2 obd=lustre-OST0000-osc-ffff8c55499c0800 00000020:00000001:1.0:1767328878.586631:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767328878.586632:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e803ee72. 02000000:00000001:1.0:1767328878.586635:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767328878.586637:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767328878.586638:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093be9636. 00000100:00000001:1.0:1767328878.586641:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767328878.586642:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328878.586644:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328878.586647:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328878.586648:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328878.586650:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328878.586652:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767328878.588862:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328878.588868:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328878.588869:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328878.588871:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328878.588875:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328878.588882:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 416 into portal 10 MB=0x69574c2801780 00000400:00000200:3.0:1767328878.588885:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 416/416 into md 0x299 [1] + 0 00000800:00000001:3.0:1767328878.588889:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328878.588894:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328878.588951:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328878.588962:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328878.588966:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328878.588970:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d72826e0 x1853178572183424/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328878.588980:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000d72826e0 x1853178572183424/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328878.588992:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767328878.588997:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328878.588999:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328878.589042:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328878.589045:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767328878.589048:0:208647:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767328878.589049:0:208647:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767328878.589051:0:208647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8a29f88. 00000400:00000200:0.0:1767328878.589054:0:208647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062f196e0 00000400:00000010:0.0:1767328878.589055:0:208647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062f196e0. 00000100:00000001:0.0:1767328878.589058:0:208647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767328878.589062:0:208647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d72826e0 x1853178572183424/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767328878.589069:0:208647:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d72826e0 x1853178572183424/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767328898 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328878.589074:0:208647:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767328878.589081:0:208647:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328878.589083:0:208647:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767328878.589084:0:208647:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767328878.589085:0:208647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767328878.589087:0:208647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328878.589088:0:208647:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767328878.589092:0:208647:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=25 v=5 (5 0 0 0) 00000100:00001000:0.0:1767328878.589094:0:208647:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=25 v=15 (15 0 0 0) 00000100:00000001:0.0:1767328878.589096:0:208647:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767328878.589097:0:208647:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767328878.589098:0:208647:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767328878.589101:0:208647:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d72826e0 x1853178572183424/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1767328898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767328878.589105:0:208647:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328878.589107:0:208647:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767328878.589108:0:208647:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767328878.589109:0:208647:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767328878.589110:0:208647:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328878.589112:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d72826e0 x1853178572183424/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1767328898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328878.589116:0:208647:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328878.589117:0:208647:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767328878.589118:0:208647:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328878.589120:0:208647:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1767328878.589123:0:208647:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff8c55499c0800: connect to target with instance 4 00000020:00000001:0.0:1767328878.589125:0:208647:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767328878.589125:0:208647:0:(genops.c:823:class_conn2export()) looking for export cookie 0x989c09653bac0c36 00000020:00000001:0.0:1767328878.589127:0:208647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767328878.589128:0:208647:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f32e73d refcount=5 00000020:00000001:0.0:1767328878.589129:0:208647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000020:00000001:0.0:1767328878.589131:0:208647:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000100:00001000:0.0:1767328878.589133:0:208647:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=1767328878 v=0 (0 0 0 0) 00000100:00001000:0.0:1767328878.589135:0:208647:0:(import.c:2194:obd_at_measure()) AT 00000000dcafc7aa change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1767328878.589141:0:208647:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1883, crc32c 11319, adler 1523 00000020:00000040:0.0:1767328878.589145:0:208647:0:(genops.c:898:class_export_put()) PUTting export 000000001f32e73d : new refcount 4 00000100:00000001:0.0:1767328878.589147:0:208647:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1767328878.589149:0:208647:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:0.0:1767328878.589152:0:208647:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0001-mdc-ffff8c55499c0800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1767328878.589156:0:208647:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1767328878.589157:0:208647:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767328878.589158:0:208647:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:0.0:1767328878.589160:0:208647:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:0.0:1767328878.589162:0:208647:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767328878.589164:0:208647:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767328878.589165:0:208647:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328878.589166:0:208647:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1767328878.589168:0:208647:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1767328878.589170:0:208647:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1767328878.589170:0:208647:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:0.0:1767328878.589171:0:208647:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:0.0:1767328878.589172:0:208647:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:0.0:1767328878.589174:0:208647:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1767328878.589175:0:208647:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv 00000000184cdbeb for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:0.0:1767328878.589178:0:208647:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x989c09653bac0c2f 00800000:00000040:0.0:1767328878.589179:0:208647:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0x989c09653bac0c36 00800000:00000040:0.0:1767328878.589181:0:208647:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff8c55499c0800=2c7f8946-12aa-408e-b284-1332d7e79269 device 4 (000000004c74e304) type mdc at LMV idx 1 00800000:00000040:0.0:1767328878.589183:0:208647:0:(lmv_obd.c:112:lmv_set_mdc_active()) OBD 000000004c74e304 already active! 00800000:00000001:0.0:1767328878.589184:0:208647:0:(lmv_obd.c:113:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767328878.589185:0:208647:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767328878.589186:0:208647:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767328878.589187:0:208647:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=5 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000002:00000001:2.0:1767328878.589389:0:208647:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328878.589392:0:208647:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767328878.589395:0:208647:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767328878.589397:0:208647:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328878.589400:0:208647:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328878.589404:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d72826e0 x1853178572183424/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1767328898 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000002:00000001:0.0:1767328878.589412:0:211735:0:(mdc_request.c:2600:mdc_kuc_reregister_thread()) Process entered 00000100:00100000:2.0:1767328878.589414:0:208647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d72826e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572183424:192.168.202.109@tcp:38: 00000020:00000001:0.0:1767328878.589415:0:211735:0:(kernelcomm.c:1422:libcfs_kkuc_group_foreach()) Process entered 00000100:00000001:2.0:1767328878.589418:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767328878.589418:0:211735:0:(kernelcomm.c:1436:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328878.589420:0:208647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767328878.589420:0:211735:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767328878.589421:0:211735:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000040:2.0:1767328878.589423:0:208647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d72826e0 x1853178572183424/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1767328898 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767328878.589423:0:211735:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767328878.589429:0:208647:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000002:00000001:0.0:1767328878.589430:0:211735:0:(mdc_request.c:2610:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328878.589431:0:208647:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767328878.589433:0:208647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000250107bb. 02000000:00000001:2.0:1767328878.589436:0:208647:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767328878.589437:0:208647:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767328878.589438:0:208647:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767328878.589440:0:208647:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767328878.589441:0:208647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000e8a210ac. 02000000:00000001:2.0:1767328878.589444:0:208647:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767328878.589450:0:208647:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767328878.589451:0:208647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d72826e0. 00000100:00000001:2.0:1767328878.589454:0:208647:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328878.589455:0:208647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328878.589456:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328878.589460:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328878.589461:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328878.589463:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328878.589464:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328878.647075:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328878.647079:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328878.647084:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328878.647085:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328878.647099:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328878.647101:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328878.647103:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328879.671206:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328879.671216:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328879.671224:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328879.671226:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328879.671350:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328879.671354:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328879.671356:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328880.695087:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328880.695095:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328880.695100:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328880.695101:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328880.695121:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328880.695124:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328880.695126:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328881.719112:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328881.719120:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328881.719127:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328881.719128:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328881.719175:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328881.719180:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328881.719184:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328882.743088:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328882.743098:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328882.743100:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328882.743102:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328882.743108:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328882.743110:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328882.743112:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328882.743114:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328882.743117:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328882.743118:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328882.743144:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328882.743146:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328882.743148:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767328883.191098:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300728156, at 4300728320 00000100:00000040:2.0:1767328883.191098:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300728156, at 4300728320 00000100:00000010:2.0:1767328883.191117:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1260724. 00000100:00000010:3.0:1767328883.191124:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003970a50b. 00000100:00000040:1.0:1767328883.191143:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300728156, at 4300728320 00000100:00000010:1.0:1767328883.191150:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025faadfe. 00000100:00000040:0.0:1767328883.191384:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300728156, at 4300728320 00000100:00000010:0.0:1767328883.191394:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7e9c430. 00000100:00000040:0.0:1767328883.703131:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767328883.703132:0:211330:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767328883.703141:0:211330:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328883.703144:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767328883.703159:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d4e3d80. 00000020:00000040:0.0:1767328883.703168:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767328883.703174:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767328883.703177:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767328883.703184:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767328883.703195:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d94add08. 00000100:00000001:0.0:1767328883.703203:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328883.703215:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000001d4e3d80 x1853178572183680/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767328883.703229:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767328883.703232:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328883.703238:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d4e3d80] to pc [ptlrpcd_00_00+0] req@000000001d4e3d80 x1853178572183680/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328883.703272:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328883.703275:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767328883.703279:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767328883.703283:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bba6f4b8. 00000020:00000040:0.0:1767328883.703286:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767328883.703289:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767328883.703292:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767328883.703294:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328883.703295:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767328883.703299:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d4297425. 00000100:00100000:1.0:1767328883.703301:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767328883.703305:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328883.703305:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328883.703308:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328883.703312:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767328883.703313:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000bba6f4b8 x1853178572183808/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767328883.703315:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328883.703316:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328883.703322:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328883.703326:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328883.703330:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767328883.703332:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767328883.703336:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d4e3d80 x1853178572183680/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328883.703344:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767328883.703353:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328883.703356:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328883.703361:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767328883.703363:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bba6f4b8] to pc [ptlrpcd_00_01+1] req@00000000bba6f4b8 x1853178572183808/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767328883.703364:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328883.703376:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767328883.703380:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d4e3d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572183680:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328883.703383:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328883.703384:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767328883.703389:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767328883.703392:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767328883.703393:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767328883.703396:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328883.703399:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767328883.703399:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a42c2d0. 00000020:00000040:0.0:1767328883.703405:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000010:1.0:1767328883.703406:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d030869. 00000100:00000001:3.0:1767328883.703408:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767328883.703412:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767328883.703414:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767328883.703414:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767328883.703418:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767328883.703420:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767328883.703420:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014fcb45b. 02000000:00000001:0.0:1767328883.703423:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328883.703429:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767328883.703432:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933cf678. 02000000:00000010:0.0:1767328883.703432:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c950b47. 00000100:00000001:3.0:1767328883.703433:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328883.703440:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328883.703441:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328883.703442:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767328883.703444:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572183680, portal 25 00000100:00000001:3.0:1767328883.703447:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767328883.703448:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328883.703451:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578902144 : -127177130649472 : ffff8c55444dd880) 00000100:00000040:0.0:1767328883.703451:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000006a42c2d0 x1853178572183936/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767328883.703458:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bba6f4b8 x1853178572183808/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328883.703460:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d4e3d80 x1853178572183680/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328883.703500:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767328883.703501:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767328883.703502:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767328883.703505:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328883.703506:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328883.703508:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767328883.703514:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767328883.703514:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005235a963. 00000100:00000040:0.0:1767328883.703515:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a42c2d0] to pc [ptlrpcd_00_02+2] req@000000006a42c2d0 x1853178572183936/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767328883.703519:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767328883.703520:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572183680, offset 0 02000000:00000001:3.0:1767328883.703527:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328883.703532:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00100000:3.0:1767328883.703537:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bba6f4b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572183808:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767328883.703543:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767328883.703546:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767328883.703548:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328883.703550:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:3.0:1767328883.703553:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767328883.703553:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328883.703557:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767328883.703558:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767328883.703566:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767328883.703566:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:3.0:1767328883.703567:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b9fda2a. 02000000:00000001:3.0:1767328883.703572:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767328883.703573:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f4cfdab. 00000400:00000200:1.0:1767328883.703574:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767328883.703579:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000020:00000040:0.0:1767328883.703580:0:204209:0:(genops.c:1229:class_import_get()) import 00000000ecbf23f4 refcount=3 obd=lustre-OST0000-osc-ffff8c55499c0800 00000400:00000010:3.0:1767328883.703582:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045f6879c. 00000100:00000001:2.0:1767328883.703582:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767328883.703586:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [56:56:256:4294967295] 192.168.202.109@tcp LPNI seq info [56:56:8:4294967295] 00000100:00000001:0.0:1767328883.703588:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767328883.703589:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767328883.703591:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc11fa5. 00000100:00000001:2.0:1767328883.703593:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767328883.703593:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1767328883.703598:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572183808, portal 10 02000000:00000001:0.0:1767328883.703598:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328883.703605:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a42c2d0 x1853178572183936/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328883.703606:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767328883.703606:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000010:0.0:1767328883.703606:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c58f1272. 00000100:00000001:3.0:1767328883.703611:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578905728 : -127177130645888 : ffff8c55444de680) 00000100:00000001:0.0:1767328883.703614:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767328883.703621:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767328883.703625:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bba6f4b8 x1853178572183808/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328883.703626:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID req@000000000f4cfdab x1853178572184064/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:1.0:1767328883.703630:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029ea41fb. 00000100:00000001:2.0:1767328883.703631:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767328883.703635:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328883.703641:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767328883.703646:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767328883.703654:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767328883.703654:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767328883.703663:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767328883.703664:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a42c2d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572183936:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767328883.703673:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767328883.703674:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767328883.703675:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767328883.703680:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e8f47ae. 02000000:00000001:2.0:1767328883.703681:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1767328883.703683:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000029ea41fb type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1767328883.703685:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767328883.703687:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572183808, offset 0 00000100:00000001:0.0:1767328883.703691:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767328883.703692:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767328883.703695:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767328883.703699:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000561a793c. 00000400:00000200:3.0:1767328883.703700:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767328883.703703:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f4cfdab] to pc [ptlrpcd_00_03+3] req@000000000f4cfdab x1853178572184064/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328883.703706:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328883.703710:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:2.0:1767328883.703714:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328883.703714:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300733276 00000400:00000200:3.0:1767328883.703721:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767328883.703725:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005105500. 00000100:00000010:1.0:1767328883.703725:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9fe6e3a. 00000400:00000200:3.0:1767328883.703729:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767328883.703732:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328883.703735:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767328883.703735:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002334309b. 00000100:00000001:1.0:1767328883.703737:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767328883.703740:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6066) 00000400:00000200:3.0:1767328883.703743:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:2.0:1767328883.703744:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572183936, portal 10 00000100:00000001:1.0:1767328883.703748:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300733276 00000100:00000001:2.0:1767328883.703749:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767328883.703753:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [57:57:255:4294967295] 192.168.202.109@tcp LPNI seq info [57:57:7:4294967295] 00000100:00000001:2.0:1767328883.703754:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578910208 : -127177130641408 : ffff8c55444df800) 00000100:00000010:1.0:1767328883.703755:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c2f0c26. 00000100:00000001:1.0:1767328883.703762:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767328883.703768:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300733276 00000100:00000040:2.0:1767328883.703769:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a42c2d0 x1853178572183936/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767328883.703772:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a3bb6b37. 00000100:00000001:1.0:1767328883.703779:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767328883.703780:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767328883.703783:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300733276 00000100:00000010:1.0:1767328883.703789:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007884d10c. 00000100:00000001:1.0:1767328883.703795:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767328883.703798:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767328883.703800:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767328883.703800:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328883.703806:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328883.703807:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767328883.703809:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001caa00ec. 00000100:00000001:1.0:1767328883.703811:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767328883.703812:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000185a590d. 00000100:00000001:1.0:1767328883.703815:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767328883.703818:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572183936, offset 0 00000100:00000001:1.0:1767328883.703819:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767328883.703821:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767328883.703821:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328883.703825:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328883.703827:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328883.703832:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:3.0:1767328883.703833:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767328883.703839:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001caa00ec type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767328883.703844:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767328883.703845:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328883.703847:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767328883.703851:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767328883.703851:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767328883.703853:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 2052543 usecs (2053 jiffies) 00000100:00000001:1.0:1767328883.703854:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767328883.703859:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767328883.703860:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300730885 00000100:00000040:1.0:1767328883.703861:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f4cfdab x1853178572184064/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767328883.703867:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767328883.703869:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300733276 00000400:00000200:2.0:1767328883.703875:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767328883.703876:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300730885 00000100:00000001:1.0:1767328883.703880:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767328883.703882:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328883.703884:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [58:58:254:4294967295] 192.168.202.109@tcp LPNI seq info [58:58:6:4294967295] 02000000:00000001:1.0:1767328883.703886:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767328883.703889:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300733276 00000800:00000200:0.0:1767328883.703890:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767328883.703897:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328883.703898:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300730885 00000800:00000010:0.0:1767328883.703899:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029ea41fb. 02000000:00000001:1.0:1767328883.703904:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328883.703905:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300733276 00000400:00000200:2.0:1767328883.703906:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:0.0:1767328883.703910:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767328883.703911:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572184064:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767328883.703912:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300730885 00000100:00000001:3.0:1767328883.703920:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300733276 00000100:00000001:1.0:1767328883.703920:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767328883.703924:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767328883.703924:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000800:00000200:2.0:1767328883.703925:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767328883.703926:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328883.703928:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328883.703934:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767328883.703935:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767328883.703935:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3a879af. 00000400:00000200:0.0:1767328883.703936:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005235a963 02000000:00000010:1.0:1767328883.703939:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000827d3670. 00000100:00000001:3.0:1767328883.703942:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328883.703943:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767328883.703943:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005235a963. 00000100:00000001:3.0:1767328883.703950:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767328883.703950:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000010:1.0:1767328883.703952:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008148aac7. 00000100:00000001:0.0:1767328883.703953:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767328883.703961:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cab2768b. 00000800:00000200:2.0:1767328883.703962:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000200:0.0:1767328883.703965:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d4e3d80 x1853178572183680/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767328883.703967:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572184064, portal 4 00000800:00000200:2.0:1767328883.703969:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3a879af type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767328883.703972:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328883.703975:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578895872 : -127177130655744 : ffff8c55444dc000) 00000100:00000001:2.0:1767328883.703978:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328883.703985:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 143523 usecs (144 jiffies) 00000100:00000040:1.0:1767328883.703986:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000f4cfdab x1853178572184064/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328883.703993:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300728976 00000100:00000001:0.0:1767328883.703993:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767328883.703997:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767328883.703999:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300733276 00000100:00000040:0.0:1767328883.704004:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d4e3d80 x1853178572183680/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328899 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328883.704005:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767328883.704007:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300728976 00000400:00000010:1.0:1767328883.704009:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c97fde2a. 00000100:00000200:1.0:1767328883.704013:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853178572184064, offset 0 00000400:00000200:1.0:1767328883.704044:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767328883.704046:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300733276 00000100:00000001:2.0:1767328883.704051:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300728977 00000400:00000200:1.0:1767328883.704052:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767328883.704059:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300733276 00000400:00000200:1.0:1767328883.704062:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767328883.704066:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300728977 00000100:00000001:0.0:1767328883.704069:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328883.704070:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767328883.704072:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300733276 00000100:00000001:0.0:1767328883.704077:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767328883.704078:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767328883.704078:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767328883.704085:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328883.704086:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767328883.704091:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328883.704094:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [59:59:253:4294967295] 192.168.202.109@tcp LPNI seq info [59:59:5:4294967295] 00000100:00000001:2.0:1767328883.704096:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328883.704104:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328883.704108:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767328883.704109:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767328883.704114:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328883.704118:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767328883.704118:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767328883.704123:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767328883.704124:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bfe2aba. 00000100:00000001:2.0:1767328883.704130:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767328883.704132:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767328883.704137:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767328883.704140:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000010:0.0:1767328883.704143:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001caa00ec. 00000400:00000200:0.0:1767328883.704148:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767328883.704150:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007bfe2aba type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767328883.704155:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328883.704159:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000040:1.0:1767328883.704160:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: using a timeout of 2755 usecs (3 jiffies) 00000100:00000001:1.0:1767328883.704166:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300728836 00000400:00000200:0.0:1767328883.704167:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e8f47ae 00000100:00000001:1.0:1767328883.704169:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300733276 00000100:00000001:1.0:1767328883.704172:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300728836 00000400:00000010:0.0:1767328883.704172:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e8f47ae. 00000100:00000001:1.0:1767328883.704177:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300733276 00000100:00000001:1.0:1767328883.704180:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300728836 00000100:00000001:0.0:1767328883.704180:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767328883.704184:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300733276 00000100:00000001:1.0:1767328883.704186:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300728836 00000100:00000001:1.0:1767328883.704189:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300733276 00000100:00000200:0.0:1767328883.704189:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bba6f4b8 x1853178572183808/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328883.704193:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328883.704197:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328883.704201:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328883.704204:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328883.704209:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328883.704212:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767328883.704213:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767328883.704214:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328883.704215:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328883.704219:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328883.704221:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328883.704222:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bba6f4b8 x1853178572183808/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328899 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328883.704239:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328883.704241:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767328883.704254:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767328883.704256:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3a879af. 00000400:00000200:0.0:1767328883.704262:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328883.704266:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328883.704269:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000185a590d 00000400:00000010:0.0:1767328883.704271:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000185a590d. 00000100:00000001:0.0:1767328883.704275:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767328883.704278:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a42c2d0 x1853178572183936/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328883.704286:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328883.704288:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a42c2d0 x1853178572183936/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328899 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328883.704295:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328883.704296:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767328883.704334:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767328883.704337:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bfe2aba. 00000400:00000200:0.0:1767328883.704340:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328883.704343:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328883.704346:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c97fde2a 00000400:00000010:0.0:1767328883.704348:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c97fde2a. 00000100:00000001:0.0:1767328883.704350:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767328883.704353:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f4cfdab x1853178572184064/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328883.704360:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328883.704363:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f4cfdab x1853178572184064/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328899 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328883.704370:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328883.704371:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767328883.705363:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328883.705378:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328883.705381:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328883.705384:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328883.705392:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328883.705405:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2801880 00000400:00000200:2.0:1767328883.705413:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x2a9 [1] + 224 00000800:00000001:2.0:1767328883.705421:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328883.705430:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328883.705433:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328883.705437:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328883.705442:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328883.705446:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001d4e3d80 x1853178572183680/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328883.705456:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001d4e3d80 x1853178572183680/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328883.705523:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328883.705524:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328883.705528:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767328883.705536:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767328883.705536:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767328883.705541:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767328883.705543:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767328883.705544:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014fcb45b. 00000400:00000200:1.0:1767328883.705550:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933cf678 00000400:00000010:1.0:1767328883.705553:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000933cf678. 00000100:00000001:1.0:1767328883.705555:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328883.705559:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d4e3d80 x1853178572183680/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767328883.705566:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d4e3d80 x1853178572183680/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328883.705576:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328883.705578:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328883.705579:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767328883.705581:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328883.705584:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328883.705586:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328883.705588:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767328883.705593:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=30 v=5 (5 0 0 0) 00000100:00001000:1.0:1767328883.705596:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1767328883.705598:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767328883.705599:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328883.705601:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767328883.705603:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328883.705604:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328883.705607:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d4e3d80 x1853178572183680/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328883.705611:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328883.705613:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767328883.705615:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328883.705616:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d4e3d80 x1853178572183680/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328883.705621:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d4e3d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572183680:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328883.705625:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328883.705626:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328883.705627:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d4e3d80 x1853178572183680/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328883.705631:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328883.705634:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767328883.705636:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d030869. 02000000:00000001:1.0:1767328883.705639:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767328883.705641:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328883.705642:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767328883.705649:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767328883.705652:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d94add08. 02000000:00000001:1.0:1767328883.705657:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767328883.705659:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767328883.705660:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d4e3d80. 00000100:00000001:1.0:1767328883.705664:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767328883.705665:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328883.705667:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328883.705670:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328883.705672:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328883.705674:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328883.705675:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767328883.706176:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328883.706182:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328883.706185:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328883.706187:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328883.706193:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328883.706201:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2801980 00000400:00000200:3.0:1767328883.706206:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x2b9 [1] + 224 00000800:00000001:3.0:1767328883.706211:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328883.706215:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328883.706334:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328883.706339:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328883.706342:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328883.706346:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a42c2d0 x1853178572183936/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328883.706356:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006a42c2d0 x1853178572183936/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328883.706371:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767328883.706376:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328883.706380:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328883.706382:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328883.706385:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328883.706406:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328883.706410:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767328883.706413:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767328883.706414:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767328883.706416:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005105500. 00000400:00000200:2.0:1767328883.706420:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002334309b 00000400:00000010:2.0:1767328883.706422:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002334309b. 00000100:00000001:2.0:1767328883.706425:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328883.706429:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a42c2d0 x1853178572183936/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328883.706437:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a42c2d0 x1853178572183936/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328883.706444:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328883.706446:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328883.706447:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767328883.706449:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767328883.706451:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328883.706452:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328883.706454:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767328883.706459:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=30 v=5 (5 0 0 0) 00000100:00001000:2.0:1767328883.706463:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767328883.706466:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767328883.706468:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328883.706469:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767328883.706474:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006a42c2d0 x1853178572183936/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767328883.706482:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328883.706499:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767328883.706501:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767328883.706504:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767328883.706513:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328883.706519:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000040:2.0:1767328883.706521:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a42c2d0 x1853178572183936/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328883.706533:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2801900 00000100:00000001:2.0:1767328883.706533:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328883.706538:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328883.706541:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328883.706543:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x2b1 [1] + 224 00000100:00000040:2.0:1767328883.706548:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a42c2d0 x1853178572183936/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767328883.706551:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328883.706557:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767328883.706560:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a42c2d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572183936:192.168.202.109@tcp:400: 00000400:00000200:3.0:1767328883.706562:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767328883.706568:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328883.706571:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328883.706573:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a42c2d0 x1853178572183936/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328883.706580:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767328883.706582:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767328883.706583:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000561a793c. 02000000:00000001:2.0:1767328883.706586:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767328883.706588:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767328883.706589:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767328883.706591:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767328883.706593:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c950b47. 02000000:00000001:2.0:1767328883.706596:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767328883.706597:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767328883.706598:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a42c2d0. 00000100:00000001:2.0:1767328883.706601:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328883.706602:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328883.706604:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328883.706608:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328883.706610:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328883.706612:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328883.706614:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328883.706627:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328883.706631:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328883.706635:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bba6f4b8 x1853178572183808/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328883.706644:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bba6f4b8 x1853178572183808/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328883.706659:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767328883.706664:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328883.706668:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328883.706670:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328883.706673:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328883.706678:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328883.706686:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x69574c2801a00 00000100:00000001:1.0:1767328883.706692:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767328883.706693:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x2c1 [1] + 224 00000100:00000001:1.0:1767328883.706695:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767328883.706700:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767328883.706701:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767328883.706702:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767328883.706705:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045f6879c. 00000800:00000001:3.0:1767328883.706709:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328883.706710:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc11fa5 00000400:00000010:1.0:1767328883.706713:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc11fa5. 00000400:00000200:3.0:1767328883.706715:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767328883.706717:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328883.706723:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bba6f4b8 x1853178572183808/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328883.706726:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328883.706734:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328883.706737:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bba6f4b8 x1853178572183808/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767328883.706742:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f4cfdab x1853178572184064/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328883.706748:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328883.706750:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328883.706754:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767328883.706756:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328883.706758:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328883.706760:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328883.706764:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328883.706767:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f4cfdab x1853178572184064/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767328883.706768:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=20 v=5 (5 0 0 0) 00000100:00001000:1.0:1767328883.706775:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767328883.706782:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767328883.706784:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328883.706788:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767328883.706791:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328883.706799:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767328883.706800:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767328883.706802:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328883.706802:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767328883.706804:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328883.706807:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bba6f4b8 x1853178572183808/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328883.706814:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328883.706816:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1767328883.706817:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767328883.706818:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328883.706823:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bba6f4b8 x1853178572183808/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767328883.706824:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767328883.706834:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bba6f4b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572183808:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328883.706836:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328883.706838:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328883.706841:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328883.706841:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328883.706846:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bba6f4b8 x1853178572183808/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767328883.706848:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767328883.706851:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328883.706852:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767328883.706853:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b9fda2a. 02000000:00000001:1.0:1767328883.706855:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:2.0:1767328883.706859:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767328883.706859:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328883.706863:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000400:00000010:2.0:1767328883.706865:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008148aac7. 00000020:00000001:1.0:1767328883.706866:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767328883.706868:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d4297425. 00000400:00000200:2.0:1767328883.706872:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cab2768b 02000000:00000001:1.0:1767328883.706873:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767328883.706875:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1767328883.706878:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cab2768b. 00000100:00000010:1.0:1767328883.706878:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bba6f4b8. 00000100:00000001:1.0:1767328883.706882:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767328883.706883:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328883.706886:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767328883.706886:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328883.706889:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328883.706891:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328883.706894:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767328883.706895:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f4cfdab x1853178572184064/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328883.706902:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767328883.706910:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f4cfdab x1853178572184064/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328883.706918:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328883.706920:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328883.706922:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767328883.706924:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767328883.706925:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328883.706927:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328883.706929:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767328883.706932:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080c1da5e time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1767328883.706935:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d822993 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1767328883.706938:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767328883.706939:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328883.706941:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767328883.706944:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000f4cfdab x1853178572184064/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767328883.706951:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328883.706953:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767328883.706955:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767328883.706957:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767328883.706958:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328883.706961:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f4cfdab x1853178572184064/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328883.706967:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328883.706969:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328883.706971:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767328883.706981:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f4cfdab x1853178572184064/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767328883.706988:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572184064:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328883.706993:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328883.706995:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328883.706997:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f4cfdab x1853178572184064/t0(0) o400->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328899 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328883.707004:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767328883.707005:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767328883.707007:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000827d3670. 02000000:00000001:2.0:1767328883.707010:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767328883.707012:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767328883.707013:0:208651:0:(genops.c:1242:class_import_put()) import 00000000ecbf23f4 refcount=2 obd=lustre-OST0000-osc-ffff8c55499c0800 00000020:00000001:2.0:1767328883.707036:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767328883.707038:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c58f1272. 02000000:00000001:2.0:1767328883.707041:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767328883.707043:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767328883.707044:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f4cfdab. 00000100:00000001:2.0:1767328883.707048:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328883.707049:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328883.707051:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328883.707055:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328883.707057:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328883.707059:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328883.707060:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328883.767140:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328883.767149:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328883.767158:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328883.767159:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328883.767209:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328883.767213:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328883.767216:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767328884.023085:0:208645:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at 000000002f9f571d. 00000400:00000010:1.0:1767328884.023097:0:208645:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at 00000000759a0460. 00010000:00000001:1.0:1767328884.791093:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328884.791100:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328884.791106:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328884.791110:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328884.791112:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328884.791117:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767328884.791119:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767328884.791121:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328884.791124:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328884.791126:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328884.791128:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328884.791129:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328884.791151:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328884.791154:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328884.791156:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767328885.239203:0:211338:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767328885.239209:0:211338:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000004eee565b) refs 2 10000000:00000001:1.0:1767328885.239216:0:211338:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767328885.239218:0:211338:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767328885.239220:0:211338:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767328885.239221:0:211338:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767328885.239223:0:211338:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:1.0:1767328885.239225:0:211338:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:1.0:1767328885.239227:0:211338:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-cliir-ffff8c55499c0800 from 12 10000000:00000001:1.0:1767328885.239230:0:211338:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767328885.239232:0:211338:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:1.0:1767328885.239241:0:211338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ce1624. 00000020:00000040:1.0:1767328885.239246:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767328885.239252:0:211338:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767328885.239255:0:211338:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767328885.239261:0:211338:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328885.239286:0:211338:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bdddb578. 00000100:00000001:1.0:1767328885.239292:0:211338:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328885.239297:0:211338:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767328885.239300:0:211338:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767328885.239308:0:211338:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000097e9fad7. 00010000:00000001:1.0:1767328885.239314:0:211338:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767328885.239317:0:211338:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000056a4aceb. 00000020:00000001:1.0:1767328885.239323:0:211338:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767328885.239326:0:211338:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000056a4aceb with handle 0x989c09653bac0c52 to hash 00000020:00000001:1.0:1767328885.239329:0:211338:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767328885.239331:0:211338:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446616896657332736 : -127177052218880 : ffff8c5548fa9a00) 00010000:00000001:1.0:1767328885.239335:0:211338:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446616896657332736 : -127177052218880 : ffff8c5548fa9a00) 00010000:00000001:1.0:1767328885.239340:0:211338:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767328885.239343:0:211338:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328885.239347:0:211338:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.109@tcp lock: 0000000056a4aceb/0x989c09653bac0c52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767328885.239371:0:211338:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.109@tcp lock: 0000000056a4aceb/0x989c09653bac0c52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767328885.239385:0:211338:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.109@tcp lock: 0000000056a4aceb/0x989c09653bac0c52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767328885.239390:0:211338:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767328885.239393:0:211338:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767328885.239399:0:211338:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a3caa96. 00000100:00000001:1.0:1767328885.239401:0:211338:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896614475264 : -127177095076352 : ffff8c55466ca600) 00000100:00000001:1.0:1767328885.239404:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328885.239405:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 00000100:00000001:1.0:1767328885.239410:0:211338:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767328885.239412:0:211338:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.239415:0:211338:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767328885.239416:0:211338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767328885.239427:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ce1624 x1853178572184192/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.239445:0:211338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767328885.239447:0:211338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328885.239450:0:211338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767328885.239453:0:211338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328885.239455:0:211338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767328885.239458:0:211338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572184192:192.168.202.109@tcp:101: 00000100:00000001:1.0:1767328885.239461:0:211338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767328885.239467:0:211338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767328885.239497:0:211338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328885.239500:0:211338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767328885.239504:0:211338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001c1f2e53. 02000000:00000001:1.0:1767328885.239506:0:211338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767328885.239512:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014fcb45b. 00000400:00000010:1.0:1767328885.239519:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933cf678. 00000100:00000200:1.0:1767328885.239527:0:211338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572184192, portal 25 00000100:00000001:1.0:1767328885.239529:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328885.239530:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 00000100:00000040:1.0:1767328885.239535:0:211338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ce1624 x1853178572184192/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.239541:0:211338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767328885.239544:0:211338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767328885.239547:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000765ff9ed. 00000100:00000200:1.0:1767328885.239549:0:211338:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853178572184192, offset 0 00000400:00000200:1.0:1767328885.239554:0:211338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767328885.239569:0:211338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767328885.239574:0:211338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767328885.239579:0:211338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767328885.239582:0:211338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767328885.239584:0:211338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767328885.239587:0:211338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [60:60:256:4294967295] 192.168.202.109@tcp LPNI seq info [60:60:8:4294967295] 00000400:00000200:1.0:1767328885.239598:0:211338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767328885.239608:0:211338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767328885.239613:0:211338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bfe2aba. 00000800:00000200:1.0:1767328885.239619:0:211338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767328885.239627:0:211338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767328885.239631:0:211338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007bfe2aba type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767328885.239645:0:211338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.239650:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300734812 00000100:00000001:1.0:1767328885.239657:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300733276 00000100:00000001:1.0:1767328885.239661:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300734812 00000100:00000001:1.0:1767328885.239665:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300733276 00000100:00000001:1.0:1767328885.239669:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300734812 00000100:00000001:1.0:1767328885.239672:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300733276 00000100:00000001:1.0:1767328885.239674:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300734812 00000100:00000001:1.0:1767328885.239677:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300733276 00000100:00000001:1.0:1767328885.239680:0:211338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328885.239684:0:211338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.239687:0:211338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328885.239688:0:211338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767328885.239691:0:211338:0:(client.c:2690:ptlrpc_set_wait()) set 000000006a3caa96 going to sleep for 11 seconds 00000100:00000001:1.0:1767328885.239694:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328885.239698:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767328885.239763:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767328885.239773:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bfe2aba. 00000400:00000200:0.0:1767328885.239777:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328885.239783:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328885.239787:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000765ff9ed 00000400:00000010:0.0:1767328885.239789:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000765ff9ed. 00000100:00000001:0.0:1767328885.239793:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767328885.239797:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ce1624 x1853178572184192/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328885.239806:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328885.239808:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000026ce1624 x1853178572184192/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328885.239814:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328885.239815:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767328885.241296:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328885.241310:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328885.241313:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328885.241316:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328885.241325:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328885.241339:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 344 into portal 25 MB=0x69574c2801a80 00000400:00000200:2.0:1767328885.241355:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 344/344 into md 0x2c9 [1] + 224 00000800:00000001:2.0:1767328885.241364:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328885.241372:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328885.241375:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328885.241379:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328885.241383:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328885.241387:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ce1624 x1853178572184192/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328885.241397:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000026ce1624 x1853178572184192/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328885.241414:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767328885.241421:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328885.241424:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328885.241488:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767328885.241494:0:211338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767328885.241496:0:211338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767328885.241498:0:211338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014fcb45b. 00000400:00000200:1.0:1767328885.241501:0:211338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933cf678 00000400:00000010:1.0:1767328885.241502:0:211338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000933cf678. 00000100:00000001:1.0:1767328885.241504:0:211338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328885.241508:0:211338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce1624 x1853178572184192/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767328885.241516:0:211338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ce1624 x1853178572184192/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.241528:0:211338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328885.241530:0:211338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328885.241532:0:211338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767328885.241535:0:211338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328885.241537:0:211338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328885.241539:0:211338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328885.241541:0:211338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767328885.241547:0:211338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=32 v=5 (5 0 0 0) 00000100:00001000:1.0:1767328885.241550:0:211338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1767328885.241552:0:211338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767328885.241553:0:211338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328885.241555:0:211338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767328885.241557:0:211338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.241559:0:211338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328885.241562:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ce1624 x1853178572184192/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.241566:0:211338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328885.241569:0:211338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767328885.241571:0:211338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328885.241574:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ce1624 x1853178572184192/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328885.241579:0:211338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572184192:192.168.202.109@tcp:101: 00000100:00000001:1.0:1767328885.241582:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328885.241584:0:211338:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.241585:0:211338:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767328885.241586:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328885.241587:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ce1624 x1853178572184192/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.241591:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767328885.241593:0:211338:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006a3caa96. 00000100:00000001:1.0:1767328885.241595:0:211338:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767328885.241596:0:211338:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328885.241601:0:211338:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767328885.241604:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767328885.241605:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767328885.241607:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000056a4aceb refcount=4 00000020:00000001:1.0:1767328885.241609:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657332736 : -127177052218880 : ffff8c5548fa9a00) 00010000:00000001:1.0:1767328885.241611:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657332736 : -127177052218880 : ffff8c5548fa9a00) 00010000:00000040:1.0:1767328885.241615:0:211338:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000056a4aceb, remote cookie: 0xa764e4c88bd5758c, flags: 0x0 00010000:00000001:1.0:1767328885.241618:0:211338:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767328885.241621:0:211338:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767328885.241623:0:211338:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767328885.241624:0:211338:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767328885.241625:0:211338:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767328885.241627:0:211338:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000097e9fad7) refcount = 1 00010000:00010000:1.0:1767328885.241629:0:211338:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.109@tcp lock: 0000000056a4aceb/0x989c09653bac0c52 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd5758c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767328885.241634:0:211338:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767328885.241636:0:211338:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767328885.241636:0:211338:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767328885.241639:0:211338:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767328885.241640:0:211338:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328885.241642:0:211338:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.109@tcp lock: 0000000056a4aceb/0x989c09653bac0c52 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa764e4c88bd5758c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767328885.241646:0:211338:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767328885.241648:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767328885.241649:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767328885.241650:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767328885.241651:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767328885.241652:0:211338:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.241653:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328885.241655:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ce1624 x1853178572184192/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.241659:0:211338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328885.241661:0:211338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767328885.241667:0:211338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001c1f2e53. 02000000:00000001:1.0:1767328885.241671:0:211338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767328885.241673:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328885.241674:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767328885.241677:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767328885.241679:0:211338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bdddb578. 02000000:00000001:1.0:1767328885.241683:0:211338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767328885.241685:0:211338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767328885.241687:0:211338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ce1624. 00000100:00000001:1.0:1767328885.241690:0:211338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767328885.241691:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767328885.241693:0:211338:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767328885.241695:0:211338:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767328885.241697:0:211338:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000004eee565b) refs 3 10000000:00000001:1.0:1767328885.241699:0:211338:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328885.241701:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767328885.241702:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767328885.241704:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000056a4aceb refcount=3 00000020:00000001:1.0:1767328885.241706:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657332736 : -127177052218880 : ffff8c5548fa9a00) 00010000:00000001:1.0:1767328885.241708:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657332736 : -127177052218880 : ffff8c5548fa9a00) 00010000:00000001:1.0:1767328885.241711:0:211338:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767328885.241712:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767328885.241714:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767328885.241715:0:211338:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767328885.241718:0:211338:0:(mgc_request.c:1532:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767328885.241722:0:211338:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000363196b4. 00000100:00000010:1.0:1767328885.241739:0:211338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ce1624. 00000020:00000040:1.0:1767328885.241742:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767328885.241745:0:211338:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767328885.241747:0:211338:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767328885.241750:0:211338:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328885.241752:0:211338:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bdddb578. 00000100:00000001:1.0:1767328885.241754:0:211338:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.241758:0:211338:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767328885.241761:0:211338:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001c1f2e53. 00000100:00000010:1.0:1767328885.241763:0:211338:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000a1117643. 00000020:00000040:1.0:1767328885.241767:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767328885.241772:0:211338:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767328885.241773:0:211338:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767328885.241775:0:211338:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a3caa96. 00000100:00000001:1.0:1767328885.241776:0:211338:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896614475264 : -127177095076352 : ffff8c55466ca600) 00000100:00000001:1.0:1767328885.241778:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328885.241779:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 00000100:00000001:1.0:1767328885.241781:0:211338:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767328885.241781:0:211338:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.241783:0:211338:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767328885.241784:0:211338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767328885.241786:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ce1624 x1853178572184320/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.241791:0:211338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767328885.241792:0:211338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328885.241794:0:211338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767328885.241795:0:211338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328885.241796:0:211338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767328885.241798:0:211338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572184320:192.168.202.109@tcp:256: 00000100:00000001:1.0:1767328885.241800:0:211338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767328885.241802:0:211338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767328885.241803:0:211338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.241805:0:211338:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767328885.241808:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014fcb45b. 00000400:00000010:1.0:1767328885.241811:0:211338:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000086f1423e. 00000100:00000200:1.0:1767328885.241814:0:211338:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x69574c2801b00-0x69574c2801b00, portal 33 00000100:00000001:1.0:1767328885.241817:0:211338:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328885.241818:0:211338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767328885.241820:0:211338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf778690. 02000000:00000001:1.0:1767328885.241821:0:211338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767328885.241823:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a3633ee. 00000400:00000010:1.0:1767328885.241824:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933cf678. 00000100:00000200:1.0:1767328885.241826:0:211338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572184320, portal 25 00000100:00000001:1.0:1767328885.241827:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328885.241831:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 00000100:00000040:1.0:1767328885.241833:0:211338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ce1624 x1853178572184320/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767328901 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.241838:0:211338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767328885.241840:0:211338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767328885.241841:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e71018d8. 00000100:00000200:1.0:1767328885.241843:0:211338:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853178572184320, offset 0 00000400:00000200:1.0:1767328885.241846:0:211338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767328885.241851:0:211338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767328885.241854:0:211338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767328885.241856:0:211338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767328885.241857:0:211338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767328885.241859:0:211338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767328885.241861:0:211338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [61:61:256:4294967295] 192.168.202.109@tcp LPNI seq info [61:61:8:4294967295] 00000400:00000200:1.0:1767328885.241867:0:211338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767328885.241871:0:211338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767328885.241874:0:211338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029ea41fb. 00000800:00000200:1.0:1767328885.241876:0:211338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767328885.241879:0:211338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767328885.241882:0:211338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000029ea41fb type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1767328885.241895:0:211338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.241897:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300734814 00000100:00000001:1.0:1767328885.241900:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300734812 00000100:00000001:1.0:1767328885.241903:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300734814 00000100:00000001:1.0:1767328885.241905:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300734812 00000100:00000001:1.0:1767328885.241907:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300734814 00000100:00000001:1.0:1767328885.241909:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300734812 00000100:00000001:1.0:1767328885.241910:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300734814 00000100:00000001:1.0:1767328885.241912:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300734812 00000100:00000001:1.0:1767328885.241918:0:211338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328885.241920:0:211338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.241921:0:211338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328885.241922:0:211338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767328885.241924:0:211338:0:(client.c:2690:ptlrpc_set_wait()) set 000000006a3caa96 going to sleep for 11 seconds 00000100:00000001:1.0:1767328885.241925:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328885.241926:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767328885.241956:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328885.241961:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029ea41fb. 00000400:00000200:3.0:1767328885.241964:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328885.241970:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328885.241973:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e71018d8 00000400:00000010:3.0:1767328885.241975:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e71018d8. 00000100:00000001:3.0:1767328885.241979:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767328885.241982:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ce1624 x1853178572184320/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767328901 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328885.241991:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328885.241994:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000026ce1624 x1853178572184320/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767328901 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328885.242001:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328885.242002:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767328885.242871:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328885.242877:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767328885.242879:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328885.242881:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328885.242885:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767328885.242893:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 44 into portal 33 MB=0x69574c2801b00 00000400:00000200:0.0:1767328885.242897:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.109@tcp of length 44/44 into md 0x2d1 [4] + 0 00000400:00000010:0.0:1767328885.242899:0:208643:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014fcb45b. 00000400:00000200:0.0:1767328885.242902:0:208643:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000086f1423e 00000800:00000001:0.0:1767328885.242905:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328885.242908:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328885.242909:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328885.242912:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328885.242914:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086f1423e 00000400:00000010:0.0:1767328885.242915:0:208643:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000086f1423e. 00000100:00000001:0.0:1767328885.242919:0:208643:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767328885.242920:0:208643:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000026ce1624 desc 000000001c1f2e53 mbits 1853178572184320 00000100:00000001:0.0:1767328885.242931:0:208643:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767328885.242934:0:208643:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767328885.242937:0:208643:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767328885.242947:0:208643:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [62:62:256:4294967295] 192.168.202.109@tcp LPNI seq info [62:62:8:4294967295] 00000400:00000200:0.0:1767328885.242954:0:208643:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) 192.168.202.109@tcp : ACK try# 0 00000800:00000200:0.0:1767328885.242958:0:208643:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767328885.242962:0:208643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at 00000000c95e7e23. 00000800:00000200:0.0:1767328885.242965:0:208643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767328885.242968:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767328885.242970:0:208643:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767328885.242972:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767328885.242974:0:208643:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c95e7e23 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767328885.243012:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767328885.243036:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at 00000000c95e7e23. 00000400:00000200:0.0:1767328885.243040:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328885.243044:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: ACK: OK 00000800:00000001:0.0:1767328885.243050:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328885.243053:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328885.243681:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328885.243687:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328885.243690:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328885.243692:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328885.243697:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328885.243706:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 240 into portal 25 MB=0x69574c2801b00 00000400:00000200:3.0:1767328885.243711:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 240/240 into md 0x2d5 [1] + 224 00000800:00000001:3.0:1767328885.243715:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328885.243720:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328885.243722:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328885.243725:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328885.243729:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328885.243732:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ce1624 x1853178572184320/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767328901 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328885.243741:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000026ce1624 x1853178572184320/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328885.243757:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767328885.243767:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328885.243770:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328885.243790:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767328885.243795:0:211338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767328885.243796:0:211338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767328885.243798:0:211338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a3633ee. 00000400:00000200:1.0:1767328885.243801:0:211338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933cf678 00000400:00000010:1.0:1767328885.243803:0:211338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000933cf678. 00000100:00000001:1.0:1767328885.243805:0:211338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328885.243809:0:211338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce1624 x1853178572184320/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767328885.243816:0:211338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ce1624 x1853178572184320/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.243822:0:211338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328885.243823:0:211338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328885.243824:0:211338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767328885.243825:0:211338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328885.243826:0:211338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328885.243827:0:211338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328885.243828:0:211338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767328885.243830:0:211338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=32 v=5 (5 0 0 0) 00000100:00001000:1.0:1767328885.243832:0:211338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1767328885.243834:0:211338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767328885.243835:0:211338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328885.243836:0:211338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767328885.243838:0:211338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.243839:0:211338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328885.243841:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000026ce1624 x1853178572184320/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328885.243857:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000026ce1624 x1853178572184320/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767328901 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.243862:0:211338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767328885.243864:0:211338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328885.243865:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ce1624 x1853178572184320/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767328901 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328885.243870:0:211338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572184320:192.168.202.109@tcp:256: 00000100:00000001:1.0:1767328885.243873:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328885.243874:0:211338:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.243875:0:211338:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767328885.243876:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328885.243877:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ce1624 x1853178572184320/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767328901 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.243881:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767328885.243882:0:211338:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006a3caa96. 00000100:00000001:1.0:1767328885.243884:0:211338:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767328885.243885:0:211338:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767328885.243887:0:211338:0:(mgc_request.c:1610:mgc_process_recover_log()) Latest version 12, more 0. 10000000:00000001:1.0:1767328885.243890:0:211338:0:(mgc_request.c:1273:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767328885.243894:0:211338:0:(mgc_request.c:1296:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000215a0f3c. 00010000:00000001:1.0:1767328885.243904:0:211338:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767328885.243906:0:211338:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767328885.243909:0:211338:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.109@tcp has 192.168.202.109@tcp. 00000100:00000001:1.0:1767328885.243911:0:211338:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328885.243913:0:211338:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767328885.243914:0:211338:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.109@tcp with 192.168.202.109@tcp 00000100:00000200:1.0:1767328885.243916:0:211338:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.109@tcp' 00000400:00000200:1.0:1767328885.243917:0:211338:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1767328885.243920:0:211338:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:1.0:1767328885.243922:0:211338:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.202.109@tcp 00000400:00000200:1.0:1767328885.243925:0:211338:0:(peer.c:1797:lnet_peer_add()) peer 192.168.202.109@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767328885.243934:0:211338:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767328885.243937:0:211338:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.202.109@tcp NID 192.168.202.109@tcp: 0. pending discovery 00000400:00000200:1.0:1767328885.243940:0:211338:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.202.109@tcp 00000100:00000001:1.0:1767328885.243941:0:211338:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328885.243943:0:211338:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767328885.243945:0:211338:0:(mgc_request.c:1469:mgc_apply_recover_logs()) Found UUID '192.168.202.109@tcp' by NID '192.168.202.109@tcp' 10000000:00000010:1.0:1767328885.243949:0:211338:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 00000000d1e8c6d5. 10000000:00000040:1.0:1767328885.243951:0:211338:0:(mgc_request.c:1490:mgc_apply_recover_logs()) ir apply logs 12/12 for lustre-MDT0001-mdc-ffff8c55499c0800 -> mdc.import=connection=192.168.202.109@tcp::4 00000020:00000080:1.0:1767328885.243953:0:211338:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767328885.243959:0:211338:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767328885.243963:0:211338:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f49c921a. 00000020:00000010:1.0:1767328885.243968:0:211338:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c146464d. 00000020:00000010:1.0:1767328885.243971:0:211338:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000000d3e9933. 00000008:00000010:1.0:1767328885.243976:0:211338:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000079063d01. 00020000:00000010:1.0:1767328885.243981:0:211338:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000a6a93b36. 00008000:00000010:1.0:1767328885.243985:0:211338:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000004e32e125. 00000080:00000010:1.0:1767328885.243991:0:211338:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000014d21c1f. 00000080:00000010:1.0:1767328885.243995:0:211338:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000008c78e992. 00000040:00000001:1.0:1767328885.244000:0:211338:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767328885.244002:0:211338:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000d1e8c6d5 00000040:00001000:1.0:1767328885.244003:0:211338:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767328885.244005:0:211338:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767328885.244006:0:211338:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767328885.244007:0:211338:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767328885.244008:0:211338:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767328885.244009:0:211338:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767328885.244010:0:211338:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0001-mdc-ffff8c55499c0800 00000040:00001000:1.0:1767328885.244011:0:211338:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 mdc.import=connection=192.168.202.109@tcp::4 00000040:00000001:1.0:1767328885.244012:0:211338:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:1.0:1767328885.244082:0:211338:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c146464d. 00000020:00000010:1.0:1767328885.244085:0:211338:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000000d3e9933. 00000008:00000010:1.0:1767328885.244088:0:211338:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000079063d01. 00020000:00000010:1.0:1767328885.244091:0:211338:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000a6a93b36. 00008000:00000010:1.0:1767328885.244093:0:211338:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000004e32e125. 00000080:00000010:1.0:1767328885.244100:0:211338:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000014d21c1f. 00000080:00000010:1.0:1767328885.244103:0:211338:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000008c78e992. 00000020:00000010:1.0:1767328885.244106:0:211338:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f49c921a. 00000020:00000001:1.0:1767328885.244108:0:211338:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328885.244110:0:211338:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767328885.244112:0:211338:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 00000000d1e8c6d5. 10000000:00000010:1.0:1767328885.244115:0:211338:0:(mgc_request.c:1506:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000215a0f3c. 10000000:00000001:1.0:1767328885.244117:0:211338:0:(mgc_request.c:1508:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.244119:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328885.244122:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ce1624 x1853178572184320/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767328901 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.244127:0:211338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328885.244128:0:211338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767328885.244130:0:211338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf778690. 02000000:00000001:1.0:1767328885.244132:0:211338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767328885.244133:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328885.244134:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767328885.244136:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767328885.244138:0:211338:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767328885.244140:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328885.244140:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767328885.244141:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767328885.244143:0:211338:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000a1117643. 00000100:00000010:1.0:1767328885.244145:0:211338:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001c1f2e53. 00000100:00000001:1.0:1767328885.244146:0:211338:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767328885.244147:0:211338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bdddb578. 02000000:00000001:1.0:1767328885.244148:0:211338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767328885.244149:0:211338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767328885.244150:0:211338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ce1624. 00000100:00000001:1.0:1767328885.244152:0:211338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767328885.244153:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767328885.244164:0:211338:0:(mgc_request.c:1662:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000363196b4. 10000000:01000000:1.0:1767328885.244167:0:211338:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.109@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:1.0:1767328885.244170:0:211338:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767328885.244171:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767328885.244175:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767328885.244176:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000056a4aceb refcount=3 00000020:00000001:1.0:1767328885.244177:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657332736 : -127177052218880 : ffff8c5548fa9a00) 00010000:00000001:1.0:1767328885.244180:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657332736 : -127177052218880 : ffff8c5548fa9a00) 00010000:00000001:1.0:1767328885.244182:0:211338:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767328885.244184:0:211338:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.109@tcp lock: 0000000056a4aceb/0x989c09653bac0c52 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd5758c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767328885.244188:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767328885.244189:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767328885.244191:0:211338:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.109@tcp lock: 0000000056a4aceb/0x989c09653bac0c52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd5758c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767328885.244195:0:211338:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767328885.244196:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767328885.244197:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767328885.244197:0:211338:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767328885.244199:0:211338:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767328885.244200:0:211338:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767328885.244201:0:211338:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767328885.244202:0:211338:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000fbd3e279) refs 2 10000000:00000001:1.0:1767328885.244203:0:211338:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767328885.244204:0:211338:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767328885.244205:0:211338:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000004eee565b) refs 3 10000000:00000001:1.0:1767328885.244207:0:211338:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767328885.244207:0:211338:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767328885.244208:0:211338:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:1.0:1767328885.244209:0:211338:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:1.0:1767328885.244210:0:211338:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff8c55499c0800 from 39 10000000:00000001:1.0:1767328885.244212:0:211338:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767328885.244213:0:211338:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1767328885.244216:0:211338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ce1624. 00000020:00000040:1.0:1767328885.244218:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767328885.244220:0:211338:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767328885.244222:0:211338:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767328885.244224:0:211338:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328885.244230:0:211338:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bdddb578. 00000100:00000001:1.0:1767328885.244233:0:211338:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328885.244234:0:211338:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767328885.244236:0:211338:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767328885.244239:0:211338:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007862df51. 00010000:00000001:1.0:1767328885.244241:0:211338:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767328885.244243:0:211338:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008d865dce. 00000020:00000001:1.0:1767328885.244245:0:211338:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767328885.244246:0:211338:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008d865dce with handle 0x989c09653bac0c59 to hash 00000020:00000001:1.0:1767328885.244248:0:211338:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767328885.244248:0:211338:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446616896657327104 : -127177052224512 : ffff8c5548fa8400) 00010000:00000001:1.0:1767328885.244250:0:211338:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446616896657327104 : -127177052224512 : ffff8c5548fa8400) 00010000:00000001:1.0:1767328885.244252:0:211338:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767328885.244253:0:211338:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328885.244254:0:211338:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.109@tcp lock: 000000008d865dce/0x989c09653bac0c59 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767328885.244258:0:211338:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.109@tcp lock: 000000008d865dce/0x989c09653bac0c59 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767328885.244262:0:211338:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.109@tcp lock: 000000008d865dce/0x989c09653bac0c59 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767328885.244265:0:211338:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767328885.244265:0:211338:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767328885.244268:0:211338:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a3caa96. 00000100:00000001:1.0:1767328885.244269:0:211338:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896614475264 : -127177095076352 : ffff8c55466ca600) 00000100:00000001:1.0:1767328885.244271:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328885.244271:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 00000100:00000001:1.0:1767328885.244274:0:211338:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767328885.244275:0:211338:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.244276:0:211338:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767328885.244276:0:211338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767328885.244278:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ce1624 x1853178572184448/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.244291:0:211338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767328885.244292:0:211338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328885.244294:0:211338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767328885.244295:0:211338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328885.244297:0:211338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767328885.244299:0:211338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572184448:192.168.202.109@tcp:101: 00000100:00000001:1.0:1767328885.244302:0:211338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767328885.244304:0:211338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767328885.244305:0:211338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328885.244306:0:211338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767328885.244309:0:211338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001c1f2e53. 02000000:00000001:1.0:1767328885.244310:0:211338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767328885.244313:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a3633ee. 00000400:00000010:1.0:1767328885.244315:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933cf678. 00000100:00000200:1.0:1767328885.244317:0:211338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572184448, portal 25 00000100:00000001:1.0:1767328885.244319:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328885.244320:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 00000100:00000040:1.0:1767328885.244322:0:211338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ce1624 x1853178572184448/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.244327:0:211338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767328885.244329:0:211338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767328885.244330:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cb6d618. 00000100:00000200:1.0:1767328885.244331:0:211338:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853178572184448, offset 0 00000400:00000200:1.0:1767328885.244335:0:211338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767328885.244340:0:211338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767328885.244342:0:211338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767328885.244345:0:211338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767328885.244347:0:211338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767328885.244350:0:211338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767328885.244354:0:211338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [63:63:256:4294967295] 192.168.202.109@tcp LPNI seq info [63:63:8:4294967295] 00000400:00000200:1.0:1767328885.244363:0:211338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767328885.244371:0:211338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767328885.244374:0:211338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ecca153. 00000800:00000200:1.0:1767328885.244377:0:211338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767328885.244382:0:211338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767328885.244384:0:211338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ecca153 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767328885.244398:0:211338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.244400:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300734817 00000100:00000001:1.0:1767328885.244404:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300734814 00000100:00000001:1.0:1767328885.244408:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300734817 00000100:00000001:1.0:1767328885.244411:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300734814 00000100:00000001:1.0:1767328885.244413:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300734817 00000100:00000001:1.0:1767328885.244417:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300734814 00000100:00000001:1.0:1767328885.244420:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300734817 00000100:00000001:1.0:1767328885.244422:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300734814 00000100:00000001:1.0:1767328885.244424:0:211338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328885.244425:0:211338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.244427:0:211338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328885.244428:0:211338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767328885.244430:0:211338:0:(client.c:2690:ptlrpc_set_wait()) set 000000006a3caa96 going to sleep for 11 seconds 00000100:00000001:1.0:1767328885.244432:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328885.244434:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767328885.244453:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328885.244457:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ecca153. 00000400:00000200:3.0:1767328885.244461:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328885.244467:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328885.244483:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cb6d618 00000400:00000010:3.0:1767328885.244485:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cb6d618. 00000100:00000001:3.0:1767328885.244489:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767328885.244493:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ce1624 x1853178572184448/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328885.244501:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328885.244504:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000026ce1624 x1853178572184448/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328885.244511:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328885.244513:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767328885.245410:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328885.245416:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328885.245418:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328885.245421:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328885.245427:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328885.245435:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 344 into portal 25 MB=0x69574c2801b80 00000400:00000200:3.0:1767328885.245440:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 344/344 into md 0x2dd [1] + 224 00000800:00000001:3.0:1767328885.245444:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328885.245449:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328885.245451:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328885.245454:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328885.245458:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328885.245462:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ce1624 x1853178572184448/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328885.245485:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000026ce1624 x1853178572184448/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328885.245499:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767328885.245511:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328885.245515:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328885.245538:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767328885.245542:0:211338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767328885.245544:0:211338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767328885.245545:0:211338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a3633ee. 00000400:00000200:1.0:1767328885.245549:0:211338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933cf678 00000400:00000010:1.0:1767328885.245550:0:211338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000933cf678. 00000100:00000001:1.0:1767328885.245552:0:211338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328885.245556:0:211338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce1624 x1853178572184448/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767328885.245563:0:211338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ce1624 x1853178572184448/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.245577:0:211338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328885.245578:0:211338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328885.245579:0:211338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767328885.245581:0:211338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328885.245582:0:211338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328885.245583:0:211338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328885.245585:0:211338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767328885.245588:0:211338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=32 v=5 (5 0 0 0) 00000100:00001000:1.0:1767328885.245590:0:211338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1767328885.245592:0:211338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767328885.245593:0:211338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328885.245594:0:211338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767328885.245595:0:211338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.245597:0:211338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328885.245599:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ce1624 x1853178572184448/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.245604:0:211338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328885.245605:0:211338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767328885.245606:0:211338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328885.245608:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ce1624 x1853178572184448/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328885.245613:0:211338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572184448:192.168.202.109@tcp:101: 00000100:00000001:1.0:1767328885.245616:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328885.245618:0:211338:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.245619:0:211338:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767328885.245619:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328885.245621:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ce1624 x1853178572184448/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.245625:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767328885.245627:0:211338:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006a3caa96. 00000100:00000001:1.0:1767328885.245629:0:211338:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767328885.245629:0:211338:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328885.245636:0:211338:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767328885.245638:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767328885.245639:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767328885.245640:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008d865dce refcount=4 00000020:00000001:1.0:1767328885.245642:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657327104 : -127177052224512 : ffff8c5548fa8400) 00010000:00000001:1.0:1767328885.245644:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657327104 : -127177052224512 : ffff8c5548fa8400) 00010000:00000040:1.0:1767328885.245647:0:211338:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000008d865dce, remote cookie: 0xa764e4c88bd57593, flags: 0x0 00010000:00000001:1.0:1767328885.245649:0:211338:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767328885.245651:0:211338:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767328885.245652:0:211338:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767328885.245653:0:211338:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767328885.245654:0:211338:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767328885.245655:0:211338:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000007862df51) refcount = 1 00010000:00010000:1.0:1767328885.245657:0:211338:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.109@tcp lock: 000000008d865dce/0x989c09653bac0c59 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd57593 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767328885.245662:0:211338:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767328885.245663:0:211338:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767328885.245664:0:211338:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767328885.245666:0:211338:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767328885.245667:0:211338:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328885.245668:0:211338:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.109@tcp lock: 000000008d865dce/0x989c09653bac0c59 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa764e4c88bd57593 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767328885.245673:0:211338:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767328885.245674:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767328885.245676:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767328885.245677:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767328885.245678:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767328885.245680:0:211338:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.245682:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328885.245685:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ce1624 x1853178572184448/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.245692:0:211338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328885.245694:0:211338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767328885.245703:0:211338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001c1f2e53. 02000000:00000001:1.0:1767328885.245706:0:211338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767328885.245707:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328885.245709:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767328885.245711:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767328885.245713:0:211338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bdddb578. 02000000:00000001:1.0:1767328885.245715:0:211338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767328885.245717:0:211338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767328885.245719:0:211338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ce1624. 00000100:00000001:1.0:1767328885.245722:0:211338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767328885.245723:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767328885.245725:0:211338:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767328885.245727:0:211338:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767328885.245729:0:211338:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000fbd3e279) refs 3 10000000:00000001:1.0:1767328885.245731:0:211338:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328885.245733:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767328885.245734:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767328885.245736:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008d865dce refcount=3 00000020:00000001:1.0:1767328885.245739:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657327104 : -127177052224512 : ffff8c5548fa8400) 00010000:00000001:1.0:1767328885.245742:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657327104 : -127177052224512 : ffff8c5548fa8400) 00010000:00000001:1.0:1767328885.245744:0:211338:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767328885.245746:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767328885.245747:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767328885.245748:0:211338:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767328885.245751:0:211338:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1767328885.245754:0:211338:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000f91d9c4a. 00000020:00000010:1.0:1767328885.245758:0:211338:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bdddb578. 00000020:00000010:1.0:1767328885.245762:0:211338:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cf778690. 00000040:00000010:1.0:1767328885.245765:0:211338:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f49c921a. 00000020:00000010:1.0:1767328885.245770:0:211338:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000034bb1500. 00000020:00000010:1.0:1767328885.245775:0:211338:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c146464d. 80000000:00000010:1.0:1767328885.245778:0:211338:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000d3e9933. 00040000:00000010:1.0:1767328885.245783:0:211338:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007d030869. 20000000:00000010:1.0:1767328885.245788:0:211338:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000001e23378b. 10000000:00000040:1.0:1767328885.245791:0:211338:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005511999b : new refcount 2 00000020:00000001:1.0:1767328885.245794:0:211338:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1767328885.245801:0:211338:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1767328885.245803:0:211338:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767328885.245806:0:211338:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000093f296c9. 00000040:00000001:1.0:1767328885.245809:0:211338:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767328885.245811:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000010:1.0:1767328885.245814:0:211338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ce1624. 00000020:00000040:1.0:1767328885.245816:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767328885.245818:0:211338:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767328885.245820:0:211338:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767328885.245822:0:211338:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328885.245826:0:211338:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000827d3670. 00000100:00000001:1.0:1767328885.245829:0:211338:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.245833:0:211338:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767328885.245834:0:211338:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767328885.245837:0:211338:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a3caa96. 00000100:00000001:1.0:1767328885.245838:0:211338:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896614475264 : -127177095076352 : ffff8c55466ca600) 00000100:00000001:1.0:1767328885.245840:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328885.245841:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 00000100:00000001:1.0:1767328885.245843:0:211338:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767328885.245844:0:211338:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.245845:0:211338:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767328885.245846:0:211338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767328885.245849:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ce1624 x1853178572184576/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.245854:0:211338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767328885.245855:0:211338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328885.245857:0:211338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767328885.245858:0:211338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328885.245859:0:211338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767328885.245861:0:211338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572184576:192.168.202.109@tcp:501: 00000100:00000001:1.0:1767328885.245863:0:211338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767328885.245864:0:211338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767328885.245865:0:211338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328885.245866:0:211338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767328885.245870:0:211338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f054a890. 02000000:00000001:1.0:1767328885.245876:0:211338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767328885.245879:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a3633ee. 00000400:00000010:1.0:1767328885.245881:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933cf678. 00000100:00000200:1.0:1767328885.245884:0:211338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572184576, portal 25 00000100:00000001:1.0:1767328885.245885:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328885.245886:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 00000100:00000040:1.0:1767328885.245889:0:211338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ce1624 x1853178572184576/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328901 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.245894:0:211338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767328885.245896:0:211338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767328885.245898:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 00000100:00000200:1.0:1767328885.245899:0:211338:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853178572184576, offset 0 00000400:00000200:1.0:1767328885.245902:0:211338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767328885.245907:0:211338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767328885.245910:0:211338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767328885.245911:0:211338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767328885.245913:0:211338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767328885.245915:0:211338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767328885.245917:0:211338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [64:64:256:4294967295] 192.168.202.109@tcp LPNI seq info [64:64:8:4294967295] 00000400:00000200:1.0:1767328885.245924:0:211338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767328885.245928:0:211338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767328885.245931:0:211338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000459d2753. 00000800:00000200:1.0:1767328885.245934:0:211338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767328885.245938:0:211338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767328885.245940:0:211338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000459d2753 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1767328885.245954:0:211338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.245956:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300734818 00000100:00000001:1.0:1767328885.245959:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300734817 00000100:00000001:1.0:1767328885.245962:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300734818 00000100:00000001:1.0:1767328885.245964:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300734817 00000100:00000001:1.0:1767328885.245972:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300734818 00000100:00000001:1.0:1767328885.245974:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300734817 00000100:00000001:1.0:1767328885.245976:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300734818 00000100:00000001:1.0:1767328885.245978:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300734817 00000100:00000001:1.0:1767328885.245979:0:211338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328885.245980:0:211338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.245982:0:211338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328885.245983:0:211338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767328885.245985:0:211338:0:(client.c:2690:ptlrpc_set_wait()) set 000000006a3caa96 going to sleep for 11 seconds 00000100:00000001:1.0:1767328885.245986:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328885.245988:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767328885.246052:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767328885.246055:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000459d2753. 00000400:00000200:0.0:1767328885.246060:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328885.246065:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328885.246068:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00000400:00000010:0.0:1767328885.246070:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 00000100:00000001:0.0:1767328885.246073:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767328885.246076:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ce1624 x1853178572184576/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328901 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328885.246083:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328885.246085:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000026ce1624 x1853178572184576/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328901 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328885.246090:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328885.246092:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767328885.247112:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328885.247119:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767328885.247120:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328885.247123:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328885.247128:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767328885.247141:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 272 into portal 25 MB=0x69574c2801c00 00000400:00000200:0.0:1767328885.247145:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 272/272 into md 0x2e5 [1] + 224 00000800:00000001:0.0:1767328885.247149:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328885.247154:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328885.247155:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328885.247158:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328885.247160:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767328885.247163:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ce1624 x1853178572184576/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328901 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328885.247169:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@0000000026ce1624 x1853178572184576/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328885.247182:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767328885.247186:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328885.247189:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328885.247207:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767328885.247212:0:211338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767328885.247214:0:211338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767328885.247215:0:211338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a3633ee. 00000400:00000200:1.0:1767328885.247219:0:211338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933cf678 00000400:00000010:1.0:1767328885.247220:0:211338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000933cf678. 00000100:00000001:1.0:1767328885.247223:0:211338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328885.247227:0:211338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce1624 x1853178572184576/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767328885.247235:0:211338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ce1624 x1853178572184576/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.247241:0:211338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328885.247242:0:211338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328885.247243:0:211338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767328885.247244:0:211338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328885.247245:0:211338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328885.247246:0:211338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328885.247247:0:211338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767328885.247250:0:211338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=32 v=5 (5 0 0 0) 00000100:00001000:1.0:1767328885.247252:0:211338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1767328885.247254:0:211338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767328885.247255:0:211338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328885.247256:0:211338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767328885.247264:0:211338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.247265:0:211338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328885.247268:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ce1624 x1853178572184576/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.247273:0:211338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328885.247275:0:211338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767328885.247276:0:211338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328885.247278:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ce1624 x1853178572184576/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328901 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328885.247282:0:211338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572184576:192.168.202.109@tcp:501: 00000100:00000001:1.0:1767328885.247284:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328885.247286:0:211338:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.247287:0:211338:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767328885.247288:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328885.247289:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ce1624 x1853178572184576/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328901 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.247293:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767328885.247294:0:211338:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006a3caa96. 00000100:00000001:1.0:1767328885.247296:0:211338:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767328885.247297:0:211338:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767328885.247299:0:211338:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767328885.247301:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328885.247302:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767328885.247303:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767328885.247304:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328885.247305:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ce1624 x1853178572184576/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328901 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.247309:0:211338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328885.247310:0:211338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767328885.247311:0:211338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f054a890. 02000000:00000001:1.0:1767328885.247313:0:211338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767328885.247313:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328885.247314:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767328885.247321:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767328885.247323:0:211338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000827d3670. 02000000:00000001:1.0:1767328885.247325:0:211338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767328885.247326:0:211338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767328885.247327:0:211338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ce1624. 00000100:00000001:1.0:1767328885.247329:0:211338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767328885.247329:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767328885.247331:0:211338:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767328885.247333:0:211338:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767328885.247340:0:211338:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000008b5cab2e. 00000040:00000001:1.0:1767328885.247341:0:211338:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767328885.247343:0:211338:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767328885.247344:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000010:1.0:1767328885.247348:0:211338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ce1624. 00000020:00000040:1.0:1767328885.247350:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767328885.247352:0:211338:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767328885.247353:0:211338:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767328885.247355:0:211338:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328885.247358:0:211338:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f054a890. 00000100:00000001:1.0:1767328885.247360:0:211338:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.247362:0:211338:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767328885.247363:0:211338:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767328885.247366:0:211338:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a3caa96. 00000100:00000001:1.0:1767328885.247367:0:211338:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896614475264 : -127177095076352 : ffff8c55466ca600) 00000100:00000001:1.0:1767328885.247369:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328885.247370:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 00000100:00000001:1.0:1767328885.247373:0:211338:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767328885.247374:0:211338:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.247375:0:211338:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767328885.247376:0:211338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767328885.247378:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ce1624 x1853178572184704/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.247382:0:211338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767328885.247384:0:211338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328885.247386:0:211338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767328885.247387:0:211338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328885.247393:0:211338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767328885.247396:0:211338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572184704:192.168.202.109@tcp:503: 00000100:00000001:1.0:1767328885.247399:0:211338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767328885.247401:0:211338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767328885.247403:0:211338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328885.247404:0:211338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767328885.247416:0:211338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000bc79cb05. 02000000:00000001:1.0:1767328885.247418:0:211338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767328885.247422:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a3633ee. 00000400:00000010:1.0:1767328885.247426:0:211338:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000779736a1. 00000100:00000200:1.0:1767328885.247428:0:211338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853178572184704, portal 25 00000100:00000001:1.0:1767328885.247430:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328885.247431:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 00000100:00000040:1.0:1767328885.247434:0:211338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ce1624 x1853178572184704/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767328901 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.247439:0:211338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767328885.247441:0:211338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767328885.247443:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933cf678. 00000100:00000200:1.0:1767328885.247444:0:211338:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853178572184704, offset 0 00000400:00000200:1.0:1767328885.247447:0:211338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767328885.247451:0:211338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767328885.247454:0:211338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767328885.247457:0:211338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767328885.247459:0:211338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767328885.247462:0:211338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767328885.247464:0:211338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [65:65:256:4294967295] 192.168.202.109@tcp LPNI seq info [65:65:8:4294967295] 00000400:00000200:1.0:1767328885.247487:0:211338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767328885.247492:0:211338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767328885.247495:0:211338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000459d2753. 00000800:00000200:1.0:1767328885.247498:0:211338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767328885.247502:0:211338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767328885.247508:0:211338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000459d2753 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767328885.247523:0:211338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.247526:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300734820 00000100:00000001:1.0:1767328885.247529:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300734818 00000100:00000001:1.0:1767328885.247532:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300734820 00000100:00000001:1.0:1767328885.247534:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300734818 00000100:00000001:1.0:1767328885.247536:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300734820 00000100:00000001:1.0:1767328885.247539:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300734818 00000100:00000001:1.0:1767328885.247541:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300734820 00000100:00000001:1.0:1767328885.247544:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300734818 00000100:00000001:1.0:1767328885.247547:0:211338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328885.247549:0:211338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.247550:0:211338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328885.247551:0:211338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767328885.247552:0:211338:0:(client.c:2690:ptlrpc_set_wait()) set 000000006a3caa96 going to sleep for 11 seconds 00000100:00000001:1.0:1767328885.247554:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328885.247555:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767328885.247586:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767328885.247591:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000459d2753. 00000400:00000200:2.0:1767328885.247595:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328885.247601:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767328885.247605:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933cf678 00000400:00000010:2.0:1767328885.247607:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000933cf678. 00000100:00000001:2.0:1767328885.247611:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767328885.247616:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ce1624 x1853178572184704/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767328901 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328885.247625:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328885.247628:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000026ce1624 x1853178572184704/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767328901 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328885.247636:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328885.247638:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767328885.248523:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328885.248528:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767328885.248530:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328885.248532:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328885.248535:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767328885.248542:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 8416 into portal 25 MB=0x69574c2801c80 00000400:00000200:0.0:1767328885.248545:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 8416/8416 into md 0x2ed [4] + 224 00000800:00000001:0.0:1767328885.248549:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328885.248555:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328885.248557:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328885.248559:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328885.248562:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767328885.248565:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ce1624 x1853178572184704/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767328901 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328885.248571:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@0000000026ce1624 x1853178572184704/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328885.248583:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767328885.248593:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328885.248596:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328885.248620:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767328885.248625:0:211338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767328885.248627:0:211338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767328885.248628:0:211338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a3633ee. 00000400:00000200:1.0:1767328885.248632:0:211338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000779736a1 00000400:00000010:1.0:1767328885.248633:0:211338:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000779736a1. 00000100:00000001:1.0:1767328885.248636:0:211338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328885.248640:0:211338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce1624 x1853178572184704/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767328885.248647:0:211338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ce1624 x1853178572184704/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.248653:0:211338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328885.248655:0:211338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328885.248656:0:211338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767328885.248664:0:211338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328885.248665:0:211338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328885.248667:0:211338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328885.248669:0:211338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767328885.248672:0:211338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=32 v=5 (5 0 0 0) 00000100:00001000:1.0:1767328885.248675:0:211338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1767328885.248679:0:211338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767328885.248680:0:211338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328885.248682:0:211338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767328885.248684:0:211338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.248686:0:211338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328885.248690:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ce1624 x1853178572184704/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.248698:0:211338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328885.248700:0:211338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767328885.248701:0:211338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328885.248704:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ce1624 x1853178572184704/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767328901 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328885.248713:0:211338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572184704:192.168.202.109@tcp:503: 00000100:00000001:1.0:1767328885.248719:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328885.248721:0:211338:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328885.248723:0:211338:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767328885.248724:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328885.248727:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ce1624 x1853178572184704/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767328901 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.248735:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767328885.248737:0:211338:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006a3caa96. 00000100:00000001:1.0:1767328885.248741:0:211338:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767328885.248742:0:211338:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767328885.248747:0:211338:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1767328885.248749:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328885.248751:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ce1624 x1853178572184704/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767328901 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328885.248766:0:211338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328885.248768:0:211338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767328885.248769:0:211338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000bc79cb05. 02000000:00000001:1.0:1767328885.248782:0:211338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767328885.248784:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328885.248785:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767328885.248786:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767328885.248788:0:211338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f054a890. 02000000:00000001:1.0:1767328885.248790:0:211338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767328885.248791:0:211338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767328885.248791:0:211338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ce1624. 00000100:00000001:1.0:1767328885.248794:0:211338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767328885.248794:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767328885.248796:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328885.248797:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767328885.248799:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767328885.248800:0:211338:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767328885.248802:0:211338:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767328885.248804:0:211338:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767328885.248808:0:211338:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000e1fa5921. 00000040:00001000:1.0:1767328885.248809:0:211338:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 38 last_idx 0 read_mode 0 00000040:00000001:0.0:1767328885.249044:0:211799:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:0.0:1767328885.249051:0:211799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c95e7e23. 00000020:00000010:0.0:1767328885.249057:0:211799:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009ba7e937. 00000040:00000010:0.0:1767328885.249061:0:211799:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002b05386a. 00000020:00000010:0.0:1767328885.249065:0:211799:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fd577d3a. 00000020:00000010:0.0:1767328885.249087:0:211799:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002a50dd4c. 00000020:00000010:0.0:1767328885.249093:0:211799:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b67d1047. 80000000:00000010:0.0:1767328885.249097:0:211799:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000097c45c3b. 40000000:00000010:0.0:1767328885.249102:0:211799:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000060073eb1. 00100000:00000010:0.0:1767328885.249109:0:211799:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008b5bd802. 00040000:00000010:0.0:1767328885.249115:0:211799:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000076d91448. 00040000:00000010:0.0:1767328885.249120:0:211799:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004e6bd178. 00040000:00000010:0.0:1767328885.249124:0:211799:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000008e90a04. 00000004:00000010:0.0:1767328885.249129:0:211799:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003f4e71b1. 00000004:00000010:0.0:1767328885.249136:0:211799:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f3151c11. 00000004:00000010:0.0:1767328885.249142:0:211799:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000006354e5d. 00002000:00000010:0.0:1767328885.249147:0:211799:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000250107bb. 00000004:00000010:0.0:1767328885.249153:0:211799:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c4f68df0. 00000020:00000010:0.0:1767328885.249160:0:211799:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ef5015e4. 00000040:00000010:0.0:1767328885.249179:0:211799:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000000af78c0. 00000040:00001000:0.0:1767328885.249182:0:211799:0:(llog.c:607:llog_process_thread()) index: 39 last_index 64767 00000040:00000001:0.0:1767328885.249185:0:211799:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767328885.249188:0:211799:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1767328885.249191:0:211799:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000010:0.0:1767328885.249196:0:211799:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001863c1e0. 00000020:00000040:0.0:1767328885.249198:0:211799:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767328885.249201:0:211799:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767328885.249203:0:211799:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767328885.249206:0:211799:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767328885.249211:0:211799:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eefb635f. 00000100:00000001:0.0:1767328885.249215:0:211799:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328885.249219:0:211799:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767328885.249220:0:211799:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767328885.249231:0:211799:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000373d7f12. 00000100:00000001:0.0:1767328885.249233:0:211799:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896613298560 : -127177096253056 : ffff8c55465ab180) 00000100:00000001:0.0:1767328885.249236:0:211799:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767328885.249237:0:211799:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578906624 : -127177130644992 : ffff8c55444dea00) 00000100:00000001:0.0:1767328885.249241:0:211799:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767328885.249242:0:211799:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328885.249244:0:211799:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767328885.249246:0:211799:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767328885.249250:0:211799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001863c1e0 x1853178572184832/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328885.249259:0:211799:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767328885.249261:0:211799:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328885.249263:0:211799:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767328885.249266:0:211799:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767328885.249268:0:211799:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767328885.249272:0:211799:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001863c1e0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cbc0edb7-593a-4289-8780-9495892e37e0:211799:1853178572184832:192.168.202.109@tcp:502: 00000100:00000001:0.0:1767328885.249276:0:211799:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767328885.249279:0:211799:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767328885.249281:0:211799:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328885.249283:0:211799:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767328885.249293:0:211799:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000bc79cb05. 02000000:00000001:0.0:1767328885.249296:0:211799:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767328885.249301:0:211799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8a29f88. 00000400:00000010:0.0:1767328885.249306:0:211799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000051b72de4. 00000100:00000200:0.0:1767328885.249309:0:211799:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853178572184832, portal 25 00000100:00000001:0.0:1767328885.249312:0:211799:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767328885.249313:0:211799:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578906624 : -127177130644992 : ffff8c55444dea00) 00000100:00000040:0.0:1767328885.249319:0:211799:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001863c1e0 x1853178572184832/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767328901 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328885.249326:0:211799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767328885.249329:0:211799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767328885.249333:0:211799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062f196e0. 00000100:00000200:0.0:1767328885.249335:0:211799:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853178572184832, offset 0 00000400:00000200:0.0:1767328885.249349:0:211799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767328885.249356:0:211799:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767328885.249360:0:211799:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767328885.249363:0:211799:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767328885.249366:0:211799:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767328885.249369:0:211799:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767328885.249373:0:211799:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [66:66:256:4294967295] 192.168.202.109@tcp LPNI seq info [66:66:8:4294967295] 00000400:00000200:0.0:1767328885.249383:0:211799:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767328885.249388:0:211799:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767328885.249393:0:211799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074996e45. 00000800:00000200:0.0:1767328885.249398:0:211799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767328885.249403:0:211799:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767328885.249406:0:211799:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000074996e45 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767328885.249421:0:211799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328885.249425:0:211799:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300734822 00000100:00000001:0.0:1767328885.249431:0:211799:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300734820 00000100:00000001:0.0:1767328885.249436:0:211799:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300734822 00000100:00000001:0.0:1767328885.249440:0:211799:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300734820 00000100:00000001:0.0:1767328885.249444:0:211799:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300734822 00000100:00000001:0.0:1767328885.249448:0:211799:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300734820 00000100:00000001:0.0:1767328885.249451:0:211799:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300734822 00000100:00000001:0.0:1767328885.249454:0:211799:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300734820 00000100:00000001:0.0:1767328885.249458:0:211799:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328885.249461:0:211799:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328885.249464:0:211799:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328885.249466:0:211799:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767328885.249484:0:211799:0:(client.c:2690:ptlrpc_set_wait()) set 00000000373d7f12 going to sleep for 11 seconds 00000100:00000001:0.0:1767328885.249488:0:211799:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767328885.249491:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767328885.249491:0:211799:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767328885.249495:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074996e45. 00000400:00000200:3.0:1767328885.249500:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328885.249508:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328885.249512:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062f196e0 00000400:00000010:3.0:1767328885.249514:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062f196e0. 00000100:00000001:3.0:1767328885.249522:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767328885.249527:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001863c1e0 x1853178572184832/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767328901 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328885.249536:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328885.249539:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001863c1e0 x1853178572184832/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767328901 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328885.249546:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328885.249588:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767328885.250416:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328885.250423:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328885.250426:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328885.250429:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328885.250435:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328885.250444:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 8472 into portal 25 MB=0x69574c2801d00 00000400:00000200:2.0:1767328885.250458:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 8472/8472 into md 0x2f5 [4] + 224 00000800:00000001:2.0:1767328885.250463:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328885.250485:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328885.250487:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328885.250492:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328885.250495:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328885.250499:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001863c1e0 x1853178572184832/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767328901 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328885.250509:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@000000001863c1e0 x1853178572184832/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328885.250525:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767328885.250531:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328885.250535:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328885.250562:0:211799:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767328885.250568:0:211799:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767328885.250570:0:211799:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767328885.250571:0:211799:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8a29f88. 00000400:00000200:0.0:1767328885.250576:0:211799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051b72de4 00000400:00000010:0.0:1767328885.250578:0:211799:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000051b72de4. 00000100:00000001:0.0:1767328885.250582:0:211799:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767328885.250586:0:211799:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001863c1e0 x1853178572184832/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767328885.250597:0:211799:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001863c1e0 x1853178572184832/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328885.250607:0:211799:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767328885.250609:0:211799:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328885.250611:0:211799:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767328885.250613:0:211799:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767328885.250615:0:211799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767328885.250616:0:211799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328885.250619:0:211799:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767328885.250622:0:211799:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=32 v=5 (5 0 0 0) 00000100:00001000:0.0:1767328885.250626:0:211799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1767328885.250628:0:211799:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767328885.250630:0:211799:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767328885.250632:0:211799:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767328885.250634:0:211799:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328885.250636:0:211799:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328885.250640:0:211799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001863c1e0 x1853178572184832/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328885.250648:0:211799:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328885.250650:0:211799:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767328885.250652:0:211799:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767328885.250656:0:211799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001863c1e0 x1853178572184832/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767328901 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767328885.250664:0:211799:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001863c1e0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cbc0edb7-593a-4289-8780-9495892e37e0:211799:1853178572184832:192.168.202.109@tcp:502: 00000100:00000001:0.0:1767328885.250679:0:211799:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328885.250681:0:211799:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328885.250683:0:211799:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767328885.250684:0:211799:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328885.250688:0:211799:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001863c1e0 x1853178572184832/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767328901 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328885.250696:0:211799:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767328885.250698:0:211799:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000373d7f12. 00000100:00000001:0.0:1767328885.250701:0:211799:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767328885.250702:0:211799:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767328885.250707:0:211799:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1767328885.250709:0:211799:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328885.250711:0:211799:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001863c1e0 x1853178572184832/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767328901 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328885.250719:0:211799:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767328885.250721:0:211799:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767328885.250723:0:211799:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000bc79cb05. 02000000:00000001:0.0:1767328885.250733:0:211799:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767328885.250736:0:211799:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767328885.250737:0:211799:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767328885.250739:0:211799:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767328885.250741:0:211799:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000eefb635f. 02000000:00000001:0.0:1767328885.250743:0:211799:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767328885.250745:0:211799:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767328885.250746:0:211799:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001863c1e0. 00000100:00000001:0.0:1767328885.250750:0:211799:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767328885.250751:0:211799:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767328885.250753:0:211799:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767328885.250754:0:211799:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767328885.250755:0:211799:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767328885.250756:0:211799:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767328885.250758:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e2000 type=0x10620000 idx=1 00000040:00001000:0.0:1767328885.250761:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:0.0:1767328885.250762:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e20e0 type=0x10620000 idx=2 00000040:00001000:0.0:1767328885.250763:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 2 00000040:00001000:0.0:1767328885.250770:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e2158 type=0x10620000 idx=3 00000040:00001000:0.0:1767328885.250771:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 3 00000040:00001000:0.0:1767328885.250772:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e2200 type=0x10620000 idx=4 00000040:00001000:0.0:1767328885.250773:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 4 00000040:00001000:0.0:1767328885.250774:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e22e0 type=0x10620000 idx=5 00000040:00001000:0.0:1767328885.250775:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 5 00000040:00001000:0.0:1767328885.250775:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e23c0 type=0x10620000 idx=6 00000040:00001000:0.0:1767328885.250776:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 6 00000040:00001000:0.0:1767328885.250777:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e2438 type=0x10620000 idx=7 00000040:00001000:0.0:1767328885.250778:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 7 00000040:00001000:0.0:1767328885.250778:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e24e0 type=0x10620000 idx=8 00000040:00001000:0.0:1767328885.250779:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 8 00000040:00001000:0.0:1767328885.250780:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e25c0 type=0x10620000 idx=9 00000040:00001000:0.0:1767328885.250781:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 9 00000040:00001000:0.0:1767328885.250782:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e26a0 type=0x10620000 idx=10 00000040:00001000:0.0:1767328885.250782:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 10 00000040:00001000:0.0:1767328885.250783:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e2718 type=0x10620000 idx=11 00000040:00001000:0.0:1767328885.250784:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 11 00000040:00001000:0.0:1767328885.250785:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e27f8 type=0x10620000 idx=12 00000040:00001000:0.0:1767328885.250786:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 12 00000040:00001000:0.0:1767328885.250787:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e28d8 type=0x10620000 idx=13 00000040:00001000:0.0:1767328885.250788:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 13 00000040:00001000:0.0:1767328885.250788:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e2930 type=0x10620000 idx=14 00000040:00001000:0.0:1767328885.250789:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 14 00000040:00001000:0.0:1767328885.250790:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e29b0 type=0x10620000 idx=15 00000040:00001000:0.0:1767328885.250791:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 15 00000040:00001000:0.0:1767328885.250791:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e2a40 type=0x10620000 idx=16 00000040:00001000:0.0:1767328885.250792:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 16 00000040:00001000:0.0:1767328885.250793:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e2ae0 type=0x10620000 idx=17 00000040:00001000:0.0:1767328885.250794:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 17 00000040:00001000:0.0:1767328885.250795:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e2bc0 type=0x10620000 idx=18 00000040:00001000:0.0:1767328885.250795:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 18 00000040:00001000:0.0:1767328885.250796:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e2ca0 type=0x10620000 idx=19 00000040:00001000:0.0:1767328885.250797:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 19 00000040:00001000:0.0:1767328885.250798:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e2cf0 type=0x10620000 idx=20 00000040:00001000:0.0:1767328885.250804:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 20 00000040:00001000:0.0:1767328885.250805:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e2dd0 type=0x10620000 idx=21 00000040:00001000:0.0:1767328885.250806:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 21 00000040:00001000:0.0:1767328885.250807:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e2eb0 type=0x10620000 idx=22 00000040:00001000:0.0:1767328885.250808:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 22 00000040:00001000:0.0:1767328885.250809:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e2f08 type=0x10620000 idx=23 00000040:00001000:0.0:1767328885.250810:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 23 00000040:00001000:0.0:1767328885.250811:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e2f88 type=0x10620000 idx=24 00000040:00001000:0.0:1767328885.250812:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 24 00000040:00001000:0.0:1767328885.250813:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e3018 type=0x10620000 idx=25 00000040:00001000:0.0:1767328885.250814:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 25 00000040:00001000:0.0:1767328885.250814:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e30b8 type=0x10620000 idx=26 00000040:00001000:0.0:1767328885.250815:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 26 00000040:00001000:0.0:1767328885.250816:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e3198 type=0x10620000 idx=27 00000040:00001000:0.0:1767328885.250817:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 27 00000040:00001000:0.0:1767328885.250818:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e3278 type=0x10620000 idx=28 00000040:00001000:0.0:1767328885.250819:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 28 00000040:00001000:0.0:1767328885.250819:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e32c8 type=0x10620000 idx=29 00000040:00001000:0.0:1767328885.250820:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 29 00000040:00001000:0.0:1767328885.250821:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e33a8 type=0x10620000 idx=30 00000040:00001000:0.0:1767328885.250822:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 30 00000040:00001000:0.0:1767328885.250822:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e3488 type=0x10620000 idx=31 00000040:00001000:0.0:1767328885.250824:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 31 00000040:00001000:0.0:1767328885.250825:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e34e0 type=0x10620000 idx=32 00000040:00001000:0.0:1767328885.250826:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 32 00000040:00001000:0.0:1767328885.250826:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e3560 type=0x10620000 idx=33 00000040:00001000:0.0:1767328885.250827:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 33 00000040:00001000:0.0:1767328885.250828:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e35f0 type=0x10620000 idx=34 00000040:00001000:0.0:1767328885.250829:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 34 00000040:00001000:0.0:1767328885.250830:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e3670 type=0x10620000 idx=35 00000040:00001000:0.0:1767328885.250831:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 35 00000040:00001000:0.0:1767328885.250832:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e3750 type=0x10620000 idx=36 00000040:00001000:0.0:1767328885.250833:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 36 00000040:00001000:0.0:1767328885.250834:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e3830 type=0x10620000 idx=37 00000040:00001000:0.0:1767328885.250834:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 37 00000040:00001000:0.0:1767328885.250841:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e3880 type=0x10620000 idx=38 00000040:00001000:0.0:1767328885.250842:0:211799:0:(llog.c:759:llog_process_thread()) skipping lrh_index 38 00000040:00001000:0.0:1767328885.250843:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e3960 type=0x10620000 idx=39 00000040:00001000:0.0:1767328885.250844:0:211799:0:(llog.c:776:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1696 remains) 00000040:00001000:0.0:1767328885.250845:0:211799:0:(llog.c:797:llog_process_thread()) index: 39, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:0.0:1767328885.250847:0:211799:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1767328885.250850:0:211799:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767328885.250851:0:211799:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1767328885.250852:0:211799:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1767328885.250857:0:211799:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1767328885.250859:0:211799:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767328885.250863:0:211799:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000074996e45. 00000020:00000080:0.0:1767328885.250865:0:211799:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767328885.250867:0:211799:0:(obd_config.c:1477:class_process_config()) marker 33 (0x1) lustre-MDT0001 add mdc 00000020:00000001:0.0:1767328885.250868:0:211799:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767328885.250870:0:211799:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000074996e45. 00000020:00000001:0.0:1767328885.250872:0:211799:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767328885.250873:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e3a40 type=0x10620000 idx=40 00000040:00001000:0.0:1767328885.250874:0:211799:0:(llog.c:776:llog_process_thread()) lrh_index: 40 lrh_len: 88 (1472 remains) 00000040:00001000:0.0:1767328885.250876:0:211799:0:(llog.c:797:llog_process_thread()) index: 40, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:0.0:1767328885.250877:0:211799:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1767328885.250880:0:211799:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000006899ac6e. 00000020:00000080:0.0:1767328885.250881:0:211799:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1767328885.250883:0:211799:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.202.109@tcp to nid 0x20000c0a8ca6d (192.168.202.109@tcp) 00000100:00000010:0.0:1767328885.250887:0:211799:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000000d0fd3bd. 00000100:00000040:0.0:1767328885.250891:0:211799:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.202.109@tcp 192.168.202.109@tcp cnt=1 00000400:00000200:0.0:1767328885.250893:0:211799:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1767328885.250895:0:211799:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:0.0:1767328885.250896:0:211799:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.202.109@tcp 00000400:00000200:0.0:1767328885.250899:0:211799:0:(peer.c:1797:lnet_peer_add()) peer 192.168.202.109@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767328885.250903:0:211799:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767328885.250905:0:211799:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.202.109@tcp NID 192.168.202.109@tcp: 0. pending discovery 00000400:00000200:0.0:1767328885.250907:0:211799:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.202.109@tcp 00000100:00000010:0.0:1767328885.250909:0:211799:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000000d0fd3bd. 00000020:00000001:0.0:1767328885.250916:0:211799:0:(obd_config.c:1416:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767328885.250918:0:211799:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000006899ac6e. 00000020:00000001:0.0:1767328885.250920:0:211799:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767328885.250921:0:211799:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c55442e3a98 type=0x10620000 idx=41 00000040:00001000:0.0:1767328885.250923:0:211799:0:(llog.c:776:llog_process_thread()) lrh_index: 41 lrh_len: 128 (1384 remains) 00000040:00001000:0.0:1767328885.250924:0:211799:0:(llog.c:797:llog_process_thread()) index: 41, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:0.0:1767328885.250925:0:211799:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1767328885.250928:0:211799:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000006899ac6e. 00000020:01000000:0.0:1767328885.250930:0:211799:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000010:0.0:1767328885.250932:0:211799:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000373d7f12. 00000020:00000080:0.0:1767328885.250934:0:211799:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:0.0:1767328885.250936:0:211799:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:0.0:1767328885.250938:0:211799:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:0.0:1767328885.250947:0:211799:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000c3872d61. 00000020:00000080:0.0:1767328885.250951:0:211799:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff8c55499c0800 (00000000c3872d61) 00000020:00000001:0.0:1767328885.250953:0:211799:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767328885.250956:0:211799:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000087403816. 00000020:00000001:0.0:1767328885.250958:0:211799:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767328885.250959:0:211799:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000087403816 with handle 0x989c09653bac0c60 to hash 00000020:00000001:0.0:1767328885.250961:0:211799:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767328885.250963:0:211799:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:0.0:1767328885.250964:0:211799:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328885.250966:0:211799:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446616896596060160 : -127177113491456 : ffff8c554553a800) 00000020:00000040:0.0:1767328885.250969:0:211799:0:(genops.c:898:class_export_put()) PUTting export 0000000087403816 : new refcount 1 00000020:00000001:0.0:1767328885.250976:0:211799:0:(genops.c:560:class_register_device()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000040:0.0:1767328885.250979:0:211799:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff8c55499c0800 (00000000c3872d61) now 1 - newdev 00000020:00000040:0.0:1767328885.250982:0:211799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000087403816 with handle 0x989c09653bac0c60 from hash 00000020:00000040:0.0:1767328885.250984:0:211799:0:(genops.c:898:class_export_put()) PUTting export 0000000087403816 : new refcount 0 00000020:00000080:0.0:1767328885.250986:0:211799:0:(genops.c:904:class_export_put()) final put 0000000087403816/2c7f8946-12aa-408e-b284-1332d7e79269 00000020:00000001:0.0:1767328885.250988:0:211799:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328885.250991:0:211799:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767328885.250992:0:211799:0:(genops.c:863:class_export_destroy()) destroying export 0000000087403816/2c7f8946-12aa-408e-b284-1332d7e79269 for lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767328885.250999:0:211799:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767328885.251000:0:211799:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767328885.251002:0:211799:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000087403816. 00000020:00000001:0.0:1767328885.251009:0:211799:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767328885.251010:0:211799:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0001-mdc-ffff8c55499c0800 obd_type name = mdc 00000020:01000000:0.0:1767328885.251012:0:211799:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdc-ffff8c55499c0800 (2c7f8946-12aa-408e-b284-1332d7e79269) 00000020:00000010:0.0:1767328885.251036:0:211799:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000c3872d61. 00000020:00000001:0.0:1767328885.251041:0:211799:0:(obd_config.c:652:class_attach()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000001:0.0:1767328885.251043:0:211799:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:0.0:1767328885.251045:0:211799:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000373d7f12. 00000020:00000010:0.0:1767328885.251048:0:211799:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000006899ac6e. 00000020:00020000:0.0:1767328885.251051:0:211799:0:(obd_config.c:2001:class_config_llog_handler()) MGC192.168.202.109@tcp: cfg command failed: rc = -17 00000020:00000010:1.0:1767328885.252457:0:211800:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000501bc5cb. 00000020:00000040:1.0:1767328885.252463:0:211800:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-MDT0001-mdc-ffff8c55499c0800 has already been connecting to new target(4) 00000020:00000010:1.0:1767328885.252465:0:211800:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000501bc5cb. 00000020:00000001:0.0:1767328885.253488:0:211799:0:(obd_config.c:2319:class_config_dump_handler()) Process entered 00000020:00000010:0.0:1767328885.253492:0:211799:0:(obd_config.c:2321:class_config_dump_handler()) kmalloced '(outstr)': 256 at 0000000074996e45. 00000020:00000001:0.0:1767328885.253495:0:211799:0:(obd_config.c:2250:class_config_parse_rec()) Process entered 00000020:00000001:0.0:1767328885.253499:0:211799:0:(obd_config.c:2309:class_config_parse_rec()) Process leaving (rc=62 : 62 : 3e) 00000020:02000400:0.0:1767328885.253501:0:211799:0:(obd_config.c:2327:class_config_dump_handler()) cmd=cf001 0:lustre-MDT0001-mdc 1:mdc 2:lustre-clilmv_UUID 00000020:00000010:0.0:1767328885.255480:0:211799:0:(obd_config.c:2333:class_config_dump_handler()) kfreed 'outstr': 256 at 0000000074996e45. 00000020:00000001:0.0:1767328885.255485:0:211799:0:(obd_config.c:2334:class_config_dump_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328885.255486:0:211799:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000040:00000001:0.0:1767328885.255489:0:211799:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000040:00080000:0.0:1767328885.255491:0:211799:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 48 00000040:00000010:0.0:1767328885.255493:0:211799:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000000af78c0. 00000020:00000010:0.0:1767328885.255498:0:211799:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ef5015e4. 00000020:00000010:0.0:1767328885.255504:0:211799:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009ba7e937. 00000040:00000010:0.0:1767328885.255507:0:211799:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002b05386a. 00000020:00000010:0.0:1767328885.255510:0:211799:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fd577d3a. 00000020:00000010:0.0:1767328885.255513:0:211799:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002a50dd4c. 00000020:00000010:0.0:1767328885.255518:0:211799:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b67d1047. 80000000:00000010:0.0:1767328885.255521:0:211799:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000097c45c3b. 40000000:00000010:0.0:1767328885.255524:0:211799:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000060073eb1. 00100000:00000010:0.0:1767328885.255532:0:211799:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008b5bd802. 00040000:00000010:0.0:1767328885.255535:0:211799:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000076d91448. 00040000:00000010:0.0:1767328885.255537:0:211799:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004e6bd178. 00040000:00000010:0.0:1767328885.255540:0:211799:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000008e90a04. 00000004:00000010:0.0:1767328885.255542:0:211799:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003f4e71b1. 00000004:00000010:0.0:1767328885.255545:0:211799:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f3151c11. 00000004:00000010:0.0:1767328885.255547:0:211799:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000006354e5d. 00002000:00000010:0.0:1767328885.255550:0:211799:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000250107bb. 00000004:00000010:0.0:1767328885.255552:0:211799:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c4f68df0. 00000020:00000010:0.0:1767328885.255553:0:211799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c95e7e23. 00000040:00000010:2.0:1767328885.255583:0:211338:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000e1fa5921. 00000040:00000001:2.0:1767328885.255589:0:211338:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:01000000:2.0:1767328885.255593:0:211338:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=-17) 00000040:00000010:2.0:1767328885.255598:0:211338:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000008b5cab2e. 00000040:00000010:2.0:1767328885.255602:0:211338:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000093f296c9. 00000020:00000001:2.0:1767328885.255605:0:211338:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00000001:2.0:1767328885.255607:0:211338:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:2.0:1767328885.255612:0:211338:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cf778690. 00000040:00000010:2.0:1767328885.255615:0:211338:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f49c921a. 00000020:00000010:2.0:1767328885.255617:0:211338:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000034bb1500. 00000020:00000010:2.0:1767328885.255620:0:211338:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c146464d. 80000000:00000010:2.0:1767328885.255623:0:211338:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000d3e9933. 00040000:00000010:2.0:1767328885.255626:0:211338:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007d030869. 20000000:00000010:2.0:1767328885.255629:0:211338:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000001e23378b. 00000020:00000010:2.0:1767328885.255631:0:211338:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bdddb578. 10000000:00000010:2.0:1767328885.255634:0:211338:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000f91d9c4a. 10000000:01000000:2.0:1767328885.255636:0:211338:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.109@tcp: configuration from log 'lustre-client' failed (-17). 10000000:00000001:2.0:1767328885.255639:0:211338:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767328885.255647:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767328885.255649:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767328885.255651:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008d865dce refcount=3 00000020:00000001:2.0:1767328885.255654:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657327104 : -127177052224512 : ffff8c5548fa8400) 00010000:00000001:2.0:1767328885.255656:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657327104 : -127177052224512 : ffff8c5548fa8400) 00010000:00000001:2.0:1767328885.255661:0:211338:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767328885.255664:0:211338:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.109@tcp lock: 000000008d865dce/0x989c09653bac0c59 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd57593 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767328885.255671:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767328885.255673:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767328885.255674:0:211338:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.109@tcp lock: 000000008d865dce/0x989c09653bac0c59 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd57593 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767328885.255681:0:211338:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767328885.255682:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767328885.255684:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767328885.255685:0:211338:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767328885.255687:0:211338:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00020000:2.0:1767328885.255690:0:211338:0:(mgc_request.c:614:do_requeue()) failed processing log: -17 10000000:00000001:2.0:1767328885.259090:0:211338:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767328885.259093:0:211338:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767328885.259095:0:211338:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000b70d88c0) refs 2 10000000:00000001:2.0:1767328885.259097:0:211338:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767328885.259099:0:211338:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767328885.259100:0:211338:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000fbd3e279) refs 3 10000000:00000001:2.0:1767328885.259102:0:211338:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767328885.259104:0:211338:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767328885.259105:0:211338:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1767328885.259107:0:211338:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:2.0:1767328885.259109:0:211338:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff8c555a584a88 from 1 10000000:00000001:2.0:1767328885.259111:0:211338:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767328885.259113:0:211338:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1767328885.259118:0:211338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d72826e0. 00000020:00000040:2.0:1767328885.259121:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767328885.259124:0:211338:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767328885.259131:0:211338:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767328885.259133:0:211338:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767328885.259137:0:211338:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002eb6fe7a. 00000100:00000001:2.0:1767328885.259141:0:211338:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328885.259143:0:211338:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767328885.259145:0:211338:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767328885.259148:0:211338:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000007862df51 count: 2 00010000:00000001:2.0:1767328885.259151:0:211338:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767328885.259155:0:211338:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767328885.259157:0:211338:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b7f50cf5. 00000020:00000001:2.0:1767328885.259160:0:211338:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767328885.259162:0:211338:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b7f50cf5 with handle 0x989c09653bac0c67 to hash 00000020:00000001:2.0:1767328885.259164:0:211338:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767328885.259165:0:211338:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446616896589268992 : -127177120282624 : ffff8c5544ec0800) 00010000:00000001:2.0:1767328885.259168:0:211338:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446616896589268992 : -127177120282624 : ffff8c5544ec0800) 00010000:00000001:2.0:1767328885.259171:0:211338:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767328885.259173:0:211338:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328885.259175:0:211338:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.109@tcp lock: 00000000b7f50cf5/0x989c09653bac0c67 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767328885.259183:0:211338:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.109@tcp lock: 00000000b7f50cf5/0x989c09653bac0c67 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767328885.259190:0:211338:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.109@tcp lock: 00000000b7f50cf5/0x989c09653bac0c67 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767328885.259196:0:211338:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767328885.259197:0:211338:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767328885.259200:0:211338:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5ec7aa0. 00000100:00000001:2.0:1767328885.259202:0:211338:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896786080704 : -127176923470912 : ffff8c5550a723c0) 00000100:00000001:2.0:1767328885.259204:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767328885.259205:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777364224 : -127176932187392 : ffff8c5550222300) 00000100:00000001:2.0:1767328885.259209:0:211338:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767328885.259210:0:211338:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328885.259212:0:211338:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767328885.259218:0:211338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767328885.259223:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d72826e0 x1853178572184960/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328885.259231:0:211338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767328885.259233:0:211338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328885.259235:0:211338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767328885.259237:0:211338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767328885.259239:0:211338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767328885.259242:0:211338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d72826e0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572184960:192.168.202.109@tcp:101: 00000100:00000001:2.0:1767328885.259246:0:211338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767328885.259249:0:211338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767328885.259250:0:211338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328885.259252:0:211338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767328885.259255:0:211338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006d447c76. 02000000:00000001:2.0:1767328885.259258:0:211338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767328885.259261:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005105500. 00000400:00000010:2.0:1767328885.259265:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002334309b. 00000100:00000200:2.0:1767328885.259268:0:211338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572184960, portal 25 00000100:00000001:2.0:1767328885.259270:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767328885.259272:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777364224 : -127176932187392 : ffff8c5550222300) 00000100:00000040:2.0:1767328885.259275:0:211338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d72826e0 x1853178572184960/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328885.259282:0:211338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767328885.259285:0:211338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767328885.259287:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da383fb9. 00000100:00000200:2.0:1767328885.259289:0:211338:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853178572184960, offset 0 00000400:00000200:2.0:1767328885.259294:0:211338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767328885.259299:0:211338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767328885.259303:0:211338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767328885.259305:0:211338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767328885.259308:0:211338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767328885.259310:0:211338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767328885.259313:0:211338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [67:67:256:4294967295] 192.168.202.109@tcp LPNI seq info [67:67:8:4294967295] 00000400:00000200:2.0:1767328885.259327:0:211338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767328885.259332:0:211338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767328885.259335:0:211338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fccff60. 00000800:00000200:2.0:1767328885.259340:0:211338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767328885.259345:0:211338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767328885.259348:0:211338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fccff60 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767328885.259362:0:211338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328885.259365:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300734832 00000100:00000001:2.0:1767328885.259369:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300734822 00000100:00000001:2.0:1767328885.259373:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300734832 00000100:00000001:2.0:1767328885.259376:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300734822 00000100:00000001:2.0:1767328885.259379:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300734832 00000100:00000001:2.0:1767328885.259382:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300734822 00000100:00000001:2.0:1767328885.259386:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300734832 00000100:00000001:2.0:1767328885.259389:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300734822 00000100:00000001:2.0:1767328885.259392:0:211338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328885.259394:0:211338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328885.259396:0:211338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328885.259397:0:211338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767328885.259400:0:211338:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d5ec7aa0 going to sleep for 11 seconds 00000100:00000001:2.0:1767328885.259403:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328885.259404:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767328885.259431:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767328885.259436:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fccff60. 00000400:00000200:0.0:1767328885.259441:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328885.259446:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328885.259450:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da383fb9 00000400:00000010:0.0:1767328885.259452:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da383fb9. 00000100:00000001:0.0:1767328885.259456:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767328885.259460:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d72826e0 x1853178572184960/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328885.259483:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328885.259486:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d72826e0 x1853178572184960/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328885.259494:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328885.259496:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767328885.260389:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328885.260396:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328885.260398:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328885.260400:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328885.260406:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328885.260415:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 344 into portal 25 MB=0x69574c2801d80 00000400:00000200:3.0:1767328885.260420:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 344/344 into md 0x2fd [1] + 224 00000800:00000001:3.0:1767328885.260425:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328885.260430:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328885.260432:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328885.260436:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328885.260439:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328885.260443:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d72826e0 x1853178572184960/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328885.260453:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000d72826e0 x1853178572184960/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328885.260480:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767328885.260492:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328885.260496:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328885.260497:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767328885.260502:0:211338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767328885.260504:0:211338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767328885.260506:0:211338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005105500. 00000400:00000200:2.0:1767328885.260511:0:211338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002334309b 00000400:00000010:2.0:1767328885.260512:0:211338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002334309b. 00000100:00000001:2.0:1767328885.260515:0:211338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328885.260519:0:211338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d72826e0 x1853178572184960/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328885.260534:0:211338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d72826e0 x1853178572184960/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328885.260541:0:211338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328885.260543:0:211338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328885.260545:0:211338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767328885.260547:0:211338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767328885.260549:0:211338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328885.260550:0:211338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328885.260553:0:211338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767328885.260556:0:211338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=32 v=5 (5 0 0 0) 00000100:00001000:2.0:1767328885.260559:0:211338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1767328885.260562:0:211338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767328885.260563:0:211338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328885.260565:0:211338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767328885.260567:0:211338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328885.260569:0:211338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328885.260572:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d72826e0 x1853178572184960/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328885.260580:0:211338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328885.260582:0:211338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328885.260583:0:211338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767328885.260586:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d72826e0 x1853178572184960/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767328885.260594:0:211338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d72826e0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572184960:192.168.202.109@tcp:101: 00000100:00000001:2.0:1767328885.260598:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328885.260600:0:211338:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328885.260602:0:211338:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767328885.260603:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328885.260605:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d72826e0 x1853178572184960/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328885.260612:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767328885.260618:0:211338:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d5ec7aa0. 00000100:00000001:2.0:1767328885.260621:0:211338:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767328885.260622:0:211338:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328885.260624:0:211338:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767328885.260626:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767328885.260628:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767328885.260629:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b7f50cf5 refcount=4 00000020:00000001:2.0:1767328885.260632:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589268992 : -127177120282624 : ffff8c5544ec0800) 00010000:00000001:2.0:1767328885.260634:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589268992 : -127177120282624 : ffff8c5544ec0800) 00010000:00000040:2.0:1767328885.260638:0:211338:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000b7f50cf5, remote cookie: 0xa764e4c88bd5759a, flags: 0x0 00010000:00000001:2.0:1767328885.260640:0:211338:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767328885.260643:0:211338:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767328885.260644:0:211338:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767328885.260646:0:211338:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767328885.260647:0:211338:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767328885.260649:0:211338:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000007862df51) refcount = 2 00010000:00000040:2.0:1767328885.260652:0:211338:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767328885.260654:0:211338:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.109@tcp lock: 000000008d865dce/0x989c09653bac0c59 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa764e4c88bd57593 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767328885.260661:0:211338:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.109@tcp lock: 00000000b7f50cf5/0x989c09653bac0c67 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd5759a expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767328885.260666:0:211338:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767328885.260668:0:211338:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767328885.260670:0:211338:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767328885.260672:0:211338:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767328885.260674:0:211338:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328885.260676:0:211338:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.109@tcp lock: 00000000b7f50cf5/0x989c09653bac0c67 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa764e4c88bd5759a expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767328885.260682:0:211338:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767328885.260683:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767328885.260685:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767328885.260686:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767328885.260692:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767328885.260693:0:211338:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328885.260695:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328885.260699:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d72826e0 x1853178572184960/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767328901 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328885.260705:0:211338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767328885.260706:0:211338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767328885.260708:0:211338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006d447c76. 02000000:00000001:2.0:1767328885.260710:0:211338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767328885.260712:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767328885.260713:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1767328885.260714:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767328885.260716:0:211338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002eb6fe7a. 02000000:00000001:2.0:1767328885.260718:0:211338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767328885.260719:0:211338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767328885.260720:0:211338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d72826e0. 00000100:00000001:2.0:1767328885.260723:0:211338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328885.260724:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767328885.260726:0:211338:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767328885.260727:0:211338:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767328885.260729:0:211338:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000b70d88c0) refs 3 10000000:00000001:2.0:1767328885.260731:0:211338:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328885.260732:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767328885.260734:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767328885.260735:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b7f50cf5 refcount=3 00000020:00000001:2.0:1767328885.260737:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589268992 : -127177120282624 : ffff8c5544ec0800) 00010000:00000001:2.0:1767328885.260739:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589268992 : -127177120282624 : ffff8c5544ec0800) 00010000:00000001:2.0:1767328885.260741:0:211338:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767328885.260742:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767328885.260743:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767328885.260744:0:211338:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767328885.260746:0:211338:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1767328885.260749:0:211338:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000b9323a2d. 00000020:00000010:2.0:1767328885.260751:0:211338:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002eb6fe7a. 00000020:00000010:2.0:1767328885.260754:0:211338:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000957ff9d4. 00000040:00000010:2.0:1767328885.260757:0:211338:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a7e54fb9. 00000020:00000010:2.0:1767328885.260764:0:211338:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000086aa593b. 00000020:00000010:2.0:1767328885.260766:0:211338:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000091b091d1. 80000000:00000010:2.0:1767328885.260769:0:211338:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e23bb884. 00040000:00000010:2.0:1767328885.260772:0:211338:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000091946770. 20000000:00000010:2.0:1767328885.260774:0:211338:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000397a58c6. 10000000:00000040:2.0:1767328885.260777:0:211338:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005511999b : new refcount 2 00000020:00000001:2.0:1767328885.260778:0:211338:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1767328885.260780:0:211338:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:2.0:1767328885.260781:0:211338:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767328885.260783:0:211338:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008266e23b. 00000040:00000001:2.0:1767328885.260786:0:211338:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:2.0:1767328885.260788:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000010:2.0:1767328885.260790:0:211338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d72826e0. 00000020:00000040:2.0:1767328885.260792:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767328885.260795:0:211338:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767328885.260797:0:211338:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767328885.260798:0:211338:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767328885.260801:0:211338:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002a0a95ef. 00000100:00000001:2.0:1767328885.260804:0:211338:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328885.260807:0:211338:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767328885.260809:0:211338:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767328885.260811:0:211338:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5ec7aa0. 00000100:00000001:2.0:1767328885.260812:0:211338:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896786080704 : -127176923470912 : ffff8c5550a723c0) 00000100:00000001:2.0:1767328885.260815:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767328885.260816:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777364224 : -127176932187392 : ffff8c5550222300) 00000100:00000001:2.0:1767328885.260819:0:211338:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767328885.260820:0:211338:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328885.260822:0:211338:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767328885.260823:0:211338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767328885.260826:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d72826e0 x1853178572185088/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328885.260832:0:211338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767328885.260834:0:211338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328885.260836:0:211338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767328885.260837:0:211338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767328885.260843:0:211338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767328885.260846:0:211338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d72826e0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572185088:192.168.202.109@tcp:501: 00000100:00000001:2.0:1767328885.260849:0:211338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767328885.260851:0:211338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767328885.260852:0:211338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328885.260854:0:211338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767328885.260856:0:211338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a422f07f. 02000000:00000001:2.0:1767328885.260858:0:211338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767328885.260860:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005105500. 00000400:00000010:2.0:1767328885.260863:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002334309b. 00000100:00000200:2.0:1767328885.260866:0:211338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572185088, portal 25 00000100:00000001:2.0:1767328885.260868:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767328885.260869:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777364224 : -127176932187392 : ffff8c5550222300) 00000100:00000040:2.0:1767328885.260872:0:211338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d72826e0 x1853178572185088/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328901 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328885.260878:0:211338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767328885.260880:0:211338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767328885.260882:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010d9b7ea. 00000100:00000200:2.0:1767328885.260884:0:211338:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853178572185088, offset 0 00000400:00000200:2.0:1767328885.260888:0:211338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767328885.260893:0:211338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767328885.260896:0:211338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767328885.260899:0:211338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767328885.260901:0:211338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767328885.260903:0:211338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767328885.260906:0:211338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [68:68:256:4294967295] 192.168.202.109@tcp LPNI seq info [68:68:8:4294967295] 00000400:00000200:2.0:1767328885.260913:0:211338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767328885.260917:0:211338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767328885.260920:0:211338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e803ee72. 00000800:00000200:2.0:1767328885.260924:0:211338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767328885.260928:0:211338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767328885.260935:0:211338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e803ee72 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1767328885.260948:0:211338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328885.260951:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300734833 00000100:00000001:2.0:1767328885.260955:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300734832 00000100:00000001:2.0:1767328885.260958:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300734833 00000100:00000001:2.0:1767328885.260960:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300734832 00000100:00000001:2.0:1767328885.260963:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300734833 00000100:00000001:2.0:1767328885.260965:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300734832 00000100:00000001:2.0:1767328885.260969:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300734833 00000100:00000001:2.0:1767328885.260972:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300734832 00000100:00000001:2.0:1767328885.260974:0:211338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328885.260976:0:211338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328885.260979:0:211338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328885.260980:0:211338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767328885.260982:0:211338:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d5ec7aa0 going to sleep for 11 seconds 00000100:00000001:2.0:1767328885.260985:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328885.260986:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767328885.261002:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328885.261006:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e803ee72. 00000400:00000200:3.0:1767328885.261011:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328885.261272:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328885.261276:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010d9b7ea 00000400:00000010:3.0:1767328885.261278:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010d9b7ea. 00000100:00000001:3.0:1767328885.261281:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767328885.261284:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d72826e0 x1853178572185088/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328901 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328885.261292:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328885.261294:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d72826e0 x1853178572185088/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328901 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328885.261300:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328885.261301:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767328885.261924:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328885.261933:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767328885.261936:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328885.261938:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328885.261944:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767328885.261953:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 272 into portal 25 MB=0x69574c2801e00 00000400:00000200:0.0:1767328885.261959:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 272/272 into md 0x305 [1] + 224 00000800:00000001:0.0:1767328885.261964:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328885.261979:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328885.261982:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328885.261990:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328885.261992:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767328885.261995:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d72826e0 x1853178572185088/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328901 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328885.262001:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000d72826e0 x1853178572185088/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328885.262029:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767328885.262035:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328885.262038:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328885.262061:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767328885.262066:0:211338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767328885.262067:0:211338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767328885.262069:0:211338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005105500. 00000400:00000200:2.0:1767328885.262073:0:211338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002334309b 00000400:00000010:2.0:1767328885.262074:0:211338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002334309b. 00000100:00000001:2.0:1767328885.262078:0:211338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328885.262083:0:211338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d72826e0 x1853178572185088/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328885.262091:0:211338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d72826e0 x1853178572185088/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328885.262097:0:211338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328885.262098:0:211338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328885.262100:0:211338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767328885.262107:0:211338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767328885.262108:0:211338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328885.262109:0:211338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328885.262111:0:211338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767328885.262114:0:211338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=32 v=5 (5 0 0 0) 00000100:00001000:2.0:1767328885.262117:0:211338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1767328885.262119:0:211338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767328885.262122:0:211338:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@00000000d72826e0 x1853178572185088/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328885.262128:0:211338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767328885.262130:0:211338:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1767328885.262133:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d72826e0 x1853178572185088/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328901 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328885.262139:0:211338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:2.0:1767328885.262141:0:211338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328885.262143:0:211338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767328885.262145:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d72826e0 x1853178572185088/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328901 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767328885.262152:0:211338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d72826e0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572185088:192.168.202.109@tcp:501: 00000100:00000001:2.0:1767328885.262156:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328885.262158:0:211338:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767328885.262160:0:211338:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767328885.262162:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328885.262164:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d72826e0 x1853178572185088/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328901 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328885.262169:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767328885.262171:0:211338:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d5ec7aa0. 00000100:00000001:2.0:1767328885.262173:0:211338:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767328885.262175:0:211338:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767328885.262177:0:211338:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:2.0:1767328885.262180:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767328885.262185:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1767328885.262187:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767328885.262188:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328885.262191:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d72826e0 x1853178572185088/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767328901 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328885.262196:0:211338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767328885.262198:0:211338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767328885.262199:0:211338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a422f07f. 02000000:00000001:2.0:1767328885.262201:0:211338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767328885.262202:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767328885.262203:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1767328885.262205:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767328885.262206:0:211338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002a0a95ef. 02000000:00000001:2.0:1767328885.262209:0:211338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767328885.262210:0:211338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767328885.262211:0:211338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d72826e0. 00000100:00000001:2.0:1767328885.262213:0:211338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328885.262214:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1767328885.262216:0:211338:0:(llog.c:1547:llog_open()) MGC192.168.202.109@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:2.0:1767328885.262218:0:211338:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008266e23b. 00000040:00000001:2.0:1767328885.262220:0:211338:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1767328885.262222:0:211338:0:(obd_config.c:2023:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:2.0:1767328885.262224:0:211338:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:2.0:1767328885.262227:0:211338:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000957ff9d4. 00000040:00000010:2.0:1767328885.262229:0:211338:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a7e54fb9. 00000020:00000010:2.0:1767328885.262231:0:211338:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000086aa593b. 00000020:00000010:2.0:1767328885.262234:0:211338:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000091b091d1. 80000000:00000010:2.0:1767328885.262236:0:211338:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e23bb884. 00040000:00000010:2.0:1767328885.262239:0:211338:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000091946770. 20000000:00000010:2.0:1767328885.262241:0:211338:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000397a58c6. 00000020:00000010:2.0:1767328885.262243:0:211338:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002eb6fe7a. 10000000:00000010:2.0:1767328885.262245:0:211338:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000b9323a2d. 10000000:01000000:2.0:1767328885.262247:0:211338:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.109@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:2.0:1767328885.262249:0:211338:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767328885.262254:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767328885.262256:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767328885.262258:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b7f50cf5 refcount=3 00000020:00000001:2.0:1767328885.262259:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589268992 : -127177120282624 : ffff8c5544ec0800) 00010000:00000001:2.0:1767328885.262262:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589268992 : -127177120282624 : ffff8c5544ec0800) 00010000:00000001:2.0:1767328885.262264:0:211338:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767328885.262265:0:211338:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.109@tcp lock: 00000000b7f50cf5/0x989c09653bac0c67 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd5759a expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767328885.262271:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767328885.262272:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767328885.262274:0:211338:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.109@tcp lock: 00000000b7f50cf5/0x989c09653bac0c67 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd5759a expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767328885.262279:0:211338:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767328885.262280:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767328885.262281:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767328885.262282:0:211338:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767328885.262284:0:211338:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:2.0:1767328885.262286:0:211338:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767328885.262287:0:211338:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767328885.262288:0:211338:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000b70d88c0) refs 3 10000000:00000001:2.0:1767328885.262289:0:211338:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:1.0:1767328885.815123:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328885.815132:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328885.815139:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328885.815140:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328885.815181:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328885.815185:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328885.815188:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328886.839101:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328886.839110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328886.839119:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328886.839120:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328886.839145:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328886.839149:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328886.839152:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328887.863111:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328887.863119:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328887.863127:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328887.863129:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328887.863171:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328887.863174:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328887.863177:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767328888.823141:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767328888.823155:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767328888.823169:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bda1c3a0. 00000020:00000040:3.0:1767328888.823178:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767328888.823184:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767328888.823188:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767328888.823195:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767328888.823205:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000626c64a4. 00000100:00000001:3.0:1767328888.823214:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328888.823228:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000bda1c3a0 x1853178572185216/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767328888.823240:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767328888.823243:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328888.823249:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bda1c3a0] to pc [ptlrpcd_00_00+0] req@00000000bda1c3a0 x1853178572185216/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328888.823279:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328888.823282:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767328888.823297:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328888.823302:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328888.823304:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328888.823306:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767328888.823310:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767328888.823310:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328888.823315:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bda1c3a0 x1853178572185216/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767328888.823316:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b10225ad. 00000020:00000040:3.0:1767328888.823322:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767328888.823330:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767328888.823330:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767328888.823334:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767328888.823335:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328888.823338:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328888.823340:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767328888.823344:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000588f69ec. 02000000:00000001:1.0:1767328888.823345:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328888.823351:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328888.823352:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767328888.823354:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572185216:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328888.823360:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767328888.823362:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000b10225ad x1853178572185344/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767328888.823366:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767328888.823369:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328888.823374:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767328888.823376:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767328888.823379:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328888.823380:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000baf4a36e. 00000100:00000040:3.0:1767328888.823385:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b10225ad] to pc [ptlrpcd_00_01+1] req@00000000b10225ad x1853178572185344/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767328888.823385:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767328888.823393:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a3633ee. 00000400:00000010:1.0:1767328888.823402:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f8c929d. 00000100:00000001:3.0:1767328888.823404:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328888.823408:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1767328888.823409:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572185216, portal 25 00000100:00000001:1.0:1767328888.823415:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767328888.823416:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767328888.823417:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776935552 : -127176932616064 : ffff8c55501b9880) 00000100:00000001:0.0:1767328888.823419:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767328888.823422:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae3caa28. 00000100:00000001:0.0:1767328888.823424:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328888.823427:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767328888.823428:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bda1c3a0 x1853178572185216/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767328888.823429:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767328888.823452:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767328888.823453:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767328888.823457:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767328888.823459:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767328888.823462:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328888.823464:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b10225ad x1853178572185344/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767328888.823465:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933cf678. 02000000:00000010:3.0:1767328888.823469:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001caa00ec. 00000100:00000200:1.0:1767328888.823471:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572185216, offset 0 00000100:00000001:3.0:1767328888.823476:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328888.823483:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767328888.823484:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767328888.823487:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000ae3caa28 x1853178572185472/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767328888.823487:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328888.823492:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767328888.823495:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767328888.823500:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328888.823505:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00100000:0.0:1767328888.823507:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572185344:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767328888.823508:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767328888.823511:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328888.823513:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767328888.823518:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767328888.823521:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328888.823522:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3caa28] to pc [ptlrpcd_00_02+2] req@00000000ae3caa28 x1853178572185472/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767328888.823522:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767328888.823525:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767328888.823531:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f08479ec. 00000400:00000200:1.0:1767328888.823532:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:0.0:1767328888.823537:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328888.823540:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767328888.823543:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8a29f88. 00000400:00000200:1.0:1767328888.823544:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767328888.823552:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [69:69:256:4294967295] 192.168.202.109@tcp LPNI seq info [69:69:8:4294967295] 00000400:00000010:0.0:1767328888.823552:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061d952c4. 00000100:00000200:0.0:1767328888.823558:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572185344, portal 10 00000100:00000001:0.0:1767328888.823563:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767328888.823565:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776944512 : -127176932607104 : ffff8c55501bbb80) 00000400:00000200:1.0:1767328888.823573:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767328888.823581:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767328888.823584:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b10225ad x1853178572185344/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767328888.823588:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ecca153. 00000100:00000001:3.0:1767328888.823589:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328888.823595:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.0:1767328888.823601:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767328888.823605:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767328888.823610:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767328888.823611:0:191164:0:(import.c:2045:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1767328888.823617:0:191164:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000800:00000200:1.0:1767328888.823617:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000040:0.0:1767328888.823619:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767328888.823622:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767328888.823624:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088864b64. 00000800:00000200:1.0:1767328888.823625:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ecca153 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767328888.823627:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767328888.823627:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f353e67a. 00000020:00000040:3.0:1767328888.823631:0:191164:0:(genops.c:1229:class_import_get()) import 00000000ecbf23f4 refcount=3 obd=lustre-OST0000-osc-ffff8c55499c0800 00000100:00000001:2.0:1767328888.823632:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767328888.823635:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572185344, offset 0 00000100:00000001:3.0:1767328888.823639:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767328888.823640:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae3caa28 x1853178572185472/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767328888.823642:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767328888.823647:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328888.823649:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767328888.823653:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767328888.823656:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004a1f5800. 00000100:00000001:2.0:1767328888.823661:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767328888.823662:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300738396 00000400:00000200:0.0:1767328888.823663:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767328888.823664:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328888.823670:0:191164:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446616896776932864 : -127176932618752 : ffff8c55501b8e00) 00000100:00000001:2.0:1767328888.823672:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328888.823674:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300734833 00000400:00000200:0.0:1767328888.823674:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767328888.823676:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767328888.823681:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328888.823683:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300738396 00000400:00000200:0.0:1767328888.823683:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00080000:3.0:1767328888.823685:0:191164:0:(import.c:65:import_set_state_nolock()) 00000000ecbf23f4 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 02000000:00000001:2.0:1767328888.823688:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328888.823689:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300734833 00000400:00000200:0.0:1767328888.823692:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00080000:3.0:1767328888.823695:0:191164:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8c55499c0800: disconnect after 24s idle 00000100:00000001:1.0:1767328888.823696:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300738396 00000100:00100000:2.0:1767328888.823698:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae3caa28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572185472:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767328888.823700:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767328888.823702:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767328888.823703:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300734833 00000100:00000001:3.0:1767328888.823706:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328888.823710:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300738396 00000100:00000001:2.0:1767328888.823712:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767328888.823712:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [70:70:255:4294967295] 192.168.202.109@tcp LPNI seq info [70:70:7:4294967295] 00000100:00000001:1.0:1767328888.823714:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300734833 02000000:00000001:2.0:1767328888.823717:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767328888.823718:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088864b64] to pc [ptlrpcd_rcv+-1] req@0000000088864b64 x1853178572185600/t0(0) o9->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328888.823721:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767328888.823722:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328888.823726:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328888.823729:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767328888.823733:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767328888.823736:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002eb6fe7a. 00000100:00000001:1.0:1767328888.823738:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328888.823739:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:2.0:1767328888.823743:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328888.823749:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767328888.823751:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005105500. 00000100:00000001:1.0:1767328888.823753:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767328888.823758:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002334309b. 00000800:00000200:0.0:1767328888.823758:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767328888.823759:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328888.823762:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328888.823765:0:191164:0:(import.c:2084:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767328888.823765:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572185472, portal 10 00000100:00000001:1.0:1767328888.823765:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767328888.823767:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000076d91448. 00000100:00000001:2.0:1767328888.823772:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767328888.823773:0:191164:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328888.823773:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328888.823775:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776940032 : -127176932611584 : ffff8c55501baa00) 00000800:00000200:0.0:1767328888.823780:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000040:3.0:1767328888.823783:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6071) 00000100:00000040:2.0:1767328888.823785:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae3caa28 x1853178572185472/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767328888.823792:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767328888.823797:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767328888.823799:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000076d91448 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767328888.823804:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767328888.823805:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767328888.823807:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328888.823808:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767328888.823810:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ecaf85b. 00000100:00000001:1.0:1767328888.823812:0:208647:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767328888.823814:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572185472, offset 0 00000100:00000040:0.0:1767328888.823815:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 1906236 usecs (1907 jiffies) 00000100:00000040:1.0:1767328888.823819:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088864b64 x1853178572185600/t0(0) o9->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328888.823824:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300735859 00000400:00000200:2.0:1767328888.823825:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767328888.823833:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300738396 00000400:00000200:2.0:1767328888.823834:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767328888.823837:0:208647:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767328888.823840:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300735859 00000100:00000001:1.0:1767328888.823841:0:208647:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328888.823843:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767328888.823844:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767328888.823845:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300738396 02000000:00000001:1.0:1767328888.823846:0:208647:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767328888.823850:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:1.0:1767328888.823851:0:208647:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328888.823851:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300735859 00000800:00000010:3.0:1767328888.823852:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ecca153. 00000400:00000200:2.0:1767328888.823855:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767328888.823858:0:208647:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328888.823859:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300738396 00000400:00000200:2.0:1767328888.823862:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767328888.823863:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767328888.823863:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300735859 00000100:00100000:1.0:1767328888.823865:0:208647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088864b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572185600:192.168.202.109@tcp:9: 00000400:00000200:2.0:1767328888.823870:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [71:71:254:4294967295] 192.168.202.109@tcp LPNI seq info [71:71:6:4294967295] 00000100:00000001:1.0:1767328888.823874:0:208647:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767328888.823876:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300738396 00000400:00000200:3.0:1767328888.823877:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 02000000:00000001:1.0:1767328888.823878:0:208647:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767328888.823883:0:208647:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328888.823883:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328888.823888:0:208647:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767328888.823889:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328888.823893:0:208647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094e1f07f. 00000100:00000001:0.0:1767328888.823894:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328888.823898:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:1.0:1767328888.823898:0:208647:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328888.823899:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767328888.823905:0:208647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5e0cda2. 00000100:00000001:0.0:1767328888.823907:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767328888.823910:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 00000100:00000001:0.0:1767328888.823911:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767328888.823912:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933cf678 00000800:00000200:2.0:1767328888.823912:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767328888.823918:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767328888.823919:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000933cf678. 00000100:00000001:0.0:1767328888.823921:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767328888.823922:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3a879af. 00000100:00000001:0.0:1767328888.823924:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328888.823927:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328888.823928:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767328888.823928:0:208647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572185600, portal 4 00000100:00000001:1.0:1767328888.823934:0:208647:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328888.823936:0:208647:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776932864 : -127176932618752 : ffff8c55501b8e00) 00000100:00000200:3.0:1767328888.823938:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bda1c3a0 x1853178572185216/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767328888.823939:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767328888.823945:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767328888.823946:0:208647:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088864b64 x1853178572185600/t0(0) o9->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328888.823948:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767328888.823951:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767328888.823958:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3a879af type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767328888.823965:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328888.823971:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 129535 usecs (130 jiffies) 00000100:00000001:1.0:1767328888.823972:0:208647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767328888.823976:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300734082 00000100:00000040:1.0:1767328888.823979:0:208647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767328888.823981:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300738396 00000400:00000010:1.0:1767328888.823984:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cb6d618. 00000100:00000001:2.0:1767328888.823987:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300734082 00000100:00000200:1.0:1767328888.823990:0:208647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853178572185600, offset 0 00000100:00000001:2.0:1767328888.823993:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300738396 00000100:00000001:2.0:1767328888.823998:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300734082 00000400:00000200:1.0:1767328888.824001:0:208647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767328888.824003:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300738396 00000100:00000001:2.0:1767328888.824007:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300734082 00000100:00000001:2.0:1767328888.824009:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300738396 00000100:00000001:3.0:1767328888.824010:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767328888.824012:0:208647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767328888.824037:0:208647:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767328888.824040:0:208647:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767328888.824042:0:208647:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767328888.824052:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bda1c3a0 x1853178572185216/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328904 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328888.824052:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767328888.824052:0:208647:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767328888.824058:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328888.824060:0:208647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [72:72:253:4294967295] 192.168.202.109@tcp LPNI seq info [72:72:5:4294967295] 00000100:00000001:2.0:1767328888.824063:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328888.824068:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328888.824075:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328888.824078:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767328888.824081:0:208647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767328888.824082:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328888.824083:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328888.824085:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328888.824088:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767328888.824089:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767328888.824092:0:208647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767328888.824096:0:208647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029ea41fb. 00000100:00000001:2.0:1767328888.824098:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767328888.824102:0:208647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767328888.824107:0:208647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767328888.824110:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767328888.824110:0:208647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000029ea41fb type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1767328888.824115:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000076d91448. 00000100:00000001:1.0:1767328888.824116:0:208647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328888.824121:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767328888.824122:0:208647:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: using a timeout of 2961 usecs (3 jiffies) 00000100:00000001:1.0:1767328888.824126:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300733956 00000400:00000200:3.0:1767328888.824131:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767328888.824133:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300738396 00000400:00000200:3.0:1767328888.824137:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f353e67a 00000100:00000001:1.0:1767328888.824138:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300733956 00000400:00000010:3.0:1767328888.824141:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f353e67a. 00000100:00000001:1.0:1767328888.824144:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300738396 00000100:00000001:1.0:1767328888.824148:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300733956 00000100:00000001:1.0:1767328888.824150:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300738396 00000100:00000001:3.0:1767328888.824152:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767328888.824153:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300733956 00000100:00000200:3.0:1767328888.824159:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b10225ad x1853178572185344/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328888.824160:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300738396 00000100:00000001:1.0:1767328888.824165:0:208647:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328888.824171:0:208647:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328888.824177:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328888.824178:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767328888.824181:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767328888.824184:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b10225ad x1853178572185344/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328904 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328888.824189:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328888.824192:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767328888.824197:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328888.824198:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328888.824200:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328888.824202:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767328888.824203:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328888.824206:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767328888.824213:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328888.824217:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3a879af. 00000400:00000200:3.0:1767328888.824223:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328888.824227:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328888.824230:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ecaf85b 00000400:00000010:3.0:1767328888.824232:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ecaf85b. 00000100:00000001:3.0:1767328888.824236:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767328888.824239:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae3caa28 x1853178572185472/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328888.824247:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328888.824250:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae3caa28 x1853178572185472/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328904 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328888.824268:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328888.824270:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767328888.824341:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328888.824344:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029ea41fb. 00000400:00000200:3.0:1767328888.824347:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328888.824350:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328888.824353:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cb6d618 00000400:00000010:3.0:1767328888.824355:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cb6d618. 00000100:00000001:3.0:1767328888.824357:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767328888.824360:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088864b64 x1853178572185600/t0(0) o9->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328888.824368:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328888.824370:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088864b64 x1853178572185600/t0(0) o9->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328898 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328888.824377:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328888.824378:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767328888.826454:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328888.826469:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328888.826471:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328888.826474:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328888.826482:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328888.826494:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2801e80 00000400:00000200:3.0:1767328888.826560:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x30d [1] + 224 00000800:00000001:3.0:1767328888.826569:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328888.826574:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328888.826577:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328888.826580:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328888.826585:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328888.826588:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bda1c3a0 x1853178572185216/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328904 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328888.826598:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bda1c3a0 x1853178572185216/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328888.826621:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767328888.826628:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328888.826632:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328888.826634:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767328888.826648:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328888.826657:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767328888.826663:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767328888.826664:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767328888.826666:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a3633ee. 00000400:00000200:1.0:1767328888.826670:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f8c929d 00000400:00000010:1.0:1767328888.826672:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f8c929d. 00000100:00000001:1.0:1767328888.826674:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328888.826678:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bda1c3a0 x1853178572185216/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767328888.826685:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bda1c3a0 x1853178572185216/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328904 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328888.826691:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328888.826692:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328888.826694:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767328888.826696:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328888.826698:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328888.826700:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328888.826703:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767328888.826707:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767328888.826711:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767328888.826713:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767328888.826715:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328888.826718:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767328888.826720:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767328888.826721:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328888.826723:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328888.826730:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bda1c3a0 x1853178572185216/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328888.826736:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767328888.826742:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328888.826745:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767328888.826747:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328888.826752:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2801f00 00000100:00000040:1.0:1767328888.826753:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda1c3a0 x1853178572185216/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328904 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328888.826765:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572185216:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328888.826774:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328888.826776:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328888.826778:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bda1c3a0 x1853178572185216/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328904 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328888.826783:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328888.826785:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767328888.826788:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000baf4a36e. 02000000:00000001:1.0:1767328888.826791:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767328888.826792:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328888.826793:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767328888.826795:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767328888.826797:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000626c64a4. 00000400:00000200:3.0:1767328888.826801:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x315 [1] + 224 02000000:00000001:1.0:1767328888.826801:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767328888.826804:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767328888.826806:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bda1c3a0. 00000100:00000001:1.0:1767328888.826810:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:3.0:1767328888.826811:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767328888.826812:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328888.826815:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328888.826819:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328888.826819:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328888.826820:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328888.826826:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767328888.826826:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328888.826829:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328888.826834:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328888.826840:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328888.826844:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b10225ad x1853178572185344/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328904 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328888.826853:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b10225ad x1853178572185344/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328888.826868:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767328888.826873:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328888.826876:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328888.826878:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328888.826880:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328888.826884:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328888.826891:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2801f80 00000400:00000200:3.0:1767328888.826895:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x31d [1] + 224 00000800:00000001:3.0:1767328888.826900:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328888.826904:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328888.826906:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328888.826911:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328888.826912:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328888.826914:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767328888.826915:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767328888.826918:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767328888.826919:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767328888.826921:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8a29f88. 00000400:00000200:0.0:1767328888.826925:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061d952c4 00000100:00000200:3.0:1767328888.826926:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae3caa28 x1853178572185472/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328904 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767328888.826927:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061d952c4. 00000100:00000001:0.0:1767328888.826933:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767328888.826940:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b10225ad x1853178572185344/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328888.826945:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae3caa28 x1853178572185472/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767328888.826954:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b10225ad x1853178572185344/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328904 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328888.826971:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767328888.826973:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328888.826974:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767328888.826975:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767328888.826976:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767328888.826978:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767328888.826978:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328888.826982:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767328888.826986:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=25 v=5 (5 0 0 0) 00000800:00000001:3.0:1767328888.826987:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767328888.826990:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=25 v=5 (1 0 0 0) 00000800:00000001:3.0:1767328888.826995:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328888.826995:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767328888.826998:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767328888.827000:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328888.827003:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767328888.827008:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767328888.827011:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767328888.827012:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328888.827035:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767328888.827038:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000001:2.0:1767328888.827040:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767328888.827044:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767328888.827046:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:2.0:1767328888.827047:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005105500. 00000100:00000040:0.0:1767328888.827050:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000200:3.0:1767328888.827054:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 4 MB=0x69574c2802000 00000400:00000200:2.0:1767328888.827054:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002334309b 00000100:00000001:0.0:1767328888.827055:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:2.0:1767328888.827059:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002334309b. 00000100:00000001:0.0:1767328888.827059:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328888.827065:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767328888.827068:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b10225ad x1853178572185344/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328888.827073:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.109@tcp of length 224/224 into md 0x325 [1] + 224 00000100:00000200:2.0:1767328888.827074:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae3caa28 x1853178572185472/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767328888.827085:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767328888.827091:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767328888.827095:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328888.827096:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767328888.827098:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767328888.827100:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae3caa28 x1853178572185472/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328904 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328888.827101:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767328888.827104:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b10225ad x1853178572185344/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328904 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328888.827114:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328888.827124:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328888.827131:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088864b64 x1853178572185600/t0(0) o9->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328888.827132:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767328888.827135:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572185344:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328888.827136:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328888.827140:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767328888.827143:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767328888.827146:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328888.827147:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328888.827150:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328888.827151:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767328888.827155:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328888.827159:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088864b64 x1853178572185600/t0(0) o9->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328888.827159:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b10225ad x1853178572185344/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328904 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767328888.827160:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=35 v=5 (5 0 0 0) 00000100:00001000:2.0:1767328888.827169:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1767328888.827178:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767328888.827181:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328888.827186:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767328888.827190:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00080000:2.0:1767328888.827192:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ae3caa28 x1853178572185472/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767328888.827194:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767328888.827197:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f08479ec. 02000000:00000001:0.0:1767328888.827202:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767328888.827203:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767328888.827206:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328888.827206:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:3.0:1767328888.827210:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1767328888.827210:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767328888.827211:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767328888.827214:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767328888.827215:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1767328888.827217:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328888.827217:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328888.827221:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae3caa28 x1853178572185472/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767328888.827225:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767328888.827229:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000588f69ec. 00000100:00000001:2.0:1767328888.827230:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328888.827234:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328888.827235:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767328888.827235:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767328888.827239:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767328888.827241:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767328888.827241:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b10225ad. 00000100:00000040:2.0:1767328888.827243:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae3caa28 x1853178572185472/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328904 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328888.827247:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328888.827247:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767328888.827251:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767328888.827254:0:208647:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767328888.827255:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767328888.827258:0:208647:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767328888.827261:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767328888.827264:0:208647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5e0cda2. 00000100:00100000:2.0:1767328888.827266:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae3caa28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572185472:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328888.827271:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328888.827272:0:208647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00000100:00000001:0.0:1767328888.827275:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328888.827277:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767328888.827278:0:208647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 00000100:00000001:0.0:1767328888.827278:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328888.827291:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767328888.827291:0:208647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767328888.827297:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae3caa28 x1853178572185472/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328904 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767328888.827300:0:208647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088864b64 x1853178572185600/t0(0) o9->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328888.827318:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767328888.827320:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767328888.827322:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002eb6fe7a. 02000000:00000001:2.0:1767328888.827324:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767328888.827326:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767328888.827328:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767328888.827332:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767328888.827333:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001caa00ec. 00000100:00000200:1.0:1767328888.827335:0:208647:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088864b64 x1853178572185600/t0(0) o9->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328898 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767328888.827336:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767328888.827339:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767328888.827341:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae3caa28. 00000100:00000001:2.0:1767328888.827345:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328888.827347:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328888.827351:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328888.827353:0:208647:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328888.827355:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328888.827356:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328888.827358:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328888.827359:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328888.827363:0:208647:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328888.827367:0:208647:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767328888.827369:0:208647:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328888.827371:0:208647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328888.827373:0:208647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328888.827375:0:208647:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767328888.827379:0:208647:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080c1da5e time=25 v=5 (5 0 0 0) 00000100:00001000:1.0:1767328888.827383:0:208647:0:(import.c:2128:obd_at_measure()) add 1 to 000000002d822993 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767328888.827386:0:208647:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767328888.827387:0:208647:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328888.827389:0:208647:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767328888.827393:0:208647:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000088864b64 x1853178572185600/t0(0) o9->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767328888.827400:0:208647:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328888.827402:0:208647:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767328888.827404:0:208647:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767328888.827405:0:208647:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767328888.827406:0:208647:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328888.827409:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088864b64 x1853178572185600/t0(0) o9->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328888.827416:0:208647:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328888.827418:0:208647:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767328888.827419:0:208647:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767328888.827422:0:208647:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@0000000088864b64 x1853178572185600/t0(0) o9->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328898 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767328888.827430:0:208647:0:(import.c:65:import_set_state_nolock()) 00000000ecbf23f4 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1767328888.827449:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088864b64 x1853178572185600/t0(0) o9->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328898 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328888.827457:0:208647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088864b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572185600:192.168.202.109@tcp:9: 00000100:00000001:1.0:1767328888.827462:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328888.827464:0:208647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328888.827472:0:208647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088864b64 x1853178572185600/t0(0) o9->lustre-OST0000-osc-ffff8c55499c0800@192.168.202.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1767328898 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328888.827478:0:208647:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328888.827480:0:208647:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767328888.827482:0:208647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094e1f07f. 02000000:00000001:1.0:1767328888.827485:0:208647:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767328888.827486:0:208647:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328888.827487:0:208647:0:(genops.c:1242:class_import_put()) import 00000000ecbf23f4 refcount=2 obd=lustre-OST0000-osc-ffff8c55499c0800 00000020:00000001:1.0:1767328888.827490:0:208647:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767328888.827491:0:208647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004a1f5800. 02000000:00000001:1.0:1767328888.827494:0:208647:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767328888.827495:0:208647:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767328888.827496:0:208647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088864b64. 00000100:00000001:1.0:1767328888.827499:0:208647:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767328888.827500:0:208647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328888.827502:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328888.827506:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328888.827507:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328888.827510:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328888.827511:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328888.887160:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328888.887170:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328888.887180:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328888.887181:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328888.887207:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328888.887211:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328888.887214:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328889.911120:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328889.911128:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328889.911135:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328889.911136:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328889.911160:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328889.911165:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328889.911169:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328890.935159:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328890.935170:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328890.935179:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328890.935181:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328890.935215:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328890.935219:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328890.935246:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328891.959143:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328891.959150:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328891.959156:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328891.959157:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328891.959194:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328891.959199:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328891.959201:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767328892.407134:0:211338:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767328892.407144:0:211338:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:1.0:1767328892.983120:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328892.983130:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328892.983132:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328892.983135:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328892.983140:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328892.983142:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328892.983143:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328892.983145:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328892.983148:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328892.983149:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328892.983165:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328892.983167:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328892.983169:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767328893.431094:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300738396, at 4300738560 00000100:00000040:3.0:1767328893.431108:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300738396, at 4300738560 00000100:00000040:2.0:1767328893.431110:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300738396, at 4300738560 00000100:00000010:1.0:1767328893.431114:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c2f0c26. 00000100:00000010:3.0:1767328893.431121:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007884d10c. 00000100:00000010:2.0:1767328893.431122:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a3bb6b37. 00000100:00000040:0.0:1767328893.431327:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300738396, at 4300738560 00000100:00000010:0.0:1767328893.431336:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9fe6e3a. 00000100:00000040:0.0:1767328893.943129:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767328893.943141:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767328893.943153:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001863c1e0. 00000020:00000040:0.0:1767328893.943160:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767328893.943165:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767328893.943168:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767328893.943174:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767328893.943182:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074996e45. 00000100:00000001:0.0:1767328893.943190:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328893.943202:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000001863c1e0 x1853178572185728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767328893.943212:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767328893.943214:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328893.943219:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001863c1e0] to pc [ptlrpcd_00_03+3] req@000000001863c1e0 x1853178572185728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328893.943245:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328893.943248:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767328893.943251:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767328893.943253:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024b1fa3c. 00000020:00000040:0.0:1767328893.943255:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767328893.943258:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767328893.943259:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767328893.943261:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767328893.943263:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c58f1272. 00000100:00000001:3.0:1767328893.943284:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328893.943286:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767328893.943292:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:0.0:1767328893.943293:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000024b1fa3c x1853178572185856/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767328893.943298:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328893.943304:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328893.943305:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767328893.943309:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328893.943310:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328893.943311:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767328893.943314:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024b1fa3c] to pc [ptlrpcd_00_00+0] req@0000000024b1fa3c x1853178572185856/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328893.943317:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328893.943331:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328893.943332:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328893.943334:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767328893.943335:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767328893.943340:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767328893.943340:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767328893.943344:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767328893.943344:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005188d010. 00000100:00100000:1.0:1767328893.943349:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000040:0.0:1767328893.943349:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000040:3.0:1767328893.943350:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001863c1e0 x1853178572185728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328893.943355:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328893.943355:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767328893.943359:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767328893.943360:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328893.943363:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767328893.943363:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328893.943366:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328893.943367:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767328893.943369:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d4297425. 00000100:00000001:1.0:1767328893.943374:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328893.943376:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328893.943377:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328893.943381:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767328893.943400:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000024b1fa3c x1853178572185856/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328893.943402:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000005188d010 x1853178572185984/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767328893.943411:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767328893.943417:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328893.943425:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767328893.943427:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767328893.943430:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328893.943430:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328893.943431:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767328893.943434:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328893.943436:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767328893.943438:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328893.943440:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767328893.943441:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005188d010] to pc [ptlrpcd_00_01+1] req@000000005188d010 x1853178572185984/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767328893.943446:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767328893.943447:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001863c1e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572185728:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767328893.943459:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767328893.943459:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767328893.943460:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000024b1fa3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572185856:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767328893.943465:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767328893.943468:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767328893.943468:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767328893.943470:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767328893.943473:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767328893.943474:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328893.943476:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328893.943477:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6076) 02000000:00000001:3.0:1767328893.943481:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767328893.943481:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767328893.943483:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767328893.943488:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000010:1.0:1767328893.943488:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094e1f07f. 02000000:00000010:3.0:1767328893.943489:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091b091d1. 02000000:00000001:1.0:1767328893.943492:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328893.943495:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767328893.943496:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767328893.943500:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5e0cda2. 00000100:00000001:2.0:1767328893.943503:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767328893.943505:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003dc40a30. 00000100:00000001:2.0:1767328893.943507:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767328893.943510:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 00000400:00000010:3.0:1767328893.943513:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf8d850b. 00000100:00000001:2.0:1767328893.943513:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328893.943516:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767328893.943519:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572185856, portal 10 00000100:00000200:3.0:1767328893.943520:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572185728, portal 25 00000100:00000001:1.0:1767328893.943523:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767328893.943525:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767328893.943528:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767328893.943529:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578906624 : -127177130644992 : ffff8c55444dea00) 00000100:00000001:1.0:1767328893.943529:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578911104 : -127177130640512 : ffff8c55444dfb80) 00000100:00000040:2.0:1767328893.943537:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005188d010 x1853178572185984/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328893.943542:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001863c1e0 x1853178572185728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328893.943542:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000024b1fa3c x1853178572185856/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328893.943568:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767328893.943572:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328893.943578:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767328893.943579:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767328893.943580:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767328893.943584:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767328893.943584:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767328893.943591:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767328893.943591:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f8c929d. 02000000:00000001:2.0:1767328893.943592:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767328893.943598:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6cf1dd. 00000100:00000200:1.0:1767328893.943598:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572185856, offset 0 00000100:00100000:2.0:1767328893.943600:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005188d010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572185984:192.168.202.109@tcp:400: 00000100:00000200:3.0:1767328893.943606:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572185728, offset 0 00000100:00000001:2.0:1767328893.943607:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767328893.943612:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767328893.943613:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767328893.943616:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328893.943621:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767328893.943621:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767328893.943627:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7a26db0. 00000400:00000200:1.0:1767328893.943629:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:2.0:1767328893.943632:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767328893.943638:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005105500. 00000400:00000200:1.0:1767328893.943638:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767328893.943645:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002334309b. 00000400:00000200:1.0:1767328893.943646:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000200:2.0:1767328893.943652:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572185984, portal 10 00000400:00000200:1.0:1767328893.943652:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767328893.943656:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767328893.943657:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767328893.943661:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578898560 : -127177130653056 : ffff8c55444dca80) 00000400:00000200:1.0:1767328893.943662:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [73:73:256:4294967295] 192.168.202.109@tcp LPNI seq info [73:73:8:4294967295] 00000100:00000040:2.0:1767328893.943673:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005188d010 x1853178572185984/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767328893.943681:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767328893.943696:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767328893.943696:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328893.943698:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:1.0:1767328893.943703:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bfe2aba. 00000100:00000040:2.0:1767328893.943704:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328893.943708:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767328893.943710:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000408ebb8d. 00000100:00000200:2.0:1767328893.943714:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572185984, offset 0 00000400:00000200:3.0:1767328893.943717:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:1.0:1767328893.943717:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767328893.943725:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767328893.943727:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767328893.943731:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767328893.943737:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007bfe2aba type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767328893.943739:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767328893.943743:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [74:74:255:4294967295] 192.168.202.109@tcp LPNI seq info [74:74:7:4294967295] 00000400:00000200:3.0:1767328893.943756:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767328893.943762:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767328893.943763:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767328893.943767:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:1.0:1767328893.943768:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 1779451 usecs (1780 jiffies) 00000800:00000010:3.0:1767328893.943772:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a1f5800. 00000400:00000200:2.0:1767328893.943776:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767328893.943776:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300740852 00000800:00000200:3.0:1767328893.943782:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:1.0:1767328893.943784:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c2f0c26. 00000400:00000200:2.0:1767328893.943785:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767328893.943793:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767328893.943794:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767328893.943795:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767328893.943801:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:3.0:1767328893.943803:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004a1f5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767328893.943803:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300740852 00000400:00000200:2.0:1767328893.943809:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [75:75:254:4294967295] 192.168.202.109@tcp LPNI seq info [75:75:6:4294967295] 00000100:00000010:1.0:1767328893.943810:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a83fae05. 00000100:00000001:3.0:1767328893.943811:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328893.943815:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767328893.943817:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300743516 00000100:00000001:1.0:1767328893.943820:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300740852 00000100:00000010:1.0:1767328893.943826:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000648d638b. 00000100:00000001:3.0:1767328893.943828:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300740852 00000100:00000001:1.0:1767328893.943830:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767328893.943839:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300743516 00000100:00000001:1.0:1767328893.943839:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300740852 00000400:00000200:2.0:1767328893.943840:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000010:1.0:1767328893.943847:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000095fed548. 00000100:00000001:3.0:1767328893.943850:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300740852 00000100:00000001:1.0:1767328893.943852:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767328893.943855:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767328893.943857:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328893.943859:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300743516 00000100:00000001:1.0:1767328893.943860:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767328893.943862:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b01f034. 00000100:00000001:3.0:1767328893.943868:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300740852 00000100:00000001:1.0:1767328893.943868:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328893.943872:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767328893.943872:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767328893.943874:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767328893.943876:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300743516 00000100:00000001:1.0:1767328893.943879:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767328893.943880:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bfe2aba. 00000100:00000001:1.0:1767328893.943882:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328893.943884:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300740852 00000800:00000200:2.0:1767328893.943885:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767328893.943885:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328893.943891:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767328893.943893:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b01f034 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767328893.943896:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328893.943898:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328893.943898:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767328893.943903:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328893.943906:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 118165 usecs (119 jiffies) 00000100:00000001:3.0:1767328893.943907:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328893.943910:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328893.943913:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300739191 00000100:00000001:3.0:1767328893.943915:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328893.943917:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f8c929d 00000100:00000001:2.0:1767328893.943919:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300743516 00000400:00000010:0.0:1767328893.943921:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f8c929d. 00000100:00000001:2.0:1767328893.943924:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300739191 00000100:00000001:0.0:1767328893.943928:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767328893.943929:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300743516 00000100:00000001:2.0:1767328893.943934:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300739191 00000100:00000200:0.0:1767328893.943935:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000024b1fa3c x1853178572185856/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328893.943939:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300743516 00000100:00000001:2.0:1767328893.943945:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300739191 00000100:00000001:2.0:1767328893.943951:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300743516 00000100:00000001:0.0:1767328893.943952:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767328893.943953:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767328893.943957:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000024b1fa3c x1853178572185856/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328909 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328893.943958:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328893.943964:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328893.943969:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328893.943974:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328893.943977:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767328893.943988:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767328893.943990:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a1f5800. 00000400:00000200:0.0:1767328893.943992:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328893.943995:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328893.943996:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad6cf1dd 00000400:00000010:0.0:1767328893.943998:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6cf1dd. 00000100:00000001:0.0:1767328893.944000:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767328893.944001:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001863c1e0 x1853178572185728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328893.944006:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328893.944008:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001863c1e0 x1853178572185728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328909 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328893.944011:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328893.944012:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767328893.944092:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767328893.944094:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b01f034. 00000400:00000200:0.0:1767328893.944099:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328893.944101:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328893.944103:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000408ebb8d 00000400:00000010:0.0:1767328893.944104:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000408ebb8d. 00000100:00000001:0.0:1767328893.944106:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767328893.944113:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005188d010 x1853178572185984/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328893.944119:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328893.944120:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005188d010 x1853178572185984/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328909 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328893.944125:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328893.944126:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767328893.945952:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328893.945966:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328893.946005:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328893.946009:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328893.946032:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328893.946045:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2802080 00000400:00000200:3.0:1767328893.946052:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x331 [1] + 224 00000800:00000001:3.0:1767328893.946059:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328893.946071:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328893.946074:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328893.946078:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328893.946083:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328893.946086:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001863c1e0 x1853178572185728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328909 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328893.946097:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001863c1e0 x1853178572185728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328909 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328893.946114:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767328893.946121:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328893.946124:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328893.946126:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328893.946128:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328893.946133:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328893.946140:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2802100 00000400:00000200:3.0:1767328893.946146:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x32d [1] + 224 00000100:00000001:2.0:1767328893.946147:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328893.946152:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767328893.946154:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767328893.946159:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767328893.946160:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767328893.946163:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767328893.946165:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767328893.946167:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003dc40a30. 00000400:00000200:3.0:1767328893.946172:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767328893.946174:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf8d850b 00000400:00000010:2.0:1767328893.946178:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf8d850b. 00000100:00000001:2.0:1767328893.946181:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767328893.946183:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328893.946188:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001863c1e0 x1853178572185728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328909 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767328893.946193:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000024b1fa3c x1853178572185856/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328909 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328893.946209:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000024b1fa3c x1853178572185856/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328909 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328893.946235:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001863c1e0 x1853178572185728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328909 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328893.946241:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328893.946244:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767328893.946247:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767328893.946248:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328893.946253:0:208650:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:3.0:1767328893.946254:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767328893.946256:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767328893.946259:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767328893.946261:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328893.946264:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767328893.946265:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767328893.946269:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328893.946275:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767328893.946276:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00001000:2.0:1767328893.946280:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=40 v=5 (5 0 0 0) 00000100:00000001:1.0:1767328893.946280:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767328893.946287:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2802180 00000400:00000001:1.0:1767328893.946287:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1767328893.946288:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=40 v=5 (1 0 0 0) 00000400:00000001:1.0:1767328893.946293:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767328893.946294:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767328893.946298:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767328893.946298:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5e0cda2. 00010000:00000001:2.0:1767328893.946304:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767328893.946306:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00010000:00000001:2.0:1767328893.946308:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767328893.946310:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 00000100:00000001:2.0:1767328893.946312:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328893.946316:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767328893.946320:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001863c1e0 x1853178572185728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328909 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328893.946322:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x33d [1] + 224 00000100:00000200:1.0:1767328893.946326:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000024b1fa3c x1853178572185856/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328909 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767328893.946335:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328893.946344:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328893.946347:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767328893.946351:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767328893.946354:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328893.946357:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328893.946361:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000040:2.0:1767328893.946367:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001863c1e0 x1853178572185728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328909 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328893.946370:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328893.946379:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005188d010 x1853178572185984/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328909 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767328893.946400:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000024b1fa3c x1853178572185856/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328909 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767328893.946401:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001863c1e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572185728:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328893.946414:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328893.946420:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328893.946425:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001863c1e0 x1853178572185728/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328909 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328893.946429:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005188d010 x1853178572185984/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328909 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328893.946429:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328893.946434:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328893.946441:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767328893.946444:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328893.946447:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328893.946450:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767328893.946452:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328893.946455:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767328893.946459:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767328893.946460:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091b091d1. 00000100:00001000:1.0:1767328893.946466:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=30 v=5 (5 0 0 0) 00000100:00000001:3.0:1767328893.946468:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767328893.946471:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:1.0:1767328893.946474:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=30 v=5 (1 0 0 0) 00000800:00000001:3.0:1767328893.946476:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767328893.946476:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767328893.946480:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767328893.946481:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767328893.946484:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767328893.946486:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767328893.946486:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767328893.946492:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074996e45. 00010000:00000001:1.0:1767328893.946492:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767328893.946496:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328893.946498:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767328893.946501:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767328893.946502:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767328893.946506:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000010:2.0:1767328893.946507:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001863c1e0. 00000100:00000001:1.0:1767328893.946513:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767328893.946514:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767328893.946516:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328893.946517:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328893.946522:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328893.946522:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000024b1fa3c x1853178572185856/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328909 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328893.946530:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328893.946532:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328893.946534:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328893.946535:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767328893.946537:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328893.946539:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328893.946540:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328893.946541:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328893.946545:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767328893.946547:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767328893.946548:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024b1fa3c x1853178572185856/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328909 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767328893.946551:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767328893.946554:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005105500. 00000100:00100000:1.0:1767328893.946561:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000024b1fa3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572185856:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767328893.946561:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002334309b 00000400:00000010:0.0:1767328893.946566:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002334309b. 00000100:00000001:1.0:1767328893.946569:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328893.946570:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767328893.946572:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328893.946577:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000024b1fa3c x1853178572185856/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328909 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767328893.946578:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005188d010 x1853178572185984/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328909 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767328893.946599:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005188d010 x1853178572185984/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328909 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328893.946626:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328893.946627:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767328893.946628:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767328893.946631:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767328893.946632:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767328893.946635:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094e1f07f. 02000000:00000001:0.0:1767328893.946635:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767328893.946638:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767328893.946640:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767328893.946640:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328893.946642:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328893.946643:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328893.946645:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00001000:0.0:1767328893.946646:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=40 v=5 (5 0 0 0) 00000020:00000001:1.0:1767328893.946648:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767328893.946650:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c58f1272. 00000100:00001000:0.0:1767328893.946652:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=15 v=5 (1 0 0 0) 02000000:00000001:1.0:1767328893.946654:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767328893.946656:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767328893.946657:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767328893.946660:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767328893.946661:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000024b1fa3c. 00010000:00000001:0.0:1767328893.946666:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767328893.946667:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767328893.946669:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767328893.946671:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005188d010 x1853178572185984/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328909 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328893.946672:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328893.946678:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328893.946681:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767328893.946683:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328893.946686:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328893.946688:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328893.946693:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767328893.946695:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767328893.946696:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767328893.946697:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328893.946701:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005188d010 x1853178572185984/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328909 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328893.946706:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328893.946707:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767328893.946708:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767328893.946711:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005188d010 x1853178572185984/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328909 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767328893.946716:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005188d010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572185984:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328893.946719:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328893.946720:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328893.946722:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005188d010 x1853178572185984/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328909 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328893.946725:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767328893.946726:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767328893.946728:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7a26db0. 02000000:00000001:0.0:1767328893.946730:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767328893.946730:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767328893.946731:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767328893.946732:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767328893.946733:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d4297425. 02000000:00000001:0.0:1767328893.946735:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767328893.946736:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767328893.946737:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005188d010. 00000100:00000001:0.0:1767328893.946740:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767328893.946740:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328893.946742:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328893.946745:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328893.946745:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328893.946747:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328893.946752:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328894.007105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328894.007114:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328894.007121:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328894.007122:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328894.007164:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328894.007168:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328894.007171:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328895.031143:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328895.031151:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328895.031158:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328895.031160:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328895.031162:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328895.031168:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767328895.031171:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767328895.031173:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328895.031176:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328895.031178:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328895.031179:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328895.031182:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328895.031208:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328895.031211:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328895.031213:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328896.055086:0:181586:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328896.055093:0:181586:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328896.055101:0:181586:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328896.055103:0:181586:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328896.055138:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328896.055142:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328896.055145:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328897.079074:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328897.079080:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328897.079084:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328897.079086:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328897.079102:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328897.079104:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328897.079106:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328898.103126:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328898.103136:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328898.103145:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328898.103147:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328898.103175:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328898.103180:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328898.103184:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767328898.551099:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300743516, at 4300743680 00000100:00000040:2.0:1767328898.551099:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300743516, at 4300743680 00000100:00000040:0.0:1767328898.551108:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300743516, at 4300743680 00000100:00000010:3.0:1767328898.551120:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000095fed548. 00000100:00000040:1.0:1767328898.551120:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300743516, at 4300743680 00000100:00000010:2.0:1767328898.551124:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000648d638b. 00000100:00000010:0.0:1767328898.551126:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c2f0c26. 00000100:00000010:1.0:1767328898.551130:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a83fae05. 00000100:00000040:1.0:1767328899.063186:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767328899.063202:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767328899.063214:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ce1624. 00000020:00000040:1.0:1767328899.063223:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767328899.063230:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767328899.063235:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767328899.063250:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328899.063266:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007bfe2aba. 00000100:00000001:1.0:1767328899.063274:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328899.063287:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000026ce1624 x1853178572186112/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767328899.063300:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767328899.063303:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328899.063310:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ce1624] to pc [ptlrpcd_00_02+2] req@0000000026ce1624 x1853178572186112/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328899.063365:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328899.063388:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767328899.063392:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767328899.063396:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088e8bc68. 00000020:00000040:1.0:1767328899.063400:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767328899.063403:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328899.063404:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767328899.063408:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767328899.063409:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767328899.063410:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767328899.063414:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328899.063416:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767328899.063416:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328899.063421:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000029ea41fb. 00000100:00000040:3.0:1767328899.063426:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ce1624 x1853178572186112/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328899.063429:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328899.063440:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000088e8bc68 x1853178572186240/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767328899.063442:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767328899.063446:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328899.063454:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767328899.063457:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767328899.063460:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328899.063461:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328899.063467:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328899.063470:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e8bc68] to pc [ptlrpcd_00_03+3] req@0000000088e8bc68 x1853178572186240/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767328899.063475:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572186112:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767328899.063486:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767328899.063494:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767328899.063497:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328899.063501:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767328899.063506:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000397a58c6. 00000100:00000001:1.0:1767328899.063509:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328899.063510:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328899.063514:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767328899.063522:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767328899.063527:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1197315. 00000100:00000010:1.0:1767328899.063528:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000446a1ebc. 00000020:00000040:1.0:1767328899.063534:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767328899.063535:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328899.063537:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1767328899.063539:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5c30b11. 00000100:00000001:0.0:1767328899.063540:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767328899.063541:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767328899.063544:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767328899.063547:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767328899.063552:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572186112, portal 25 00000100:00000040:0.0:1767328899.063552:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088e8bc68 x1853178572186240/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767328899.063554:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ecca153. 00000100:00000001:3.0:1767328899.063558:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328899.063561:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328899.063563:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 00000100:00000040:1.0:1767328899.063574:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000446a1ebc x1853178572186368/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767328899.063576:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ce1624 x1853178572186112/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328899.063576:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767328899.063579:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328899.063586:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767328899.063590:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767328899.063596:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767328899.063604:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572186240:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328899.063610:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767328899.063611:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767328899.063613:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767328899.063616:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328899.063618:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767328899.063621:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767328899.063623:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767328899.063626:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081e713a3. 00000100:00000040:1.0:1767328899.063628:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a1ebc] to pc [ptlrpcd_00_00+0] req@00000000446a1ebc x1853178572186368/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767328899.063628:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767328899.063632:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572186112, offset 0 02000000:00000010:0.0:1767328899.063636:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000546d40c3. 02000000:00000001:0.0:1767328899.063643:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328899.063649:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767328899.063652:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8a29f88. 00000400:00000010:0.0:1767328899.063661:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061d952c4. 00000400:00000200:3.0:1767328899.063667:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000200:0.0:1767328899.063669:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572186240, portal 10 00000100:00000001:0.0:1767328899.063674:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767328899.063677:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767328899.063684:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777199488 : -127176932352128 : ffff8c55501f9f80) 00000400:00000200:3.0:1767328899.063685:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767328899.063688:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328899.063693:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767328899.063694:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767328899.063697:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088e8bc68 x1853178572186240/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328899.063704:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:1.0:1767328899.063705:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767328899.063708:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767328899.063716:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [76:76:256:4294967295] 192.168.202.109@tcp LPNI seq info [76:76:8:4294967295] 00000100:00000001:2.0:1767328899.063717:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767328899.063719:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6081) 00000100:00000001:0.0:1767328899.063720:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767328899.063721:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767328899.063729:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767328899.063733:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000446a1ebc x1853178572186368/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767328899.063734:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e169f1. 00000100:00000001:1.0:1767328899.063737:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767328899.063741:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572186240, offset 0 00000100:00000001:1.0:1767328899.063743:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328899.063746:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:0.0:1767328899.063757:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:3.0:1767328899.063767:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767328899.063767:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767328899.063771:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328899.063771:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:3.0:1767328899.063777:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001caa00ec. 02000000:00000001:2.0:1767328899.063778:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767328899.063780:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767328899.063782:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767328899.063787:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:2.0:1767328899.063788:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767328899.063793:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767328899.063795:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1767328899.063798:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572186368:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767328899.063804:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767328899.063806:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1767328899.063809:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:2.0:1767328899.063812:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767328899.063812:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [77:77:255:4294967295] 192.168.202.109@tcp LPNI seq info [77:77:7:4294967295] 02000000:00000001:2.0:1767328899.063817:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767328899.063819:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001caa00ec type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1767328899.063822:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767328899.063829:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050557de3. 00000400:00000200:0.0:1767328899.063829:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:2.0:1767328899.063835:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767328899.063840:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767328899.063841:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767328899.063842:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3ddd6cc. 00000800:00000010:0.0:1767328899.063847:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4297425. 00000100:00000001:3.0:1767328899.063849:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300748636 00000800:00000200:0.0:1767328899.063856:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000010:2.0:1767328899.063858:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f8ad362. 00000100:00000010:3.0:1767328899.063859:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000819f352d. 00000100:00000200:2.0:1767328899.063864:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572186368, portal 10 00000800:00000200:0.0:1767328899.063865:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767328899.063870:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767328899.063871:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767328899.063872:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4297425 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767328899.063874:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777192320 : -127176932359296 : ffff8c55501f8380) 00000100:00000001:0.0:1767328899.063879:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328899.063883:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300748636 00000100:00000040:0.0:1767328899.063885:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 1668480 usecs (1669 jiffies) 00000100:00000040:2.0:1767328899.063886:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000446a1ebc x1853178572186368/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767328899.063890:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e54f2307. 00000100:00000001:0.0:1767328899.063892:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300745861 00000100:00000001:3.0:1767328899.063898:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767328899.063900:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300748636 00000100:00000001:2.0:1767328899.063904:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767328899.063905:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300745861 00000100:00000040:2.0:1767328899.063913:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767328899.063917:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300748636 00000100:00000001:0.0:1767328899.063917:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300748636 00000400:00000010:2.0:1767328899.063918:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b565a76. 00000100:00000200:2.0:1767328899.063923:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572186368, offset 0 00000800:00000200:1.0:1767328899.063923:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767328899.063925:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300745861 00000100:00000010:3.0:1767328899.063927:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e065e8f. 00000800:00000010:1.0:1767328899.063932:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001caa00ec. 00000100:00000001:3.0:1767328899.063935:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767328899.063940:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767328899.063943:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300748636 00000100:00000001:0.0:1767328899.063944:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300748636 00000400:00000200:1.0:1767328899.063945:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328899.063950:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000010:3.0:1767328899.063952:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8f4ed25. 00000100:00000001:0.0:1767328899.063952:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300745861 00000400:00000200:2.0:1767328899.063957:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767328899.063960:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767328899.063961:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767328899.063967:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767328899.063969:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328899.063969:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300748636 00000400:00000200:2.0:1767328899.063973:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767328899.063976:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328899.063977:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328899.063980:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767328899.063983:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328899.063985:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328899.063988:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328899.063989:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [78:78:254:4294967295] 192.168.202.109@tcp LPNI seq info [78:78:6:4294967295] 00000100:00000001:3.0:1767328899.063991:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328899.063994:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328899.064004:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328899.064005:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767328899.064009:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767328899.064010:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767328899.064010:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767328899.064042:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328899.064044:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328899.064048:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328899.064051:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767328899.064053:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081e713a3 00000800:00000200:2.0:1767328899.064054:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767328899.064054:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328899.064055:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767328899.064058:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081e713a3. 00000100:00000001:3.0:1767328899.064062:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767328899.064064:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059f1a697. 00000100:00000001:3.0:1767328899.064068:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328899.064068:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767328899.064074:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:1.0:1767328899.064079:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ce1624 x1853178572186112/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767328899.064085:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767328899.064092:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059f1a697 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767328899.064098:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328899.064100:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328899.064102:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 108650 usecs (109 jiffies) 00000100:00000040:1.0:1767328899.064107:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ce1624 x1853178572186112/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328915 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328899.064108:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300744302 00000100:00000001:2.0:1767328899.064113:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300748636 00000100:00000001:2.0:1767328899.064120:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300744302 00000100:00000001:2.0:1767328899.064125:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300748636 00000100:00000001:1.0:1767328899.064128:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328899.064129:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300744302 00000100:00000001:1.0:1767328899.064132:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767328899.064139:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300748636 00000100:00000001:2.0:1767328899.064142:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300744302 00000100:00000001:2.0:1767328899.064145:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300748636 00000100:00000001:2.0:1767328899.064148:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328899.064151:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767328899.064151:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767328899.064156:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4297425. 00000100:00000001:2.0:1767328899.064157:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328899.064162:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328899.064163:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767328899.064167:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767328899.064170:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328899.064171:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767328899.064177:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e169f1 00000100:00000001:2.0:1767328899.064178:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328899.064181:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767328899.064182:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e169f1. 00000100:00000001:2.0:1767328899.064184:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328899.064188:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328899.064193:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767328899.064198:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088e8bc68 x1853178572186240/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328899.064207:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328899.064233:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088e8bc68 x1853178572186240/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328915 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328899.064240:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328899.064243:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767328899.064325:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767328899.064328:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059f1a697. 00000400:00000200:1.0:1767328899.064349:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767328899.064354:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767328899.064357:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b565a76 00000400:00000010:1.0:1767328899.064359:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b565a76. 00000100:00000001:1.0:1767328899.064363:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767328899.064366:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000446a1ebc x1853178572186368/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328899.064375:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328899.064377:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000446a1ebc x1853178572186368/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328915 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328899.064385:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328899.064386:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767328899.065979:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328899.065994:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767328899.065997:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328899.066000:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328899.066008:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767328899.066045:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2802200 00000400:00000200:0.0:1767328899.066053:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x345 [1] + 224 00000800:00000001:0.0:1767328899.066061:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328899.066071:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328899.066074:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328899.066077:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328899.066082:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767328899.066086:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ce1624 x1853178572186112/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328899.066097:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ce1624 x1853178572186112/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328899.066114:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767328899.066121:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328899.066125:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328899.066205:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328899.066209:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767328899.066216:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767328899.066218:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767328899.066221:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1197315. 00000800:00000001:0.0:1767328899.066223:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767328899.066226:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5c30b11 00000800:00000001:0.0:1767328899.066232:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767328899.066235:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328899.066260:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328899.066266:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767328899.066274:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2802280 00000400:00000010:3.0:1767328899.066299:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5c30b11. 00000100:00000001:3.0:1767328899.066304:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767328899.066308:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x34d [1] + 224 00000100:00000200:3.0:1767328899.066311:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce1624 x1853178572186112/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767328899.066318:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328899.066328:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767328899.066329:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ce1624 x1853178572186112/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767328899.066333:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328899.066357:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328899.066361:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767328899.066363:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767328899.066365:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328899.066370:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767328899.066371:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088e8bc68 x1853178572186240/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767328899.066375:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767328899.066379:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767328899.066383:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328899.066389:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328899.066390:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088e8bc68 x1853178572186240/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767328899.066406:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=46 v=5 (5 0 0 0) 00000100:00001000:3.0:1767328899.066413:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767328899.066416:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767328899.066417:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767328899.066418:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328899.066424:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1767328899.066430:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328899.066435:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328899.066457:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328899.066460:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767328899.066464:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767328899.066466:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767328899.066467:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8a29f88. 00000400:00000200:1.0:1767328899.066471:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061d952c4 00000400:00000010:1.0:1767328899.066472:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061d952c4. 00000100:00000001:1.0:1767328899.066476:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328899.066480:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088e8bc68 x1853178572186240/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767328899.066488:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088e8bc68 x1853178572186240/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328899.066494:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328899.066495:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328899.066497:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767328899.066504:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328899.066505:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328899.066507:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328899.066509:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328899.066512:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767328899.066515:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=36 v=5 (5 0 0 0) 00000100:00000001:3.0:1767328899.066518:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767328899.066520:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767328899.066524:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767328899.066526:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328899.066527:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ce1624 x1853178572186112/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328915 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767328899.066529:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767328899.066533:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767328899.066538:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767328899.066539:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767328899.066544:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767328899.066544:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767328899.066548:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:0.0:1767328899.066548:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328899.066550:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767328899.066553:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767328899.066554:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767328899.066555:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767328899.066561:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328899.066562:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088e8bc68 x1853178572186240/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328915 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767328899.066573:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767328899.066581:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328899.066585:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767328899.066587:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2802300 00000100:00000001:1.0:1767328899.066588:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328899.066597:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x355 [1] + 224 00000100:00000040:1.0:1767328899.066599:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088e8bc68 x1853178572186240/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328915 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767328899.066607:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767328899.066616:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572186240:192.168.202.109@tcp:400: 00000800:00000001:0.0:1767328899.066617:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328899.066623:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767328899.066624:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ce1624 x1853178572186112/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328915 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328899.066628:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328899.066634:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767328899.066635:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328899.066641:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088e8bc68 x1853178572186240/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328915 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328899.066644:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767328899.066653:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000446a1ebc x1853178572186368/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767328899.066658:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572186112:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328899.066660:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328899.066665:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767328899.066670:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000546d40c3. 00000100:00000001:3.0:1767328899.066672:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767328899.066677:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767328899.066679:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767328899.066680:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328899.066684:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000040:0.0:1767328899.066684:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000446a1ebc x1853178572186368/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328899.066688:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ce1624 x1853178572186112/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328915 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767328899.066689:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767328899.066699:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000029ea41fb. 02000000:00000001:1.0:1767328899.066705:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767328899.066708:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767328899.066711:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088e8bc68. 00000100:00000001:3.0:1767328899.066715:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767328899.066717:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767328899.066720:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767328899.066720:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328899.066725:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767328899.066726:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000397a58c6. 00000100:00000001:1.0:1767328899.066729:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767328899.066731:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767328899.066732:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328899.066732:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767328899.066736:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767328899.066737:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767328899.066741:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767328899.066742:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767328899.066743:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767328899.066749:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:0.0:1767328899.066751:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767328899.066752:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007bfe2aba. 02000000:00000001:3.0:1767328899.066759:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767328899.066762:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767328899.066764:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ce1624. 00000100:00000001:3.0:1767328899.066769:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328899.066770:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328899.066772:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328899.066775:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328899.066776:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767328899.066781:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767328899.066783:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767328899.066785:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3ddd6cc. 00000100:00000001:3.0:1767328899.066789:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767328899.066792:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f8ad362 00000100:00000001:3.0:1767328899.066793:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767328899.066796:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f8ad362. 00000100:00000001:3.0:1767328899.066798:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328899.066802:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767328899.066803:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767328899.066810:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000446a1ebc x1853178572186368/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328899.066822:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000446a1ebc x1853178572186368/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328899.066831:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328899.066832:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328899.066834:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767328899.066836:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767328899.066837:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328899.066839:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328899.066841:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767328899.066845:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=46 v=5 (5 0 0 0) 00000100:00001000:2.0:1767328899.066848:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1767328899.066857:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767328899.066859:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328899.066861:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767328899.066865:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000446a1ebc x1853178572186368/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328915 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767328899.066872:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328899.066875:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767328899.066876:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767328899.066878:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767328899.066880:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328899.066883:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000446a1ebc x1853178572186368/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328915 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328899.066890:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328899.066892:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328899.066894:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767328899.066896:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000446a1ebc x1853178572186368/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328915 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767328899.066904:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572186368:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328899.066908:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328899.066910:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328899.066912:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000446a1ebc x1853178572186368/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328915 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328899.066919:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767328899.066921:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767328899.066923:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050557de3. 02000000:00000001:2.0:1767328899.066926:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767328899.066927:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767328899.066929:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767328899.066931:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767328899.066933:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ecca153. 02000000:00000001:2.0:1767328899.066936:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767328899.066942:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767328899.066943:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000446a1ebc. 00000100:00000001:2.0:1767328899.066947:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328899.066948:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328899.066950:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328899.066955:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328899.066957:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328899.066958:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328899.066960:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328899.127154:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328899.127163:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328899.127169:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328899.127171:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328899.127191:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328899.127194:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328899.127195:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328900.151105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328900.151115:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328900.151124:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328900.151125:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328900.151154:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328900.151159:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328900.151162:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328901.175150:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328901.175160:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328901.175168:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328901.175170:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328901.175193:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328901.175197:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328901.175201:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328902.199109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328902.199119:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328902.199122:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328902.199124:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328902.199130:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328902.199131:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328902.199133:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328902.199135:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328902.199138:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328902.199160:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328902.199219:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328902.199223:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328902.199225:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328903.223113:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328903.223120:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328903.223128:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328903.223129:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328903.223153:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328903.223157:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328903.223160:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767328903.671151:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300748636, at 4300748800 00000100:00000040:2.0:1767328903.671151:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300748636, at 4300748800 00000100:00000040:1.0:1767328903.671151:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300748636, at 4300748800 00000100:00000040:0.0:1767328903.671155:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300748636, at 4300748800 00000100:00000010:2.0:1767328903.671173:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e065e8f. 00000100:00000010:3.0:1767328903.671176:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8f4ed25. 00000100:00000010:0.0:1767328903.671184:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000819f352d. 00000100:00000010:1.0:1767328903.671187:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e54f2307. 00000100:00000040:0.0:1767328904.183160:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767328904.183176:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767328904.183190:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005188d010. 00000020:00000040:0.0:1767328904.183199:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767328904.183204:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767328904.183208:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767328904.183216:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767328904.183229:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c950b47. 00000100:00000001:0.0:1767328904.183237:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328904.183251:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000005188d010 x1853178572186496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767328904.183264:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767328904.183267:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328904.183274:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005188d010] to pc [ptlrpcd_00_01+1] req@000000005188d010 x1853178572186496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328904.183323:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328904.183327:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767328904.183332:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767328904.183336:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097ca7d73. 00000020:00000040:0.0:1767328904.183339:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767328904.183342:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767328904.183344:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767328904.183348:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328904.183356:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328904.183360:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767328904.183370:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005188d010 x1853178572186496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767328904.183370:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328904.183376:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767328904.183382:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d94add08. 00000100:00000001:2.0:1767328904.183383:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328904.183385:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767328904.183391:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328904.183395:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328904.183396:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767328904.183401:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328904.183405:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328904.183410:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000097ca7d73 x1853178572186624/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328904.183411:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005188d010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572186496:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328904.183422:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767328904.183429:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767328904.183433:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328904.183437:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767328904.183439:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767328904.183442:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328904.183446:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000030a585cd. 02000000:00000001:1.0:1767328904.183449:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328904.183454:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097ca7d73] to pc [ptlrpcd_00_02+2] req@0000000097ca7d73 x1853178572186624/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767328904.183455:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5e0cda2. 00000400:00000010:1.0:1767328904.183464:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 00000100:00000200:1.0:1767328904.183474:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572186496, portal 25 00000100:00000001:1.0:1767328904.183478:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328904.183479:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578898560 : -127177130653056 : ffff8c55444dca80) 00000100:00000040:1.0:1767328904.183484:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005188d010 x1853178572186496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328904.183506:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767328904.183511:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328904.183514:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767328904.183518:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767328904.183519:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e71018d8. 00000100:00000001:3.0:1767328904.183521:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767328904.183523:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572186496, offset 0 00000100:00000001:3.0:1767328904.183528:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328904.183537:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767328904.183541:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767328904.183546:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a6b86e7. 00000020:00000040:0.0:1767328904.183553:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000040:3.0:1767328904.183554:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097ca7d73 x1853178572186624/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767328904.183560:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767328904.183566:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767328904.183572:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767328904.183580:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328904.183581:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767328904.183581:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767328904.183585:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328904.183586:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328904.183597:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328904.183598:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767328904.183598:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1767328904.183600:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d4297425. 02000000:00000001:3.0:1767328904.183603:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767328904.183607:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:3.0:1767328904.183615:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328904.183615:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328904.183617:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00100000:3.0:1767328904.183626:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000097ca7d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572186624:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767328904.183627:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:0.0:1767328904.183634:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000008a6b86e7 x1853178572186752/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767328904.183637:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767328904.183641:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [79:79:256:4294967295] 192.168.202.109@tcp LPNI seq info [79:79:8:4294967295] 02000000:00000001:3.0:1767328904.183643:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767328904.183648:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328904.183657:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767328904.183665:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002eb6fe7a. 00000100:00000001:0.0:1767328904.183667:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767328904.183672:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328904.183673:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328904.183680:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:3.0:1767328904.183681:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1197315. 00000100:00000040:0.0:1767328904.183689:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a6b86e7] to pc [ptlrpcd_00_03+3] req@000000008a6b86e7 x1853178572186752/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767328904.183690:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5c30b11. 00000800:00000200:1.0:1767328904.183690:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000200:3.0:1767328904.183702:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572186624, portal 10 00000800:00000010:1.0:1767328904.183704:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029ea41fb. 00000100:00000001:3.0:1767328904.183709:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767328904.183715:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578903040 : -127177130648576 : ffff8c55444ddc00) 00000800:00000200:1.0:1767328904.183724:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000040:3.0:1767328904.183730:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000097ca7d73 x1853178572186624/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328904.183736:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767328904.183741:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767328904.183746:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000029ea41fb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767328904.183746:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328904.183747:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767328904.183753:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d08aec3. 00000100:00000001:2.0:1767328904.183759:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767328904.183763:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1767328904.183764:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572186624, offset 0 00000100:00000001:2.0:1767328904.183765:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328904.183769:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767328904.183773:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328904.183777:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767328904.183778:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a6b86e7 x1853178572186752/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328904.183783:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300753756 00000400:00000200:3.0:1767328904.183795:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:1.0:1767328904.183798:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a83fae05. 00000100:00000040:0.0:1767328904.183801:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6087) 00000400:00000200:3.0:1767328904.183806:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767328904.183806:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767328904.183807:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767328904.183811:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328904.183818:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767328904.183821:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767328904.183822:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300753756 00000400:00000200:3.0:1767328904.183825:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:2.0:1767328904.183826:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767328904.183827:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001aba7d09. 00000400:00000200:3.0:1767328904.183831:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767328904.183833:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328904.183835:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767328904.183837:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00100000:2.0:1767328904.183839:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a6b86e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572186752:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328904.183843:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300753756 00000100:00000001:2.0:1767328904.183847:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767328904.183848:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [80:80:255:4294967295] 192.168.202.109@tcp LPNI seq info [80:80:7:4294967295] 00000100:00000010:1.0:1767328904.183848:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e8b36ad. 02000000:00000001:2.0:1767328904.183852:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767328904.183855:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 02000000:00000001:2.0:1767328904.183856:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328904.183859:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767328904.183861:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300753756 02000000:00000010:2.0:1767328904.183865:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024dc58fa. 00000100:00000010:1.0:1767328904.183867:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000620d8893. 00000400:00000200:3.0:1767328904.183868:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:2.0:1767328904.183870:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767328904.183877:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767328904.183877:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3ddd6cc. 00000100:00000001:1.0:1767328904.183878:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767328904.183885:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767328904.183887:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001caa00ec. 00000100:00000001:1.0:1767328904.183892:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767328904.183893:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f8ad362. 00000800:00000200:3.0:1767328904.183898:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767328904.183899:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767328904.183900:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572186752, portal 10 00000100:00000001:2.0:1767328904.183906:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328904.183906:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767328904.183907:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767328904.183910:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578899456 : -127177130652160 : ffff8c55444dce00) 00000800:00000200:3.0:1767328904.183912:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001caa00ec type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767328904.183916:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328904.183917:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328904.183919:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767328904.183920:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a6b86e7 x1853178572186752/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328904.183924:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 1570555 usecs (1571 jiffies) 00000100:00000001:1.0:1767328904.183925:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328904.183928:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328904.183930:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300750883 00000100:00000001:1.0:1767328904.183931:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328904.183937:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300753756 00000100:00000001:1.0:1767328904.183938:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328904.183940:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767328904.183943:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300750883 00000100:00000001:3.0:1767328904.183946:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300753756 00000100:00000040:2.0:1767328904.183947:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767328904.183950:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300750883 00000400:00000010:2.0:1767328904.183951:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009532038b. 00000100:00000001:3.0:1767328904.183953:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300753756 00000100:00000200:2.0:1767328904.183955:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572186752, offset 0 00000100:00000001:3.0:1767328904.183957:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300750883 00000100:00000001:3.0:1767328904.183961:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300753756 00000100:00000001:3.0:1767328904.183964:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328904.183966:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767328904.183967:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767328904.183969:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767328904.183972:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328904.183978:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767328904.183979:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029ea41fb. 00000100:00000001:3.0:1767328904.183985:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767328904.183985:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767328904.183989:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767328904.183991:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328904.183992:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767328904.183994:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767328904.184000:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767328904.184005:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767328904.184007:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767328904.184009:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328904.184014:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328904.184059:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [81:81:254:4294967295] 192.168.202.109@tcp LPNI seq info [81:81:6:4294967295] 00000400:00000200:2.0:1767328904.184067:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767328904.184071:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767328904.184074:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004313d708. 00000400:00000200:0.0:1767328904.184077:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000800:00000200:2.0:1767328904.184087:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767328904.184091:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e71018d8 00000800:00000200:2.0:1767328904.184094:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767328904.184101:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004313d708 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767328904.184101:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e71018d8. 00000100:00000001:2.0:1767328904.184115:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328904.184118:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767328904.184119:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 100596 usecs (101 jiffies) 00000100:00000001:3.0:1767328904.184120:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328904.184128:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300749414 00000100:00000200:0.0:1767328904.184134:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005188d010 x1853178572186496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328904.184135:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300753756 00000100:00000001:2.0:1767328904.184140:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300749414 00000100:00000001:2.0:1767328904.184147:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300753756 00000100:00000001:2.0:1767328904.184153:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300749414 00000100:00000001:2.0:1767328904.184161:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300753756 00000100:00000001:0.0:1767328904.184162:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767328904.184163:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300749414 00000100:00000001:2.0:1767328904.184167:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300753756 00000100:00000040:0.0:1767328904.184170:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005188d010 x1853178572186496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328920 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328904.184172:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328904.184178:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328904.184186:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328904.184193:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328904.184201:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328904.184204:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767328904.184204:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328904.184218:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328904.184218:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767328904.184223:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328904.184225:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328904.184227:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767328904.184251:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767328904.184256:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001caa00ec. 00000400:00000200:0.0:1767328904.184262:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328904.184268:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328904.184271:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d08aec3 00000400:00000010:0.0:1767328904.184273:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d08aec3. 00000100:00000001:0.0:1767328904.184277:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767328904.184280:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097ca7d73 x1853178572186624/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328904.184305:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328904.184308:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097ca7d73 x1853178572186624/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328920 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328904.184316:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328904.184318:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767328904.184361:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767328904.184364:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004313d708. 00000400:00000200:0.0:1767328904.184370:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328904.184375:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328904.184378:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009532038b 00000400:00000010:0.0:1767328904.184389:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009532038b. 00000100:00000001:0.0:1767328904.184393:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767328904.184398:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a6b86e7 x1853178572186752/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328904.184407:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328904.184410:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a6b86e7 x1853178572186752/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328920 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328904.184417:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328904.184419:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767328904.185713:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328904.185738:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767328904.185742:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328904.185746:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328904.185755:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767328904.185772:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2802380 00000400:00000200:0.0:1767328904.185781:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x35d [1] + 224 00000800:00000001:0.0:1767328904.185790:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328904.185796:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328904.185799:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328904.185803:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328904.185808:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767328904.185814:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005188d010 x1853178572186496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328904.185825:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005188d010 x1853178572186496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328904.185848:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767328904.185856:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328904.185862:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767328904.185865:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328904.185869:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328904.185875:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767328904.185882:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767328904.185889:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2802400 00000100:00000001:1.0:1767328904.185890:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767328904.185898:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767328904.185901:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767328904.185908:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5e0cda2. 00000400:00000200:1.0:1767328904.185914:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00000400:00000010:1.0:1767328904.185916:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 00000100:00000001:1.0:1767328904.185920:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767328904.185928:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x365 [1] + 224 00000100:00000200:1.0:1767328904.185929:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005188d010 x1853178572186496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767328904.185944:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328904.185953:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767328904.185957:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005188d010 x1853178572186496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767328904.185962:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767328904.185980:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767328904.185980:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767328904.185982:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328904.185988:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767328904.185990:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767328904.185990:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767328904.185998:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328904.186002:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767328904.186004:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097ca7d73 x1853178572186624/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767328904.186006:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767328904.186013:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=51 v=5 (5 0 0 0) 00000100:00001000:1.0:1767328904.186055:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1767328904.186063:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767328904.186066:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328904.186068:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767328904.186070:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000097ca7d73 x1853178572186624/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767328904.186071:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328904.186086:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328904.186095:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005188d010 x1853178572186496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328920 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328904.186102:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328904.186105:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767328904.186106:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328904.186107:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328904.186113:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005188d010 x1853178572186496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328920 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767328904.186118:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767328904.186119:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005188d010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572186496:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328904.186128:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328904.186130:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328904.186131:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767328904.186131:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328904.186134:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767328904.186140:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005188d010 x1853178572186496/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328920 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767328904.186141:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767328904.186141:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767328904.186150:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767328904.186155:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767328904.186156:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1197315. 00000100:00000001:1.0:1767328904.186157:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328904.186162:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767328904.186167:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5c30b11 02000000:00000010:1.0:1767328904.186168:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000030a585cd. 00000400:00000010:3.0:1767328904.186174:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5c30b11. 02000000:00000001:1.0:1767328904.186178:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767328904.186183:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:3.0:1767328904.186185:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767328904.186185:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328904.186195:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000200:3.0:1767328904.186199:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097ca7d73 x1853178572186624/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767328904.186200:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767328904.186207:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c950b47. 00000400:00000200:0.0:1767328904.186209:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2802480 02000000:00000001:1.0:1767328904.186215:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767328904.186217:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767328904.186225:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005188d010. 00000100:00000001:1.0:1767328904.186235:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1767328904.186236:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x36d [1] + 224 00000100:00000001:1.0:1767328904.186238:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767328904.186239:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097ca7d73 x1853178572186624/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328904.186245:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328904.186258:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328904.186260:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767328904.186260:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767328904.186261:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328904.186267:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328904.186267:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328904.186272:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767328904.186273:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328904.186274:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767328904.186276:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328904.186277:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767328904.186280:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328904.186297:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328904.186297:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1767328904.186307:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1767328904.186314:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=41 v=5 (1 0 0 0) 00000400:00000200:0.0:1767328904.186316:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328904.186320:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767328904.186325:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328904.186328:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767328904.186328:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767328904.186330:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328904.186334:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767328904.186335:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767328904.186339:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1767328904.186339:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a6b86e7 x1853178572186752/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328904.186343:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328904.186353:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097ca7d73 x1853178572186624/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328920 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328904.186400:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008a6b86e7 x1853178572186752/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328904.186435:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328904.186444:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767328904.186448:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767328904.186461:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097ca7d73 x1853178572186624/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328920 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767328904.186468:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000097ca7d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572186624:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328904.186470:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767328904.186472:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328904.186476:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328904.186478:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097ca7d73 x1853178572186624/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328920 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767328904.186480:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767328904.186488:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1767328904.186491:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767328904.186492:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767328904.186495:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002eb6fe7a. 02000000:00000001:3.0:1767328904.186498:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767328904.186499:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767328904.186499:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767328904.186501:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767328904.186502:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d94add08. 02000000:00000001:3.0:1767328904.186509:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767328904.186511:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767328904.186512:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097ca7d73. 00000100:00000001:3.0:1767328904.186515:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767328904.186516:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328904.186518:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328904.186523:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328904.186524:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328904.186527:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328904.186528:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328904.186534:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328904.186538:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767328904.186542:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767328904.186544:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767328904.186547:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3ddd6cc. 00000400:00000200:2.0:1767328904.186551:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f8ad362 00000400:00000010:2.0:1767328904.186552:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f8ad362. 00000100:00000001:2.0:1767328904.186555:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328904.186560:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a6b86e7 x1853178572186752/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328904.186567:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a6b86e7 x1853178572186752/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328904.186572:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328904.186573:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328904.186574:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767328904.186576:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767328904.186577:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328904.186578:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328904.186579:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767328904.186582:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=51 v=5 (5 0 0 0) 00000100:00001000:2.0:1767328904.186584:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767328904.186593:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767328904.186595:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328904.186596:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767328904.186598:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000008a6b86e7 x1853178572186752/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328920 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767328904.186604:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328904.186606:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767328904.186607:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767328904.186608:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767328904.186609:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328904.186611:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a6b86e7 x1853178572186752/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328920 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328904.186615:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328904.186616:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328904.186617:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767328904.186619:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a6b86e7 x1853178572186752/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328920 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767328904.186623:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a6b86e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572186752:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328904.186626:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328904.186628:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328904.186629:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a6b86e7 x1853178572186752/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328920 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328904.186634:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767328904.186635:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767328904.186636:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024dc58fa. 02000000:00000001:2.0:1767328904.186644:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767328904.186645:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767328904.186646:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767328904.186648:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767328904.186649:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d4297425. 02000000:00000001:2.0:1767328904.186651:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767328904.186656:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767328904.186658:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a6b86e7. 00000100:00000001:2.0:1767328904.186661:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328904.186662:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328904.186664:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328904.186668:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328904.186670:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328904.186672:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328904.186674:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328904.247144:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328904.247150:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328904.247155:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328904.247174:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328904.247177:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328904.247182:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767328904.247184:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767328904.247186:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328904.247188:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328904.247189:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328904.247191:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328904.247192:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328904.247319:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328904.247323:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328904.247327:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328905.271093:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328905.271101:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328905.271107:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328905.271108:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328905.271127:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328905.271130:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328905.271133:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328906.295133:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328906.295139:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328906.295143:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328906.295144:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328906.295234:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328906.295238:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328906.295240:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328907.319121:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328907.319129:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328907.319135:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328907.319136:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328907.319162:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328907.319165:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328907.319167:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328908.343151:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328908.343159:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328908.343165:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328908.343166:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328908.343235:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328908.343239:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328908.343242:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767328908.791101:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300753756, at 4300753920 00000100:00000040:1.0:1767328908.791101:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300753756, at 4300753920 00000100:00000040:0.0:1767328908.791101:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300753756, at 4300753920 00000100:00000040:2.0:1767328908.791110:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300753756, at 4300753920 00000100:00000010:1.0:1767328908.791122:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001aba7d09. 00000100:00000010:0.0:1767328908.791128:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a83fae05. 00000100:00000010:3.0:1767328908.791131:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000620d8893. 00000100:00000010:2.0:1767328908.791136:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e8b36ad. 00000100:00000040:1.0:1767328909.303143:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767328909.303155:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767328909.303167:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088e8bc68. 00000020:00000040:1.0:1767328909.303175:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767328909.303197:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767328909.303200:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767328909.303206:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328909.303215:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000459d2753. 00000100:00000001:1.0:1767328909.303222:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328909.303247:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000088e8bc68 x1853178572186880/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767328909.303257:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767328909.303259:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328909.303264:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e8bc68] to pc [ptlrpcd_00_00+0] req@0000000088e8bc68 x1853178572186880/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328909.303290:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328909.303292:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767328909.303295:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767328909.303298:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce5d9467. 00000020:00000040:1.0:1767328909.303300:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767328909.303302:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767328909.303304:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767328909.303304:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767328909.303305:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328909.303310:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767328909.303312:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000029ea41fb. 00000100:00000001:0.0:1767328909.303314:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767328909.303317:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328909.303322:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088e8bc68 x1853178572186880/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328909.303324:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000ce5d9467 x1853178572187008/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767328909.303327:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328909.303340:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328909.303344:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767328909.303348:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328909.303352:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767328909.303354:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328909.303355:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767328909.303360:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767328909.303361:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce5d9467] to pc [ptlrpcd_00_01+1] req@00000000ce5d9467 x1853178572187008/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767328909.303366:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767328909.303373:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572186880:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328909.303377:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767328909.303382:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767328909.303385:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328909.303385:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328909.303387:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767328909.303389:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767328909.303391:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:0.0:1767328909.303393:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1f6afd9. 02000000:00000001:0.0:1767328909.303396:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767328909.303401:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc9b4205. 00000400:00000010:0.0:1767328909.303404:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010653498. 00000020:00000040:1.0:1767328909.303405:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767328909.303408:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328909.303410:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767328909.303413:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767328909.303413:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767328909.303414:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f7af1d9. 00000100:00000001:3.0:1767328909.303418:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767328909.303419:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767328909.303424:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572186880, portal 25 02000000:00000010:1.0:1767328909.303425:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ecca153. 00000100:00000040:3.0:1767328909.303429:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce5d9467 x1853178572187008/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328909.303429:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328909.303430:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328909.303433:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777199488 : -127176932352128 : ffff8c55501f9f80) 00000100:00000040:1.0:1767328909.303438:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000cc9b4205 x1853178572187136/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767328909.303444:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088e8bc68 x1853178572186880/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328909.303464:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767328909.303468:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767328909.303469:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328909.303471:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328909.303476:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767328909.303478:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9b4205] to pc [ptlrpcd_00_02+2] req@00000000cc9b4205 x1853178572187136/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328909.303480:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767328909.303481:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767328909.303488:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767328909.303489:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767328909.303494:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008eff51a3. 00000100:00100000:3.0:1767328909.303499:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572187008:192.168.202.109@tcp:400: 00000100:00000200:0.0:1767328909.303499:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572186880, offset 0 00000100:00000001:3.0:1767328909.303507:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767328909.303511:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767328909.303513:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767328909.303513:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328909.303517:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767328909.303518:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328909.303524:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767328909.303525:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767328909.303528:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000010:3.0:1767328909.303532:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000576dcef4. 00000100:00000040:1.0:1767328909.303533:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6092) 00000400:00000200:0.0:1767328909.303536:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767328909.303539:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767328909.303545:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1197315. 00000400:00000200:0.0:1767328909.303550:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:3.0:1767328909.303552:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5c30b11. 00000400:00000200:0.0:1767328909.303556:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1767328909.303559:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572187008, portal 10 00000100:00000001:1.0:1767328909.303559:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767328909.303560:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00100000:1.0:1767328909.303565:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767328909.303566:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767328909.303569:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [82:82:256:4294967295] 192.168.202.109@tcp LPNI seq info [82:82:8:4294967295] 00000100:00000001:3.0:1767328909.303570:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777200384 : -127176932351232 : ffff8c55501fa300) 00000100:00000001:1.0:1767328909.303571:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328909.303581:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767328909.303585:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce5d9467 x1853178572187008/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328909.303585:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328909.303591:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767328909.303592:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328909.303595:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328909.303598:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767328909.303606:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc9b4205 x1853178572187136/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328909.303608:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767328909.303609:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767328909.303618:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767328909.303618:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c58f1272. 00000100:00000001:1.0:1767328909.303624:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767328909.303625:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000261eab26. 00000100:00000001:1.0:1767328909.303626:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767328909.303631:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:3.0:1767328909.303632:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572187008, offset 0 02000000:00000001:1.0:1767328909.303633:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767328909.303637:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328909.303640:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328909.303647:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:0.0:1767328909.303647:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00100000:1.0:1767328909.303653:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572187136:192.168.202.109@tcp:400: 00000800:00000200:0.0:1767328909.303656:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c58f1272 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767328909.303658:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767328909.303661:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:1.0:1767328909.303663:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767328909.303667:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328909.303669:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767328909.303670:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767328909.303671:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328909.303674:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a0a95ef. 00000100:00000001:0.0:1767328909.303677:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300758876 00000400:00000200:3.0:1767328909.303678:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:1.0:1767328909.303678:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767328909.303686:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5e0cda2. 00000100:00000010:0.0:1767328909.303686:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8fe8887. 00000100:00000001:2.0:1767328909.303694:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767328909.303694:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 00000400:00000200:3.0:1767328909.303695:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767328909.303697:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767328909.303699:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767328909.303701:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572187136, portal 10 00000400:00000200:3.0:1767328909.303704:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767328909.303705:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767328909.303707:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300758876 00000100:00000001:1.0:1767328909.303708:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777203072 : -127176932348544 : ffff8c55501fad80) 00000400:00000200:3.0:1767328909.303714:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [83:83:255:4294967295] 192.168.202.109@tcp LPNI seq info [83:83:7:4294967295] 00000100:00000010:0.0:1767328909.303715:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1c97f20. 00000100:00000040:1.0:1767328909.303719:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc9b4205 x1853178572187136/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328909.303721:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767328909.303729:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300758876 00000100:00000001:1.0:1767328909.303730:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767328909.303735:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080a38a15. 00000100:00000040:1.0:1767328909.303737:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767328909.303741:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767328909.303742:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000765ff9ed. 00000400:00000200:3.0:1767328909.303743:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767328909.303746:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300758876 00000100:00000200:1.0:1767328909.303748:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572187136, offset 0 00000100:00000010:0.0:1767328909.303753:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097c45c3b. 00000100:00000001:0.0:1767328909.303757:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767328909.303761:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767328909.303762:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767328909.303764:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328909.303768:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767328909.303769:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001caa00ec. 00000100:00000001:0.0:1767328909.303772:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328909.303774:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767328909.303776:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767328909.303781:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767328909.303783:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767328909.303783:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328909.303787:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767328909.303790:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767328909.303791:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:3.0:1767328909.303793:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767328909.303796:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767328909.303801:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001caa00ec type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767328909.303801:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767328909.303802:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767328909.303804:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328909.303809:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [84:84:254:4294967295] 192.168.202.109@tcp LPNI seq info [84:84:6:4294967295] 00000100:00000001:3.0:1767328909.303811:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328909.303811:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328909.303820:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 1483496 usecs (1484 jiffies) 00000800:00000200:2.0:1767328909.303820:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767328909.303825:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c58f1272. 00000100:00000001:3.0:1767328909.303827:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300755916 00000400:00000200:1.0:1767328909.303829:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:2.0:1767328909.303834:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767328909.303835:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300758876 00000800:00000200:1.0:1767328909.303840:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767328909.303842:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300755916 00000400:00000200:2.0:1767328909.303846:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000800:00000010:1.0:1767328909.303848:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bfe2aba. 00000100:00000001:3.0:1767328909.303850:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300758876 00000100:00000001:3.0:1767328909.303855:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300755916 00000400:00000200:2.0:1767328909.303855:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008eff51a3 00000800:00000200:1.0:1767328909.303858:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000010:2.0:1767328909.303859:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008eff51a3. 00000100:00000001:3.0:1767328909.303862:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300758876 00000100:00000001:3.0:1767328909.303869:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300755916 00000800:00000200:1.0:1767328909.303869:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767328909.303874:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767328909.303874:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007bfe2aba type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767328909.303875:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300758876 00000100:00000001:3.0:1767328909.303879:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767328909.303884:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088e8bc68 x1853178572186880/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328909.303886:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328909.303886:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328909.303893:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 93665 usecs (94 jiffies) 00000100:00000001:1.0:1767328909.303898:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300754526 00000100:00000001:1.0:1767328909.303903:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300758876 00000100:00000001:1.0:1767328909.303907:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300754526 00000100:00000001:2.0:1767328909.303909:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767328909.303909:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300758876 00000100:00000001:1.0:1767328909.303914:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300754526 00000100:00000001:1.0:1767328909.303915:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300758876 00000100:00000040:2.0:1767328909.303918:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088e8bc68 x1853178572186880/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328925 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328909.303918:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300754526 00000100:00000001:1.0:1767328909.303922:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300758876 00000100:00000001:1.0:1767328909.303926:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328909.303931:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328909.303934:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328909.303939:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328909.303941:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328909.303951:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767328909.303961:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328909.303964:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767328909.303968:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767328909.303970:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767328909.303971:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001caa00ec. 00000100:00000001:3.0:1767328909.303975:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767328909.303975:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767328909.303982:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767328909.303983:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328909.303987:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767328909.303988:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000261eab26 00000100:00000001:3.0:1767328909.303991:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767328909.303991:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000261eab26. 00000100:00000001:2.0:1767328909.303993:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767328909.303997:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767328909.303998:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce5d9467 x1853178572187008/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328909.304004:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328909.304007:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce5d9467 x1853178572187008/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328925 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328909.304012:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328909.304034:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767328909.304060:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767328909.304062:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bfe2aba. 00000400:00000200:2.0:1767328909.304064:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328909.304067:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767328909.304068:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000765ff9ed 00000400:00000010:2.0:1767328909.304069:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000765ff9ed. 00000100:00000001:2.0:1767328909.304071:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767328909.304073:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc9b4205 x1853178572187136/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328909.304078:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328909.304079:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc9b4205 x1853178572187136/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328925 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328909.304084:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328909.304085:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767328909.305842:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328909.305856:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767328909.305860:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328909.305863:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328909.305871:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767328909.305883:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2802500 00000400:00000200:0.0:1767328909.305890:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x375 [1] + 224 00000800:00000001:0.0:1767328909.305898:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328909.305905:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328909.305907:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328909.305909:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328909.305913:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767328909.305916:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088e8bc68 x1853178572186880/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328909.305925:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088e8bc68 x1853178572186880/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328909.305940:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767328909.305946:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328909.305949:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328909.305983:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328909.305987:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767328909.305993:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767328909.305995:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767328909.305997:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010653498. 00000400:00000200:2.0:1767328909.306008:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f7af1d9 00000400:00000010:2.0:1767328909.306011:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f7af1d9. 00000100:00000001:2.0:1767328909.306038:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328909.306044:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088e8bc68 x1853178572186880/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328909.306056:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088e8bc68 x1853178572186880/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328909.306065:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328909.306066:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328909.306070:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767328909.306073:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767328909.306075:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328909.306078:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328909.306082:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767328909.306089:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=56 v=5 (5 0 0 0) 00000100:00001000:2.0:1767328909.306095:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767328909.306098:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767328909.306100:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328909.306103:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767328909.306106:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328909.306110:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328909.306114:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088e8bc68 x1853178572186880/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328909.306124:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328909.306128:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328909.306130:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767328909.306135:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088e8bc68 x1853178572186880/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328925 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767328909.306141:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328909.306147:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767328909.306149:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572186880:192.168.202.109@tcp:400: 00000800:00000001:0.0:1767328909.306150:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328909.306155:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328909.306158:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328909.306164:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767328909.306164:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000040:2.0:1767328909.306171:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088e8bc68 x1853178572186880/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328925 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767328909.306175:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2802580 00000400:00000200:0.0:1767328909.306185:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x37d [1] + 224 00000800:00000001:0.0:1767328909.306189:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328909.306191:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328909.306215:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767328909.306219:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767328909.306223:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1f6afd9. 02000000:00000001:2.0:1767328909.306228:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767328909.306230:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767328909.306232:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1767328909.306249:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767328909.306251:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000459d2753. 02000000:00000001:2.0:1767328909.306255:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767328909.306257:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767328909.306258:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088e8bc68. 00000100:00000001:2.0:1767328909.306262:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328909.306264:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328909.306266:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328909.306270:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328909.306271:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328909.306273:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328909.306275:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767328909.306323:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328909.306329:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328909.306332:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328909.306337:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328909.306341:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328909.306345:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce5d9467 x1853178572187008/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328909.306354:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ce5d9467 x1853178572187008/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328909.306371:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767328909.306376:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328909.306379:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328909.306381:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328909.306384:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328909.306391:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767328909.306399:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767328909.306402:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2802600 00000100:00000001:1.0:1767328909.306403:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767328909.306407:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767328909.306409:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767328909.306411:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1197315. 00000400:00000200:1.0:1767328909.306415:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5c30b11 00000400:00000010:1.0:1767328909.306416:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5c30b11. 00000100:00000001:1.0:1767328909.306418:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328909.306423:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce5d9467 x1853178572187008/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328909.306424:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x385 [1] + 224 00000800:00000001:3.0:1767328909.306437:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767328909.306439:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce5d9467 x1853178572187008/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767328909.306446:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328909.306446:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328909.306448:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328909.306451:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767328909.306451:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767328909.306454:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328909.306456:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767328909.306460:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328909.306464:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767328909.306464:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328909.306467:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767328909.306472:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc9b4205 x1853178572187136/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767328909.306473:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=46 v=5 (5 0 0 0) 00000100:00001000:1.0:1767328909.306480:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767328909.306487:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767328909.306490:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328909.306494:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767328909.306498:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328909.306499:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc9b4205 x1853178572187136/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328909.306501:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767328909.306503:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767328909.306507:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767328909.306509:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328909.306515:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce5d9467 x1853178572187008/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328909.306522:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328909.306524:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767328909.306525:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328909.306527:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce5d9467 x1853178572187008/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328925 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328909.306529:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767328909.306536:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767328909.306536:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572187008:192.168.202.109@tcp:400: 00000800:00000001:3.0:1767328909.306543:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328909.306543:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328909.306547:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328909.306551:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce5d9467 x1853178572187008/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328925 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328909.306555:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328909.306557:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767328909.306559:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000576dcef4. 02000000:00000001:1.0:1767328909.306562:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767328909.306563:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328909.306565:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767328909.306567:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767328909.306568:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767328909.306568:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000029ea41fb. 00000100:00000001:2.0:1767328909.306573:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767328909.306573:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:2.0:1767328909.306579:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767328909.306579:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:2.0:1767328909.306583:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:1.0:1767328909.306583:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce5d9467. 00000400:00000010:2.0:1767328909.306587:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5e0cda2. 00000100:00000001:1.0:1767328909.306588:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767328909.306590:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328909.306593:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00000100:00000001:1.0:1767328909.306594:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767328909.306599:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 00000100:00000001:1.0:1767328909.306600:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328909.306603:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767328909.306603:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328909.306608:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328909.306609:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767328909.306612:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc9b4205 x1853178572187136/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328909.306624:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc9b4205 x1853178572187136/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328909.306633:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328909.306634:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328909.306637:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767328909.306639:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767328909.306640:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328909.306648:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328909.306650:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767328909.306655:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=56 v=5 (5 0 0 0) 00000100:00001000:2.0:1767328909.306658:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767328909.306661:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767328909.306662:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328909.306664:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767328909.306667:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cc9b4205 x1853178572187136/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767328909.306675:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328909.306678:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767328909.306679:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767328909.306681:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767328909.306683:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328909.306686:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc9b4205 x1853178572187136/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328909.306694:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328909.306696:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328909.306697:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767328909.306700:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc9b4205 x1853178572187136/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328925 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767328909.306709:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572187136:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328909.306714:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328909.306716:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328909.306718:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc9b4205 x1853178572187136/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328925 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328909.306725:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767328909.306727:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767328909.306728:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a0a95ef. 02000000:00000001:2.0:1767328909.306731:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767328909.306733:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767328909.306738:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767328909.306740:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767328909.306742:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ecca153. 02000000:00000001:2.0:1767328909.306744:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767328909.306746:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767328909.306747:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc9b4205. 00000100:00000001:2.0:1767328909.306750:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328909.306752:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328909.306754:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328909.306758:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328909.306759:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328909.306761:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328909.306763:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328909.367090:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328909.367098:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328909.367103:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328909.367105:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328909.367124:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328909.367126:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328909.367128:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328910.391161:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328910.391169:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328910.391176:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328910.391177:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328910.391279:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328910.391283:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328910.391286:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328911.415118:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328911.415126:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328911.415134:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328911.415135:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328911.415157:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328911.415161:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328911.415165:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328912.439136:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328912.439144:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328912.439146:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328912.439149:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328912.439153:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328912.439155:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328912.439157:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328912.439159:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328912.439162:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328912.439163:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328912.439257:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328912.439261:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328912.439263:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328913.463110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328913.463135:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328913.463142:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328913.463143:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328913.463167:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328913.463170:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328913.463173:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767328913.911071:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300758876, at 4300759040 00000100:00000010:1.0:1767328913.911084:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1c97f20. 00000100:00000040:2.0:1767328913.911100:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300758876, at 4300759040 00000100:00000010:2.0:1767328913.911110:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080a38a15. 00000100:00000040:3.0:1767328913.911121:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300758876, at 4300759040 00000100:00000010:3.0:1767328913.911130:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097c45c3b. 00000100:00000040:0.0:1767328913.911413:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300758876, at 4300759040 00000100:00000010:0.0:1767328913.911422:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8fe8887. 00000100:00000040:2.0:1767328914.423174:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767328914.423183:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767328914.423206:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d72826e0. 00000020:00000040:2.0:1767328914.423212:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767328914.423216:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767328914.423218:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767328914.423223:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767328914.423232:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004313d708. 00000100:00000001:2.0:1767328914.423239:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328914.423247:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000d72826e0 x1853178572187264/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767328914.423255:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767328914.423257:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328914.423261:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d72826e0] to pc [ptlrpcd_00_03+3] req@00000000d72826e0 x1853178572187264/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328914.423302:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328914.423304:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767328914.423307:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767328914.423309:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f76cd51. 00000020:00000040:2.0:1767328914.423311:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767328914.423313:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767328914.423314:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767328914.423316:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767328914.423318:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059f1a697. 00000100:00000001:2.0:1767328914.423321:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328914.423323:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000000f76cd51 x1853178572187392/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767328914.423326:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328914.423331:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767328914.423333:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328914.423334:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328914.423339:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767328914.423340:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f76cd51] to pc [ptlrpcd_00_00+0] req@000000000f76cd51 x1853178572187392/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328914.423349:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d72826e0 x1853178572187264/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328914.423351:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328914.423358:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328914.423364:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328914.423368:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767328914.423370:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767328914.423371:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1767328914.423372:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081735c3f. 00000100:00000001:1.0:1767328914.423375:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767328914.423376:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767328914.423382:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767328914.423384:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767328914.423384:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767328914.423386:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328914.423389:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767328914.423390:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004b01f034. 00000100:00000001:2.0:1767328914.423396:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328914.423396:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328914.423403:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000081735c3f x1853178572187520/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767328914.423404:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767328914.423405:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d72826e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572187264:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328914.423410:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328914.423413:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767328914.423418:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767328914.423420:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767328914.423421:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f76cd51 x1853178572187392/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767328914.423426:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767328914.423428:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328914.423431:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328914.423437:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081735c3f] to pc [ptlrpcd_00_01+1] req@0000000081735c3f x1853178572187520/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767328914.423439:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767328914.423440:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767328914.423443:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328914.423448:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767328914.423449:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f264fbbb. 00000100:00000001:2.0:1767328914.423452:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328914.423452:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328914.423453:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328914.423457:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767328914.423458:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328914.423464:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1767328914.423465:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000f76cd51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572187392:192.168.202.109@tcp:400: 00000400:00000010:1.0:1767328914.423466:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a3633ee. 00000100:00000040:2.0:1767328914.423470:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6097) 00000100:00000001:0.0:1767328914.423473:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767328914.423477:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767328914.423478:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cab2768b. 02000000:00000001:0.0:1767328914.423479:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328914.423482:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767328914.423487:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8008de8. 00000100:00000200:1.0:1767328914.423489:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572187264, portal 25 02000000:00000001:0.0:1767328914.423490:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328914.423496:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767328914.423496:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011ad546e. 00000100:00000001:2.0:1767328914.423497:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328914.423498:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777364224 : -127176932187392 : ffff8c5550222300) 00000100:00000001:2.0:1767328914.423502:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767328914.423504:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000691b4d6e. 00000100:00000001:2.0:1767328914.423505:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767328914.423510:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d72826e0 x1853178572187264/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767328914.423510:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572187392, portal 10 00000100:00000040:2.0:1767328914.423513:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081735c3f x1853178572187520/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328914.423516:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767328914.423519:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777367808 : -127176932183808 : ffff8c5550223100) 00000100:00000040:0.0:1767328914.423531:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000f76cd51 x1853178572187392/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328914.423548:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767328914.423548:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767328914.423551:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328914.423551:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767328914.423556:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767328914.423557:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767328914.423560:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767328914.423562:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dba91bce. 02000000:00000001:2.0:1767328914.423566:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328914.423567:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000200:0.0:1767328914.423568:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572187392, offset 0 00000100:00100000:2.0:1767328914.423572:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081735c3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572187520:192.168.202.109@tcp:400: 00000400:00000010:1.0:1767328914.423574:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c97fde2a. 00000100:00000001:2.0:1767328914.423576:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767328914.423580:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767328914.423581:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767328914.423584:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328914.423586:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767328914.423589:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000028bdf33. 02000000:00000001:2.0:1767328914.423591:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767328914.423594:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3ddd6cc. 00000100:00000200:1.0:1767328914.423595:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572187264, offset 0 00000400:00000200:0.0:1767328914.423595:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000010:2.0:1767328914.423601:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f8ad362. 00000400:00000200:0.0:1767328914.423604:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767328914.423609:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767328914.423613:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000200:2.0:1767328914.423616:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572187520, portal 10 00000400:00000200:0.0:1767328914.423618:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767328914.423620:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767328914.423621:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777358848 : -127176932192768 : ffff8c5550220e00) 00000100:00000040:2.0:1767328914.423627:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081735c3f x1853178572187520/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767328914.423634:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767328914.423637:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767328914.423641:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [85:85:256:4294967295] 192.168.202.109@tcp LPNI seq info [85:85:8:4294967295] 00000100:00000040:2.0:1767328914.423648:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767328914.423650:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004740f0f1. 00000100:00000200:2.0:1767328914.423653:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572187520, offset 0 00000400:00000200:2.0:1767328914.423656:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767328914.423671:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767328914.423678:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767328914.423683:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:0.0:1767328914.423686:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074996e45. 00000400:00000200:1.0:1767328914.423688:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767328914.423693:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767328914.423698:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767328914.423701:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767328914.423704:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767328914.423709:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [86:86:255:4294967295] 192.168.202.109@tcp LPNI seq info [86:86:7:4294967295] 00000800:00000200:0.0:1767328914.423716:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767328914.423724:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767328914.423725:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000074996e45 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767328914.423735:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767328914.423737:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767328914.423743:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767328914.423743:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029ea41fb. 00000400:00000200:2.0:1767328914.423748:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767328914.423750:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328914.423753:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767328914.423756:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767328914.423760:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:0.0:1767328914.423760:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 1405620 usecs (1406 jiffies) 00000100:00000001:0.0:1767328914.423767:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300760958 00000400:00000200:2.0:1767328914.423772:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [87:87:254:4294967295] 192.168.202.109@tcp LPNI seq info [87:87:6:4294967295] 00000800:00000200:1.0:1767328914.423772:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:0.0:1767328914.423776:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000071fbe362. 00000800:00000200:1.0:1767328914.423780:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000029ea41fb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767328914.423788:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328914.423788:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767328914.423791:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767328914.423796:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300763996 00000100:00000001:0.0:1767328914.423801:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300760958 00000800:00000200:2.0:1767328914.423802:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000200:3.0:1767328914.423806:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767328914.423807:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300760958 00000800:00000010:2.0:1767328914.423809:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3a879af. 00000100:00000010:0.0:1767328914.423809:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8fe8887. 00000800:00000010:3.0:1767328914.423812:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074996e45. 00000100:00000001:0.0:1767328914.423817:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767328914.423819:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300763996 00000400:00000200:3.0:1767328914.423820:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767328914.423823:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767328914.423825:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300760958 00000100:00000001:1.0:1767328914.423831:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300760958 00000100:00000010:0.0:1767328914.423831:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052edf4f7. 00000400:00000200:3.0:1767328914.423835:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000800:00000200:2.0:1767328914.423836:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767328914.423838:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767328914.423840:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300763996 00000800:00000200:2.0:1767328914.423843:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3a879af type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767328914.423844:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dba91bce 00000100:00000001:0.0:1767328914.423846:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300760958 00000100:00000001:1.0:1767328914.423848:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300760958 00000400:00000010:3.0:1767328914.423850:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dba91bce. 00000100:00000001:2.0:1767328914.423851:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767328914.423852:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000433e038f. 00000100:00000040:2.0:1767328914.423858:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 87682 usecs (88 jiffies) 00000100:00000001:1.0:1767328914.423859:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300763996 00000100:00000001:0.0:1767328914.423859:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767328914.423864:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767328914.423864:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300759640 00000100:00000001:0.0:1767328914.423866:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328914.423869:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300760958 00000100:00000001:2.0:1767328914.423870:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300763996 00000100:00000200:3.0:1767328914.423872:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f76cd51 x1853178572187392/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328914.423873:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328914.423877:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300759640 00000100:00000001:0.0:1767328914.423880:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328914.423881:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328914.423882:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300763996 00000100:00000001:0.0:1767328914.423886:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328914.423889:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328914.423890:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300759640 00000100:00000001:0.0:1767328914.423897:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328914.423898:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300763996 00000100:00000001:1.0:1767328914.423898:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328914.423900:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767328914.423901:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767328914.423905:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300759640 00000100:00000001:1.0:1767328914.423906:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328914.423907:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767328914.423908:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f76cd51 x1853178572187392/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328930 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328914.423909:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300763996 00000100:00000001:2.0:1767328914.423914:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328914.423917:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328914.423920:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328914.423922:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328914.423923:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328914.423925:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328914.423928:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767328914.423928:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328914.423929:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767328914.423931:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328914.423935:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328914.423936:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328914.423940:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328914.423941:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767328914.423942:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767328914.423945:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767328914.423945:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767328914.423946:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029ea41fb. 00000400:00000200:3.0:1767328914.423954:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767328914.423954:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328914.423955:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328914.423958:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328914.423962:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328914.423965:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328914.423967:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328914.423968:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c97fde2a 00000400:00000010:3.0:1767328914.423971:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c97fde2a. 00000100:00000001:3.0:1767328914.423974:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767328914.423976:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d72826e0 x1853178572187264/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328914.423982:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328914.423983:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d72826e0 x1853178572187264/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328930 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328914.423988:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328914.423990:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767328914.424088:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328914.424090:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3a879af. 00000400:00000200:3.0:1767328914.424095:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328914.424100:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328914.424110:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004740f0f1 00000400:00000010:3.0:1767328914.424112:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004740f0f1. 00000100:00000001:3.0:1767328914.424116:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767328914.424120:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081735c3f x1853178572187520/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328914.424128:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328914.424130:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081735c3f x1853178572187520/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328930 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328914.424136:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328914.424138:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767328914.425907:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328914.425918:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767328914.425920:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328914.425922:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328914.425928:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767328914.425937:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2802700 00000400:00000200:0.0:1767328914.425944:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x391 [1] + 224 00000800:00000001:0.0:1767328914.425951:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328914.425959:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328914.425961:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328914.425964:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328914.425967:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767328914.425973:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f76cd51 x1853178572187392/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328914.425981:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f76cd51 x1853178572187392/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328914.425998:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767328914.426004:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328914.426007:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767328914.426008:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328914.426009:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328914.426012:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767328914.426047:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2802680 00000100:00000001:2.0:1767328914.426049:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328914.426053:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767328914.426054:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x38d [1] + 224 00000400:00000001:2.0:1767328914.426061:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767328914.426062:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767328914.426067:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767328914.426070:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767328914.426071:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011ad546e. 00000400:00000200:0.0:1767328914.426076:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328914.426077:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000691b4d6e 00000400:00000010:2.0:1767328914.426081:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000691b4d6e. 00000400:00000200:0.0:1767328914.426086:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328914.426089:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767328914.426091:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328914.426096:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f76cd51 x1853178572187392/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767328914.426108:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d72826e0 x1853178572187264/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328914.426112:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f76cd51 x1853178572187392/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328914.426135:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767328914.426137:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d72826e0 x1853178572187264/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328914.426138:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328914.426144:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767328914.426147:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767328914.426149:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328914.426151:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328914.426153:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328914.426157:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767328914.426159:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=51 v=5 (5 0 0 0) 00000800:00000001:0.0:1767328914.426164:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767328914.426168:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=51 v=5 (1 0 0 0) 00000800:00000001:0.0:1767328914.426170:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328914.426172:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1767328914.426173:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767328914.426175:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767328914.426177:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767328914.426179:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767328914.426183:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328914.426197:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767328914.426198:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767328914.426200:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1767328914.426200:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767328914.426209:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328914.426209:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767328914.426210:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2802780 00000100:00000001:1.0:1767328914.426214:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767328914.426219:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f76cd51 x1853178572187392/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767328914.426220:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x39d [1] + 224 00000400:00000001:1.0:1767328914.426230:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767328914.426230:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767328914.426231:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767328914.426235:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767328914.426236:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767328914.426238:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a3633ee. 00000100:00000001:2.0:1767328914.426239:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767328914.426240:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328914.426245:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767328914.426246:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cab2768b 00000100:00000040:2.0:1767328914.426248:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f76cd51 x1853178572187392/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328930 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767328914.426249:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cab2768b. 00000400:00000200:0.0:1767328914.426254:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767328914.426255:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767328914.426261:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328914.426263:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d72826e0 x1853178572187264/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767328914.426266:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000f76cd51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572187392:192.168.202.109@tcp:400: 00000100:00000200:0.0:1767328914.426268:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081735c3f x1853178572187520/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328914.426277:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328914.426281:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328914.426288:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f76cd51 x1853178572187392/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328930 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767328914.426300:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d72826e0 x1853178572187264/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328914.426303:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081735c3f x1853178572187520/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328914.426315:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767328914.426319:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767328914.426322:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8008de8. 00000100:00000001:1.0:1767328914.426329:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767328914.426330:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767328914.426332:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767328914.426333:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767328914.426335:0:208651:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767328914.426336:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 02000000:00000001:1.0:1767328914.426338:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767328914.426340:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767328914.426341:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767328914.426341:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767328914.426343:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059f1a697. 00000100:00000001:1.0:1767328914.426345:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767328914.426348:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767328914.426349:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767328914.426349:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328914.426353:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:0.0:1767328914.426353:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767328914.426355:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=61 v=5 (5 0 0 0) 00000100:00000010:2.0:1767328914.426357:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f76cd51. 00000100:00001000:1.0:1767328914.426362:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1767328914.426363:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328914.426366:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328914.426368:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767328914.426369:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328914.426371:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328914.426374:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767328914.426375:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767328914.426376:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328914.426378:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328914.426380:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328914.426385:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328914.426387:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328914.426389:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328914.426393:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d72826e0 x1853178572187264/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328914.426396:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328914.426406:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767328914.426407:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767328914.426409:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1767328914.426410:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767328914.426414:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3ddd6cc. 00000100:00000001:1.0:1767328914.426419:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328914.426424:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d72826e0 x1853178572187264/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328930 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328914.426427:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f8ad362 00000400:00000010:3.0:1767328914.426433:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f8ad362. 00000100:00100000:1.0:1767328914.426447:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d72826e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572187264:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767328914.426448:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767328914.426458:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767328914.426462:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081735c3f x1853178572187520/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328914.426463:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328914.426474:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d72826e0 x1853178572187264/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328930 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767328914.426515:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081735c3f x1853178572187520/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328914.426517:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328914.426523:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767328914.426529:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f264fbbb. 00000100:00000001:3.0:1767328914.426542:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767328914.426542:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767328914.426545:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767328914.426545:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328914.426551:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767328914.426552:0:208649:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767328914.426560:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767328914.426562:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767328914.426570:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1767328914.426571:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004313d708. 00000100:00000001:3.0:1767328914.426577:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328914.426579:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767328914.426583:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328914.426584:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767328914.426591:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d72826e0. 00000100:00000001:1.0:1767328914.426595:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1767328914.426596:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=61 v=5 (5 0 0 0) 00000100:00000001:1.0:1767328914.426597:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328914.426606:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767328914.426608:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767328914.426613:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767328914.426614:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328914.426616:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328914.426617:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328914.426620:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767328914.426621:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328914.426623:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767328914.426641:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000081735c3f x1853178572187520/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767328914.426651:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328914.426655:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767328914.426657:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767328914.426659:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767328914.426660:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328914.426664:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081735c3f x1853178572187520/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328914.426672:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328914.426676:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767328914.426678:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767328914.426682:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081735c3f x1853178572187520/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328930 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767328914.426690:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081735c3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572187520:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767328914.426694:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328914.426696:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328914.426697:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081735c3f x1853178572187520/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328930 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328914.426702:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767328914.426704:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767328914.426707:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000028bdf33. 02000000:00000001:3.0:1767328914.426709:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767328914.426711:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767328914.426712:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767328914.426714:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767328914.426715:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004b01f034. 02000000:00000001:3.0:1767328914.426720:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767328914.426721:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767328914.426722:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081735c3f. 00000100:00000001:3.0:1767328914.426725:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767328914.426731:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328914.426732:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328914.426738:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328914.426739:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328914.426741:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328914.426742:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328914.487119:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328914.487125:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328914.487129:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328914.487131:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328914.487134:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328914.487140:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767328914.487142:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767328914.487144:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328914.487146:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328914.487164:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328914.487166:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328914.487168:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328914.487247:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328914.487250:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328914.487260:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328915.511075:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328915.511081:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328915.511086:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328915.511088:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328915.511108:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328915.511111:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328915.511114:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328916.535095:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328916.535101:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328916.535106:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328916.535107:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328916.535197:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328916.535201:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328916.535203:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328917.559091:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328917.559099:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328917.559105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328917.559106:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328917.559124:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328917.559127:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328917.559131:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328918.583156:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328918.583164:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328918.583171:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328918.583173:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328918.583240:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328918.583244:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328918.583247:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767328919.031124:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300763996, at 4300764160 00000100:00000040:1.0:1767328919.031124:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300763996, at 4300764160 00000100:00000040:0.0:1767328919.031124:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300763996, at 4300764160 00000100:00000010:1.0:1767328919.031153:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8fe8887. 00000100:00000010:2.0:1767328919.031169:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052edf4f7. 00000100:00000010:0.0:1767328919.031172:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000071fbe362. 00000100:00000040:3.0:1767328919.031402:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300763996, at 4300764160 00000100:00000010:3.0:1767328919.031409:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000433e038f. 00000100:00000040:3.0:1767328919.543228:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767328919.543242:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767328919.543256:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069829e7b. 00000020:00000040:3.0:1767328919.543266:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767328919.543272:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767328919.543276:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767328919.543284:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767328919.543296:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c06a1248. 00000100:00000001:3.0:1767328919.543305:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328919.543321:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000069829e7b x1853178572187648/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767328919.543334:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767328919.543337:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328919.543343:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069829e7b] to pc [ptlrpcd_00_02+2] req@0000000069829e7b x1853178572187648/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328919.543379:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328919.543382:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767328919.543386:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767328919.543390:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001aee3446. 00000020:00000040:3.0:1767328919.543394:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767328919.543398:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767328919.543398:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767328919.543403:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767328919.543406:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767328919.543407:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328919.543410:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767328919.543413:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ce0a9bb. 00000100:00000001:1.0:1767328919.543415:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328919.543423:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328919.543423:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069829e7b x1853178572187648/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328919.543424:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328919.543436:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767328919.543438:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328919.543442:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767328919.543447:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767328919.543450:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767328919.543453:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069829e7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572187648:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767328919.543460:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000001aee3446 x1853178572187776/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767328919.543460:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767328919.543470:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767328919.543476:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328919.543481:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767328919.543482:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767328919.543487:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767328919.543493:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000576dcef4. 02000000:00000001:2.0:1767328919.543495:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328919.543500:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001aee3446] to pc [ptlrpcd_00_03+3] req@000000001aee3446 x1853178572187776/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767328919.543505:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac11e954. 00000400:00000010:2.0:1767328919.543515:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9460489. 00000100:00000200:2.0:1767328919.543521:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572187648, portal 25 00000100:00000001:2.0:1767328919.543523:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767328919.543525:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776937344 : -127176932614272 : ffff8c55501b9f80) 00000100:00000001:3.0:1767328919.543529:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328919.543531:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069829e7b x1853178572187648/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328919.543537:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767328919.543549:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767328919.543554:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088b7262c. 00000020:00000040:3.0:1767328919.543558:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767328919.543563:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328919.543570:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767328919.543573:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767328919.543577:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767328919.543579:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767328919.543585:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328919.543586:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767328919.543591:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001aee3446 x1853178572187776/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328919.543596:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000010:3.0:1767328919.543598:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e59fe967. 00000400:00000010:2.0:1767328919.543602:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054fd66a. 00000100:00000001:3.0:1767328919.543607:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767328919.543610:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572187648, offset 0 00000100:00000040:3.0:1767328919.543624:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000088b7262c x1853178572187904/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767328919.543624:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767328919.543630:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328919.543634:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767328919.543643:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767328919.543646:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767328919.543647:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328919.543652:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767328919.543658:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088b7262c] to pc [ptlrpcd_00_00+0] req@0000000088b7262c x1853178572187904/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767328919.543659:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328919.543678:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00100000:1.0:1767328919.543678:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001aee3446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572187776:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328919.543690:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767328919.543693:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767328919.543694:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767328919.543697:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328919.543700:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767328919.543704:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000010:1.0:1767328919.543707:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036946c1c. 00000100:00000001:3.0:1767328919.543710:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328919.543711:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767328919.543712:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328919.543722:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767328919.543723:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a3633ee. 00000400:00000200:2.0:1767328919.543725:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:1.0:1767328919.543732:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cab2768b. 00000100:00000040:3.0:1767328919.543734:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767328919.543740:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [88:88:256:4294967295] 192.168.202.109@tcp LPNI seq info [88:88:8:4294967295] 00000100:00000200:1.0:1767328919.543743:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572187776, portal 10 00000100:00000001:0.0:1767328919.543747:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767328919.543749:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6102) 00000100:00000001:1.0:1767328919.543751:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767328919.543753:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328919.543758:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776939136 : -127176932612480 : ffff8c55501ba680) 00000100:00000001:0.0:1767328919.543759:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767328919.543769:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088b7262c x1853178572187904/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328919.543772:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001aee3446 x1853178572187776/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767328919.543773:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767328919.543786:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767328919.543795:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059f1a697. 00000100:00000001:1.0:1767328919.543795:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767328919.543804:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767328919.543804:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:2.0:1767328919.543806:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767328919.543811:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767328919.543814:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328919.543814:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767328919.543815:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005235a963. 02000000:00000001:0.0:1767328919.543826:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1767328919.543827:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000200:1.0:1767328919.543830:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572187776, offset 0 02000000:00000001:0.0:1767328919.543830:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767328919.543833:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059f1a697 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767328919.543835:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767328919.543840:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088b7262c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572187904:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767328919.543845:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767328919.543847:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767328919.543853:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767328919.543854:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328919.543854:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328919.543857:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:0.0:1767328919.543859:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767328919.543861:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300769116 00000400:00000200:1.0:1767328919.543863:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1767328919.543865:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000028bdf33. 00000100:00000010:2.0:1767328919.543868:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fefd0e2f. 00000400:00000200:1.0:1767328919.543870:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:0.0:1767328919.543871:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328919.543876:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767328919.543877:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767328919.543878:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033b22e69. 00000400:00000200:1.0:1767328919.543883:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:0.0:1767328919.543886:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ade78b8. 00000100:00000001:2.0:1767328919.543887:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300769116 00000400:00000200:1.0:1767328919.543889:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [89:89:255:4294967295] 192.168.202.109@tcp LPNI seq info [89:89:7:4294967295] 00000100:00000010:2.0:1767328919.543892:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e27c26e. 00000100:00000200:0.0:1767328919.543892:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572187904, portal 10 00000100:00000001:0.0:1767328919.543897:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767328919.543899:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767328919.543900:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776941824 : -127176932609792 : ffff8c55501bb100) 00000100:00000001:2.0:1767328919.543904:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300769116 00000400:00000200:1.0:1767328919.543908:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000010:2.0:1767328919.543909:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012e46697. 00000100:00000040:0.0:1767328919.543911:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088b7262c x1853178572187904/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328919.543915:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767328919.543921:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300769116 00000100:00000001:0.0:1767328919.543923:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767328919.543926:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:2.0:1767328919.543927:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a7d3bac. 00000100:00000040:0.0:1767328919.543927:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767328919.543932:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa460cfa. 00000800:00000010:1.0:1767328919.543935:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029ea41fb. 00000100:00000200:0.0:1767328919.543936:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572187904, offset 0 00000100:00000001:2.0:1767328919.543937:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767328919.543941:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328919.543944:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767328919.543948:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767328919.543949:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328919.543949:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767328919.543951:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328919.543955:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767328919.543958:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328919.543962:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767328919.543963:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767328919.543966:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767328919.543967:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767328919.543969:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767328919.543969:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767328919.543972:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767328919.543974:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000029ea41fb type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767328919.543975:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767328919.543976:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328919.543981:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767328919.543983:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328919.543989:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [90:90:254:4294967295] 192.168.202.109@tcp LPNI seq info [90:90:6:4294967295] 00000100:00000040:1.0:1767328919.543990:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 1335513 usecs (1336 jiffies) 00000100:00000001:1.0:1767328919.543996:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300766008 00000100:00000001:1.0:1767328919.544002:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300769116 00000400:00000200:0.0:1767328919.544006:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767328919.544007:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300766008 00000100:00000001:1.0:1767328919.544010:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300769116 00000100:00000001:1.0:1767328919.544012:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300766008 00000100:00000001:1.0:1767328919.544046:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300769116 00000100:00000001:1.0:1767328919.544050:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300766009 00000100:00000001:1.0:1767328919.544053:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300769116 00000100:00000001:1.0:1767328919.544056:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328919.544059:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328919.544062:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328919.544065:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328919.544070:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328919.544072:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767328919.544073:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767328919.544077:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767328919.544079:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059f1a697. 00000100:00000001:1.0:1767328919.544080:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767328919.544082:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767328919.544085:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767328919.544088:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000076d91448. 00000100:00000001:1.0:1767328919.544089:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328919.544090:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767328919.544095:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767328919.544099:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000800:00000200:0.0:1767328919.544100:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767328919.544103:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000076d91448 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767328919.544104:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054fd66a 00000400:00000010:2.0:1767328919.544107:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054fd66a. 00000100:00000001:0.0:1767328919.544107:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328919.544111:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 82445 usecs (83 jiffies) 00000100:00000001:2.0:1767328919.544112:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767328919.544114:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300764756 00000100:00000200:2.0:1767328919.544116:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069829e7b x1853178572187648/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328919.544116:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300769116 00000100:00000001:0.0:1767328919.544118:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300764756 00000100:00000001:0.0:1767328919.544121:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300769116 00000100:00000001:0.0:1767328919.544123:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300764756 00000100:00000001:0.0:1767328919.544125:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300769116 00000100:00000001:0.0:1767328919.544126:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300764756 00000100:00000001:2.0:1767328919.544127:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767328919.544128:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300769116 00000100:00000040:2.0:1767328919.544130:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069829e7b x1853178572187648/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328935 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328919.544130:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328919.544132:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328919.544149:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328919.544152:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328919.544156:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328919.544156:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328919.544158:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767328919.544158:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767328919.544160:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328919.544161:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328919.544162:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328919.544164:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767328919.544172:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767328919.544174:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029ea41fb. 00000400:00000200:2.0:1767328919.544178:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328919.544182:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767328919.544185:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005235a963 00000400:00000010:2.0:1767328919.544187:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005235a963. 00000100:00000001:2.0:1767328919.544189:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767328919.544192:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001aee3446 x1853178572187776/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328919.544201:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328919.544209:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001aee3446 x1853178572187776/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328935 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328919.544215:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328919.544217:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767328919.544271:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767328919.544274:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000076d91448. 00000400:00000200:2.0:1767328919.544276:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328919.544278:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767328919.544280:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa460cfa 00000400:00000010:2.0:1767328919.544281:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa460cfa. 00000100:00000001:2.0:1767328919.544288:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767328919.544290:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088b7262c x1853178572187904/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328919.544295:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328919.544297:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088b7262c x1853178572187904/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328935 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328919.544301:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328919.544302:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767328919.546084:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328919.546173:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328919.546177:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328919.546180:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328919.546190:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328919.546207:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2802800 00000400:00000200:3.0:1767328919.546216:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x3a5 [1] + 224 00000800:00000001:3.0:1767328919.546225:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328919.546230:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328919.546233:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328919.546238:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328919.546244:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328919.546249:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069829e7b x1853178572187648/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328919.546260:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000069829e7b x1853178572187648/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328919.546281:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767328919.546289:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328919.546292:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328919.546294:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328919.546296:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328919.546301:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328919.546307:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2802880 00000400:00000200:3.0:1767328919.546314:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x3ad [1] + 224 00000800:00000001:3.0:1767328919.546318:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328919.546323:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328919.546325:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767328919.546328:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767328919.546329:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328919.546333:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328919.546335:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328919.546340:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001aee3446 x1853178572187776/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767328919.546343:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767328919.546348:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767328919.546353:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac11e954. 00000100:00000040:3.0:1767328919.546354:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001aee3446 x1853178572187776/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767328919.546359:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9460489 00000400:00000010:2.0:1767328919.546362:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9460489. 00000100:00000001:2.0:1767328919.546367:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328919.546374:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069829e7b x1853178572187648/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328919.546382:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069829e7b x1853178572187648/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328919.546385:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328919.546388:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328919.546391:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328919.546393:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767328919.546394:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767328919.546398:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767328919.546401:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328919.546403:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328919.546407:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328919.546408:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328919.546412:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328919.546417:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328919.546422:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00001000:2.0:1767328919.546424:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=66 v=5 (5 0 0 0) 00000100:00001000:2.0:1767328919.546431:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=66 v=5 (1 0 0 0) 00000400:00000200:3.0:1767328919.546436:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2802900 00000100:00000001:1.0:1767328919.546436:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328919.546437:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767328919.546443:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328919.546445:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767328919.546448:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767328919.546452:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x3b5 [1] + 224 00010000:00000001:2.0:1767328919.546454:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328919.546459:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767328919.546461:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767328919.546464:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767328919.546465:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069829e7b x1853178572187648/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767328919.546471:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767328919.546472:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767328919.546480:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a3633ee. 00000400:00000200:3.0:1767328919.546481:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767328919.546481:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328919.546491:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1767328919.546492:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cab2768b 00000100:00000001:2.0:1767328919.546496:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328919.546497:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:1.0:1767328919.546501:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cab2768b. 00000100:00000040:2.0:1767328919.546506:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069829e7b x1853178572187648/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328935 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328919.546514:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767328919.546515:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767328919.546521:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069829e7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572187648:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328919.546527:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767328919.546528:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088b7262c x1853178572187904/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328919.546530:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767328919.546532:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001aee3446 x1853178572187776/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328919.546537:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069829e7b x1853178572187648/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328935 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328919.546597:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767328919.546601:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088b7262c x1853178572187904/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767328919.546602:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767328919.546606:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000576dcef4. 02000000:00000001:2.0:1767328919.546611:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767328919.546615:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767328919.546619:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1767328919.546627:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767328919.546633:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c06a1248. 02000000:00000001:2.0:1767328919.546646:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767328919.546651:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767328919.546655:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069829e7b. 00000100:00000001:3.0:1767328919.546657:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767328919.546664:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767328919.546666:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001aee3446 x1853178572187776/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328919.546669:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:3.0:1767328919.546671:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328919.546673:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328919.546682:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328919.546694:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328919.546695:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328919.546696:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328919.546704:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328919.546705:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328919.546706:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328919.546708:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328919.546711:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328919.546713:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767328919.546718:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:0.0:1767328919.546719:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767328919.546721:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1767328919.546723:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767328919.546725:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767328919.546728:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033b22e69. 02000000:00000001:1.0:1767328919.546731:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328919.546736:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ade78b8 00000100:00001000:1.0:1767328919.546740:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=56 v=5 (5 0 0 0) 00000100:00001000:1.0:1767328919.546743:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=56 v=5 (1 0 0 0) 00000400:00000010:0.0:1767328919.546749:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ade78b8. 00000100:00000001:1.0:1767328919.546750:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767328919.546753:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328919.546757:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767328919.546758:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767328919.546761:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328919.546766:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1767328919.546767:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088b7262c x1853178572187904/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328919.546769:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767328919.546774:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767328919.546778:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328919.546785:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001aee3446 x1853178572187776/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767328919.546789:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088b7262c x1853178572187904/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328919.546805:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328919.546810:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328919.546811:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767328919.546814:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328919.546815:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328919.546820:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767328919.546822:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001aee3446 x1853178572187776/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328935 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767328919.546824:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767328919.546827:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767328919.546830:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328919.546835:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767328919.546838:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001aee3446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572187776:192.168.202.109@tcp:400: 00000100:00001000:0.0:1767328919.546842:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=66 v=5 (5 0 0 0) 00000100:00000001:1.0:1767328919.546845:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328919.546851:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1767328919.546851:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=41 v=5 (1 0 0 0) 00000100:00000040:1.0:1767328919.546857:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001aee3446 x1853178572187776/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328935 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328919.546858:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767328919.546862:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767328919.546867:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767328919.546874:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000088b7262c x1853178572187904/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767328919.546906:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328919.546908:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767328919.546910:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767328919.546911:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767328919.546914:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000010:1.0:1767328919.546916:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036946c1c. 00000100:00000001:0.0:1767328919.546918:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767328919.546922:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767328919.546922:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328919.546927:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328919.546931:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000040:0.0:1767328919.546931:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088b7262c x1853178572187904/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767328919.546937:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767328919.546942:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ce0a9bb. 00000100:00000001:0.0:1767328919.546948:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328919.546949:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767328919.546952:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767328919.546953:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767328919.546956:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767328919.546957:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001aee3446. 00000100:00000001:1.0:1767328919.546964:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767328919.546965:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088b7262c x1853178572187904/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328935 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328919.546967:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328919.546973:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328919.546980:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328919.546982:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328919.546985:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328919.546987:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767328919.547001:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088b7262c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572187904:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328919.547007:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328919.547010:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328919.547013:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088b7262c x1853178572187904/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328935 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328919.547045:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767328919.547047:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767328919.547049:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000028bdf33. 02000000:00000001:0.0:1767328919.547053:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767328919.547054:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767328919.547055:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767328919.547058:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767328919.547059:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e59fe967. 02000000:00000001:0.0:1767328919.547063:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767328919.547064:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767328919.547066:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088b7262c. 00000100:00000001:0.0:1767328919.547070:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767328919.547071:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328919.547073:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328919.547077:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328919.547079:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328919.547081:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328919.547083:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328919.607115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328919.607121:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328919.607127:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328919.607128:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328919.607161:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328919.607164:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328919.607167:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328920.631093:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328920.631099:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328920.631103:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328920.631106:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328920.631206:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328920.631209:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328920.631212:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328921.655126:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328921.655135:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328921.655143:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328921.655144:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328921.655168:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328921.655172:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328921.655176:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328922.679137:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328922.679149:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328922.679152:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328922.679155:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328922.679162:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328922.679165:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328922.679167:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328922.679170:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328922.679175:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328922.679177:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328922.679237:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328922.679242:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328922.679245:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328923.703121:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328923.703131:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328923.703138:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328923.703140:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328923.703163:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328923.703167:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328923.703169:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767328924.151085:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300769116, at 4300769280 00000100:00000040:3.0:1767328924.151087:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300769116, at 4300769280 00000100:00000040:1.0:1767328924.151115:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300769116, at 4300769280 00000100:00000010:2.0:1767328924.151124:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012e46697. 00000100:00000010:3.0:1767328924.151126:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a7d3bac. 00000100:00000010:1.0:1767328924.151131:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e27c26e. 00000100:00000040:0.0:1767328924.151430:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300769116, at 4300769280 00000100:00000010:0.0:1767328924.151439:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fefd0e2f. 00000100:00000040:3.0:1767328924.663147:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767328924.663159:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767328924.663169:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050ad2e6c. 00000020:00000040:3.0:1767328924.663177:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767328924.663181:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767328924.663184:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767328924.663190:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767328924.663198:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c06a1248. 00000100:00000001:3.0:1767328924.663223:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328924.663237:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000050ad2e6c x1853178572188032/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767328924.663251:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767328924.663255:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328924.663261:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050ad2e6c] to pc [ptlrpcd_00_01+1] req@0000000050ad2e6c x1853178572188032/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328924.663298:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328924.663300:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767328924.663303:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767328924.663307:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088b7262c. 00000020:00000040:3.0:1767328924.663310:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767328924.663312:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767328924.663314:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767328924.663316:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767328924.663320:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ce889c. 00000100:00000001:3.0:1767328924.663323:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328924.663326:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000088b7262c x1853178572188160/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767328924.663328:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328924.663335:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328924.663336:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767328924.663336:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328924.663338:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328924.663342:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767328924.663343:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328924.663344:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088b7262c] to pc [ptlrpcd_00_02+2] req@0000000088b7262c x1853178572188160/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328924.663352:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000050ad2e6c x1853178572188032/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328924.663366:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328924.663366:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767328924.663371:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767328924.663372:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328924.663372:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328924.663375:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767328924.663377:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767328924.663378:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001aee3446. 00000100:00000001:2.0:1767328924.663381:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767328924.663383:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767328924.663386:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767328924.663387:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767328924.663388:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767328924.663391:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088b7262c x1853178572188160/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767328924.663394:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767328924.663397:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328924.663402:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767328924.663404:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 00000100:00000001:3.0:1767328924.663410:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767328924.663411:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000050ad2e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572188032:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767328924.663418:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000001aee3446 x1853178572188288/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767328924.663421:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328924.663422:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767328924.663423:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767328924.663427:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328924.663428:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328924.663432:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767328924.663435:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767328924.663436:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767328924.663438:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328924.663438:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328924.663441:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767328924.663445:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767328924.663446:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001aee3446] to pc [ptlrpcd_00_03+3] req@000000001aee3446 x1853178572188288/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767328924.663446:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767328924.663453:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040443f6d. 00000100:00100000:2.0:1767328924.663456:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088b7262c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572188160:192.168.202.109@tcp:400: 02000000:00000001:0.0:1767328924.663459:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328924.663466:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767328924.663467:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328924.663469:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767328924.663470:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767328924.663471:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033b22e69. 00000100:00000040:3.0:1767328924.663472:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767328924.663475:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328924.663479:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767328924.663480:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6107) 00000400:00000010:0.0:1767328924.663484:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ade78b8. 02000000:00000010:2.0:1767328924.663485:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050557de3. 02000000:00000001:2.0:1767328924.663490:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328924.663491:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328924.663495:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767328924.663495:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572188032, portal 25 00000400:00000010:2.0:1767328924.663497:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac11e954. 00000100:00000001:1.0:1767328924.663500:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767328924.663501:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767328924.663505:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776943616 : -127176932608000 : ffff8c55501bb800) 00000100:00000040:1.0:1767328924.663510:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001aee3446 x1853178572188288/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767328924.663511:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9460489. 00000100:00000040:0.0:1767328924.663516:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000050ad2e6c x1853178572188032/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328924.663519:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572188160, portal 10 00000100:00000001:2.0:1767328924.663526:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767328924.663529:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776941824 : -127176932609792 : ffff8c55501bb100) 00000100:00000001:1.0:1767328924.663542:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767328924.663544:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088b7262c x1853178572188160/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328924.663545:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767328924.663547:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328924.663553:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767328924.663554:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767328924.663559:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767328924.663560:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081a0b675. 00000100:00000001:2.0:1767328924.663565:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767328924.663567:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767328924.663568:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572188032, offset 0 00000100:00000040:2.0:1767328924.663574:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00100000:1.0:1767328924.663576:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001aee3446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572188288:192.168.202.109@tcp:400: 00000400:00000010:2.0:1767328924.663580:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054fd66a. 00000400:00000200:0.0:1767328924.663584:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767328924.663586:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767328924.663590:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767328924.663593:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767328924.663595:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572188160, offset 0 00000400:00000200:0.0:1767328924.663603:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:1.0:1767328924.663606:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767328924.663608:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000010:1.0:1767328924.663613:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ba7e937. 00000400:00000200:0.0:1767328924.663615:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767328924.663618:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767328924.663624:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a3633ee. 00000400:00000200:0.0:1767328924.663624:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:1.0:1767328924.663633:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cab2768b. 00000400:00000200:0.0:1767328924.663633:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767328924.663639:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:1.0:1767328924.663640:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572188288, portal 10 00000100:00000001:1.0:1767328924.663646:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767328924.663647:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [91:91:256:4294967295] 192.168.202.109@tcp LPNI seq info [91:91:8:4294967295] 00000100:00000001:1.0:1767328924.663650:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776939136 : -127176932612480 : ffff8c55501ba680) 00000100:00000040:1.0:1767328924.663660:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001aee3446 x1853178572188288/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767328924.663669:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767328924.663682:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767328924.663684:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767328924.663687:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:1.0:1767328924.663690:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767328924.663694:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000076d91448. 00000400:00000200:2.0:1767328924.663695:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767328924.663695:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fa6d4d2. 00000100:00000200:1.0:1767328924.663701:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572188288, offset 0 00000400:00000200:2.0:1767328924.663703:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:0.0:1767328924.663709:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767328924.663712:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767328924.663714:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767328924.663720:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767328924.663725:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [92:92:255:4294967295] 192.168.202.109@tcp LPNI seq info [92:92:7:4294967295] 00000800:00000200:0.0:1767328924.663730:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767328924.663737:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000076d91448 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767328924.663742:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767328924.663750:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767328924.663754:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:2.0:1767328924.663757:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059f1a697. 00000400:00000200:1.0:1767328924.663759:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767328924.663759:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767328924.663766:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767328924.663767:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300774236 00000400:00000200:1.0:1767328924.663768:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000010:0.0:1767328924.663776:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002806143. 00000800:00000200:2.0:1767328924.663778:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767328924.663778:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767328924.663785:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059f1a697 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767328924.663785:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767328924.663788:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767328924.663794:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [93:93:254:4294967295] 192.168.202.109@tcp LPNI seq info [93:93:6:4294967295] 00000100:00000001:2.0:1767328924.663795:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328924.663799:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300774236 00000100:00000040:2.0:1767328924.663803:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 1272108 usecs (1273 jiffies) 00000100:00000010:0.0:1767328924.663805:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4629dbf. 00000100:00000001:2.0:1767328924.663810:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300771065 00000100:00000001:0.0:1767328924.663813:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767328924.663817:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300774236 00000400:00000200:1.0:1767328924.663818:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767328924.663821:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300774236 00000100:00000001:2.0:1767328924.663825:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300771065 00000100:00000010:0.0:1767328924.663830:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000071fbe362. 00000100:00000001:2.0:1767328924.663831:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300774236 00000800:00000200:1.0:1767328924.663831:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767328924.663837:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767328924.663838:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300771065 00000800:00000010:1.0:1767328924.663840:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ecca153. 00000800:00000200:3.0:1767328924.663842:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767328924.663843:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300774236 00000800:00000010:3.0:1767328924.663851:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000076d91448. 00000800:00000200:1.0:1767328924.663851:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:0.0:1767328924.663852:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1492956. 00000100:00000001:2.0:1767328924.663853:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300774236 00000100:00000001:2.0:1767328924.663860:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300771065 00000100:00000001:0.0:1767328924.663861:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767328924.663863:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767328924.663866:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767328924.663870:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328924.663871:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300774236 00000800:00000200:1.0:1767328924.663872:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ecca153 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767328924.663877:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328924.663879:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328924.663880:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328924.663881:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328924.663884:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328924.663888:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328924.663889:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 77826 usecs (78 jiffies) 00000100:00000001:0.0:1767328924.663889:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328924.663890:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081a0b675 00000100:00000001:2.0:1767328924.663896:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767328924.663897:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081a0b675. 00000100:00000001:1.0:1767328924.663897:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300769870 00000100:00000001:2.0:1767328924.663901:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328924.663903:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328924.663904:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300774236 00000100:00000001:0.0:1767328924.663907:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767328924.663909:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328924.663911:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328924.663912:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767328924.663913:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767328924.663915:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328924.663918:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300769870 00000100:00000001:2.0:1767328924.663921:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328924.663921:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767328924.663922:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000050ad2e6c x1853178572188032/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328924.663925:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328924.663925:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300774236 00000100:00000001:0.0:1767328924.663928:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328924.663930:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328924.663932:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300769870 00000100:00000001:2.0:1767328924.663937:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328924.663940:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300774236 00000100:00000001:1.0:1767328924.663946:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300769870 00000100:00000001:1.0:1767328924.663951:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300774236 00000100:00000001:3.0:1767328924.663952:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767328924.663955:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328924.663958:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328924.663960:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000050ad2e6c x1853178572188032/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328940 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328924.663963:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328924.663967:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328924.663974:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328924.663976:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328924.663978:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767328924.663979:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767328924.663983:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328924.663986:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328924.663989:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328924.663991:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767328924.663998:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328924.664003:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059f1a697. 00000400:00000200:3.0:1767328924.664009:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328924.664035:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328924.664045:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054fd66a 00000400:00000010:3.0:1767328924.664047:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054fd66a. 00000100:00000001:3.0:1767328924.664052:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767328924.664056:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088b7262c x1853178572188160/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328924.664065:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328924.664067:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088b7262c x1853178572188160/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328940 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328924.664075:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328924.664076:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767328924.664166:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328924.664169:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ecca153. 00000400:00000200:3.0:1767328924.664173:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328924.664177:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328924.664179:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fa6d4d2 00000400:00000010:3.0:1767328924.664181:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fa6d4d2. 00000100:00000001:3.0:1767328924.664184:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767328924.664187:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001aee3446 x1853178572188288/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328924.664195:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328924.664197:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001aee3446 x1853178572188288/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328940 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328924.664204:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328924.664205:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767328924.665858:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328924.665872:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328924.665876:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328924.665879:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328924.665886:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328924.665899:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2802a00 00000400:00000200:2.0:1767328924.665907:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x3c1 [1] + 224 00000800:00000001:2.0:1767328924.665916:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328924.665920:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328924.665923:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328924.665926:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328924.665931:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328924.665935:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088b7262c x1853178572188160/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328924.665944:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088b7262c x1853178572188160/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328924.665961:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767328924.665969:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328924.665973:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328924.665982:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767328924.665983:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328924.665986:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767328924.665986:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767328924.665992:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767328924.665993:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000001:3.0:1767328924.665996:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767328924.665999:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac11e954. 00000400:00000200:3.0:1767328924.666003:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9460489 00000400:00000010:3.0:1767328924.666006:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9460489. 00000400:00000200:2.0:1767328924.666007:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2802980 00000100:00000001:3.0:1767328924.666009:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328924.666029:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088b7262c x1853178572188160/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767328924.666047:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088b7262c x1853178572188160/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328924.666052:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767328924.666054:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328924.666057:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767328924.666060:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767328924.666062:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x3bd [1] + 224 00000100:00000001:3.0:1767328924.666063:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767328924.666067:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328924.666070:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767328924.666072:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767328924.666077:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=61 v=5 (5 0 0 0) 00000800:00000001:2.0:1767328924.666079:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767328924.666081:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=61 v=5 (1 0 0 0) 00000400:00000200:2.0:1767328924.666096:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767328924.666102:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767328924.666105:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328924.666106:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00010000:00000001:3.0:1767328924.666108:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767328924.666112:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767328924.666113:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328924.666118:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767328924.666121:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000200:2.0:1767328924.666121:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000050ad2e6c x1853178572188032/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328924.666125:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767328924.666126:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328924.666133:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088b7262c x1853178572188160/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328924.666142:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767328924.666142:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000050ad2e6c x1853178572188032/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328924.666148:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767328924.666151:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767328924.666158:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088b7262c x1853178572188160/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328940 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767328924.666166:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088b7262c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572188160:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328924.666169:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767328924.666170:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328924.666174:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328924.666176:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088b7262c x1853178572188160/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328940 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767328924.666178:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328924.666184:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328924.666189:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328924.666195:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328924.666196:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767328924.666198:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767328924.666201:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767328924.666203:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767328924.666205:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050557de3. 00000400:00000200:2.0:1767328924.666209:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000001:0.0:1767328924.666210:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767328924.666211:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:0.0:1767328924.666214:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767328924.666216:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1767328924.666218:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033b22e69. 00000020:00000040:3.0:1767328924.666220:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000400:00000200:2.0:1767328924.666225:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2802a80 00000400:00000200:0.0:1767328924.666226:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ade78b8 00000020:00000001:3.0:1767328924.666227:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:0.0:1767328924.666231:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ade78b8. 02000000:00000010:3.0:1767328924.666232:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ce889c. 00000100:00000001:0.0:1767328924.666238:0:208649:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767328924.666241:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767328924.666243:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x3cd [1] + 224 02000000:00000001:3.0:1767328924.666245:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767328924.666250:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088b7262c. 00000800:00000001:2.0:1767328924.666252:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767328924.666254:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000050ad2e6c x1853178572188032/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328924.666257:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767328924.666261:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328924.666263:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328924.666267:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328924.666274:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767328924.666275:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000050ad2e6c x1853178572188032/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767328924.666276:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767328924.666277:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328924.666283:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328924.666285:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328924.666293:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328924.666297:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328924.666299:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767328924.666300:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328924.666304:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767328924.666307:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001aee3446 x1853178572188288/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767328924.666308:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767328924.666311:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767328924.666314:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328924.666319:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767328924.666324:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=71 v=5 (5 0 0 0) 00000100:00000040:2.0:1767328924.666329:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001aee3446 x1853178572188288/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767328924.666331:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1767328924.666338:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767328924.666341:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767328924.666345:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767328924.666348:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328924.666351:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328924.666356:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000050ad2e6c x1853178572188032/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328924.666387:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328924.666391:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767328924.666392:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767328924.666395:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050ad2e6c x1853178572188032/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328940 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328924.666397:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767328924.666405:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767328924.666406:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000050ad2e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572188032:192.168.202.109@tcp:400: 00000800:00000001:2.0:1767328924.666412:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328924.666413:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328924.666419:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328924.666423:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000050ad2e6c x1853178572188032/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328940 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328924.666430:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767328924.666432:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767328924.666436:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328924.666441:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767328924.666442:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040443f6d. 00000400:00000001:1.0:1767328924.666446:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767328924.666447:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:1.0:1767328924.666450:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767328924.666451:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1767328924.666454:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a3633ee. 00000020:00000040:0.0:1767328924.666455:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767328924.666461:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767328924.666462:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cab2768b 02000000:00000010:0.0:1767328924.666463:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c06a1248. 00000400:00000010:1.0:1767328924.666466:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cab2768b. 02000000:00000001:0.0:1767328924.666472:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767328924.666473:0:208651:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767328924.666477:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767328924.666480:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050ad2e6c. 00000100:00000200:1.0:1767328924.666482:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001aee3446 x1853178572188288/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328924.666486:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767328924.666488:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328924.666493:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328924.666500:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767328924.666502:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001aee3446 x1853178572188288/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328924.666503:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328924.666509:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328924.666513:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328924.666520:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328924.666522:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328924.666524:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767328924.666526:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328924.666535:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328924.666536:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328924.666539:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767328924.666543:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=71 v=5 (5 0 0 0) 00000100:00001000:1.0:1767328924.666546:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767328924.666549:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767328924.666550:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328924.666552:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767328924.666556:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001aee3446 x1853178572188288/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767328924.666564:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328924.666566:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767328924.666567:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767328924.666569:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767328924.666571:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328924.666574:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001aee3446 x1853178572188288/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328924.666580:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328924.666582:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767328924.666584:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328924.666586:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001aee3446 x1853178572188288/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328940 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328924.666594:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001aee3446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572188288:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328924.666598:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328924.666600:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328924.666602:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001aee3446 x1853178572188288/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328940 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328924.666609:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328924.666610:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767328924.666612:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ba7e937. 02000000:00000001:1.0:1767328924.666615:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767328924.666621:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328924.666623:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767328924.666625:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767328924.666626:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 02000000:00000001:1.0:1767328924.666629:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767328924.666631:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767328924.666632:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001aee3446. 00000100:00000001:1.0:1767328924.666636:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767328924.666637:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328924.666639:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328924.666643:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328924.666644:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328924.666646:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328924.666648:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328924.727159:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328924.727167:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328924.727176:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328924.727180:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328924.727183:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328924.727189:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767328924.727191:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767328924.727193:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328924.727196:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328924.727199:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328924.727201:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328924.727204:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328924.727266:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328924.727271:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328924.727274:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328925.751136:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328925.751144:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328925.751150:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328925.751151:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328925.751170:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328925.751173:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328925.751174:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328926.775152:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328926.775160:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328926.775166:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328926.775167:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328926.775221:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328926.775226:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328926.775230:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328927.799153:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328927.799185:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328927.799190:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328927.799191:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328927.799212:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328927.799214:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328927.799216:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328928.823133:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328928.823139:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328928.823146:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328928.823147:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328928.823204:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328928.823209:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328928.823213:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767328929.271148:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300774236, at 4300774400 00000100:00000040:2.0:1767328929.271148:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300774236, at 4300774400 00000100:00000040:1.0:1767328929.271148:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300774236, at 4300774400 00000100:00000040:0.0:1767328929.271152:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300774236, at 4300774400 00000100:00000010:1.0:1767328929.271174:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4629dbf. 00000100:00000010:3.0:1767328929.271179:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1492956. 00000100:00000010:2.0:1767328929.271181:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000071fbe362. 00000100:00000010:0.0:1767328929.271189:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002806143. 00000100:00000040:0.0:1767328929.783095:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767328929.783107:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767328929.783114:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071ff1512. 00000020:00000040:0.0:1767328929.783122:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767328929.783128:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767328929.783132:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767328929.783138:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767328929.783148:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074996e45. 00000100:00000001:0.0:1767328929.783156:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328929.783171:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000071ff1512 x1853178572188416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767328929.783185:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767328929.783188:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328929.783196:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071ff1512] to pc [ptlrpcd_00_00+0] req@0000000071ff1512 x1853178572188416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328929.783227:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328929.783238:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767328929.783242:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767328929.783245:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d963913. 00000020:00000040:0.0:1767328929.783249:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767328929.783252:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767328929.783254:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767328929.783255:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767328929.783257:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328929.783262:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767328929.783263:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c58f1272. 00000100:00000001:3.0:1767328929.783266:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328929.783268:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767328929.783268:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328929.783271:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328929.783275:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000003d963913 x1853178572188544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767328929.783280:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071ff1512 x1853178572188416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328929.783300:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767328929.783304:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328929.783305:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767328929.783309:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328929.783311:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d963913] to pc [ptlrpcd_00_01+1] req@000000003d963913 x1853178572188544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767328929.783317:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767328929.783322:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767328929.783327:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767328929.783332:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000071ff1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572188416:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328929.783333:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328929.783337:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767328929.783340:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767328929.783341:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767328929.783345:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767328929.783347:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f9aefdb. 00000100:00000001:3.0:1767328929.783348:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767328929.783350:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767328929.783351:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767328929.783352:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767328929.783357:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328929.783357:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767328929.783358:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767328929.783360:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d963913 x1853178572188544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767328929.783362:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328929.783363:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767328929.783370:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d4297425. 02000000:00000010:2.0:1767328929.783372:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000659e6739. 00000100:00000001:3.0:1767328929.783373:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767328929.783375:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328929.783376:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328929.783379:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328929.783381:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767328929.783383:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000001f9aefdb x1853178572188672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767328929.783385:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767328929.783389:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012bfe709. 02000000:00000001:3.0:1767328929.783390:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767328929.783397:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d963913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572188544:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328929.783397:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767328929.783400:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767328929.783402:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939da69a. 00000100:00000001:3.0:1767328929.783405:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767328929.783408:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f9aefdb] to pc [ptlrpcd_00_02+2] req@000000001f9aefdb x1853178572188672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767328929.783417:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767328929.783420:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767328929.783420:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572188416, portal 25 02000000:00000001:3.0:1767328929.783425:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767328929.783428:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1767328929.783430:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000561a793c. 00000100:00000001:2.0:1767328929.783432:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578900352 : -127177130651264 : ffff8c55444dd180) 02000000:00000001:3.0:1767328929.783435:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767328929.783443:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fef889eb. 00000100:00000040:2.0:1767328929.783447:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000071ff1512 x1853178572188416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767328929.783449:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062d8248c. 00000100:00000001:0.0:1767328929.783454:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767328929.783455:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572188544, portal 10 00000100:00000001:3.0:1767328929.783460:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767328929.783460:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767328929.783464:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578909312 : -127177130642304 : ffff8c55444df480) 00000100:00000001:2.0:1767328929.783465:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767328929.783466:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767328929.783472:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767328929.783474:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6112) 00000100:00000040:3.0:1767328929.783476:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d963913 x1853178572188544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767328929.783479:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edd342f6. 00000100:00000001:1.0:1767328929.783484:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767328929.783486:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572188416, offset 0 00000100:00000001:3.0:1767328929.783487:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767328929.783490:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767328929.783494:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767328929.783495:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767328929.783497:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000497e0e68. 00000400:00000200:2.0:1767328929.783502:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:1.0:1767328929.783505:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f9aefdb x1853178572188672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767328929.783509:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572188544, offset 0 00000400:00000200:3.0:1767328929.783521:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767328929.783521:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767328929.783523:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767328929.783525:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328929.783530:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767328929.783532:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767328929.783532:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328929.783538:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767328929.783542:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572188672:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767328929.783544:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767328929.783550:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767328929.783553:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767328929.783553:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767328929.783556:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328929.783560:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:1.0:1767328929.783561:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767328929.783567:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [94:94:256:4294967295] 192.168.202.109@tcp LPNI seq info [94:94:8:4294967295] 02000000:00000010:1.0:1767328929.783568:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f31d167. 02000000:00000001:1.0:1767328929.783573:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767328929.783578:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a3633ee. 00000400:00000010:1.0:1767328929.783584:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cab2768b. 00000400:00000200:2.0:1767328929.783590:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:1.0:1767328929.783590:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572188672, portal 10 00000100:00000001:1.0:1767328929.783595:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328929.783598:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578907520 : -127177130644096 : ffff8c55444ded80) 00000400:00000200:3.0:1767328929.783603:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:2.0:1767328929.783603:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328929.783611:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767328929.783614:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000010:2.0:1767328929.783614:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fccff60. 00000100:00000040:1.0:1767328929.783618:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f9aefdb x1853178572188672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328929.783620:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767328929.783628:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:2.0:1767328929.783631:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767328929.783636:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [95:95:255:4294967295] 192.168.202.109@tcp LPNI seq info [95:95:7:4294967295] 00000100:00000001:1.0:1767328929.783645:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767328929.783648:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000040:1.0:1767328929.783654:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:2.0:1767328929.783658:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fccff60 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767328929.783659:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:1.0:1767328929.783660:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5a75e4. 00000100:00000200:1.0:1767328929.783667:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572188672, offset 0 00000800:00000200:3.0:1767328929.783671:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767328929.783676:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000400:00000200:1.0:1767328929.783678:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767328929.783679:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767328929.783683:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767328929.783688:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300779356 00000400:00000200:1.0:1767328929.783689:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:3.0:1767328929.783692:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767328929.783698:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767328929.783698:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012e46697. 00000400:00000200:1.0:1767328929.783699:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767328929.783706:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328929.783708:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767328929.783710:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767328929.783711:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 1214438 usecs (1215 jiffies) 00000400:00000200:1.0:1767328929.783714:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767328929.783716:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300776127 00000400:00000200:1.0:1767328929.783719:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767328929.783720:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300779356 00000400:00000200:1.0:1767328929.783727:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [96:96:254:4294967295] 192.168.202.109@tcp LPNI seq info [96:96:6:4294967295] 00000100:00000001:3.0:1767328929.783728:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300779356 00000100:00000010:2.0:1767328929.783728:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc92108d. 00000100:00000001:3.0:1767328929.783735:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300776127 00000100:00000001:2.0:1767328929.783738:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767328929.783747:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767328929.783748:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300779356 00000100:00000001:2.0:1767328929.783748:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300779356 00000100:00000001:3.0:1767328929.783752:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300776127 00000100:00000010:3.0:1767328929.783759:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f104d75. 00000800:00000200:1.0:1767328929.783760:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767328929.783765:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000800:00000010:1.0:1767328929.783767:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000459d2753. 00000100:00000001:3.0:1767328929.783770:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300776127 00000100:00000010:3.0:1767328929.783775:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ed61985. 00000100:00000001:2.0:1767328929.783775:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300776127 00000800:00000200:1.0:1767328929.783776:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767328929.783782:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767328929.783784:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300779356 00000800:00000200:1.0:1767328929.783788:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767328929.783789:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328929.783792:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300776127 00000100:00000001:3.0:1767328929.783793:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767328929.783796:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000459d2753 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767328929.783798:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328929.783802:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328929.783802:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328929.783804:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328929.783810:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328929.783811:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 73715 usecs (74 jiffies) 00000100:00000001:2.0:1767328929.783815:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328929.783816:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328929.783816:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300774986 00000100:00000001:3.0:1767328929.783819:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767328929.783822:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328929.783823:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328929.783823:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300779356 00000100:00000001:3.0:1767328929.783826:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328929.783830:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328929.783830:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300774986 00000100:00000001:2.0:1767328929.783832:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328929.783834:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300779356 00000100:00000001:3.0:1767328929.783836:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328929.783837:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767328929.783839:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300774986 00000100:00000001:2.0:1767328929.783844:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328929.783844:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300779356 00000100:00000001:2.0:1767328929.783847:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328929.783849:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300774986 00000100:00000001:2.0:1767328929.783852:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328929.783856:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328929.783859:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300779356 00000100:00000001:1.0:1767328929.783863:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328929.783866:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328929.783869:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328929.783872:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328929.783877:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328929.783879:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767328929.783879:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328929.783882:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328929.783884:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328929.783885:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767328929.783887:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767328929.783889:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767328929.783891:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fccff60. 00000100:00000001:1.0:1767328929.783893:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328929.783898:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328929.783905:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328929.783909:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd342f6 00000400:00000010:3.0:1767328929.783911:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000edd342f6. 00000100:00000001:3.0:1767328929.783916:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767328929.783919:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000071ff1512 x1853178572188416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328929.783927:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328929.783929:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071ff1512 x1853178572188416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328929.783942:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328929.783943:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767328929.783953:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328929.783954:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000400:00000200:3.0:1767328929.783957:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328929.783959:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328929.783960:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000497e0e68 00000400:00000010:3.0:1767328929.783961:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000497e0e68. 00000100:00000001:3.0:1767328929.783963:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767328929.783964:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d963913 x1853178572188544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328929.783969:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328929.783970:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d963913 x1853178572188544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328929.783973:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328929.783974:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767328929.784066:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328929.784070:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000459d2753. 00000400:00000200:3.0:1767328929.784074:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328929.784078:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328929.784081:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5a75e4 00000400:00000010:3.0:1767328929.784082:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f5a75e4. 00000100:00000001:3.0:1767328929.784084:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767328929.784086:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f9aefdb x1853178572188672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328929.784091:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328929.784093:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f9aefdb x1853178572188672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328929.784097:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328929.784097:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767328929.785686:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328929.785695:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328929.785701:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328929.785703:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328929.785709:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328929.785717:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2802c00 00000400:00000200:3.0:1767328929.785722:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x3e5 [1] + 224 00000800:00000001:3.0:1767328929.785775:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328929.785779:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328929.785781:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328929.785784:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328929.785787:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328929.785790:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f9aefdb x1853178572188672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328929.785797:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f9aefdb x1853178572188672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328929.785810:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767328929.785815:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328929.785817:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328929.785818:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328929.785819:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328929.785822:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328929.785826:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2802b00 00000400:00000200:3.0:1767328929.785830:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x3d5 [1] + 224 00000800:00000001:3.0:1767328929.785833:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328929.785835:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328929.785836:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328929.785839:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328929.785842:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767328929.785844:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767328929.785845:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000071ff1512 x1853178572188416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328929.785849:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767328929.785855:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000071ff1512 x1853178572188416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767328929.785856:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767328929.785861:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767328929.785864:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a3633ee. 00000400:00000200:1.0:1767328929.785869:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cab2768b 00000400:00000010:1.0:1767328929.785873:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cab2768b. 00000100:00000001:1.0:1767328929.785878:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767328929.785881:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767328929.785884:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f9aefdb x1853178572188672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767328929.785887:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328929.785891:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328929.785895:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328929.785897:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767328929.785902:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f9aefdb x1853178572188672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328929.785904:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328929.785915:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2802b80 00000100:00000001:2.0:1767328929.785921:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767328929.785923:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x3d9 [1] + 224 00000100:00000001:1.0:1767328929.785924:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328929.785925:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328929.785928:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328929.785930:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767328929.785933:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767328929.785933:0:208650:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:3.0:1767328929.785936:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767328929.785938:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767328929.785939:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767328929.785939:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328929.785944:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767328929.785945:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:2.0:1767328929.785945:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012bfe709. 00000100:00000001:1.0:1767328929.785949:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328929.785953:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939da69a 02000000:00000001:1.0:1767328929.785953:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767328929.785958:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939da69a. 00000100:00000001:2.0:1767328929.785963:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767328929.785964:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767328929.785964:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=76 v=5 (5 0 0 0) 00000100:00000200:3.0:1767328929.785971:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d963913 x1853178572188544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328929.785972:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000071ff1512 x1853178572188416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767328929.785972:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1767328929.785982:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767328929.785986:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328929.785992:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767328929.786001:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d963913 x1853178572188544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328929.786003:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000071ff1512 x1853178572188416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767328929.786008:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001f9aefdb x1853178572188672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767328929.786076:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328929.786077:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328929.786080:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328929.786081:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767328929.786082:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328929.786086:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767328929.786086:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000800:00000001:3.0:1767328929.786090:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767328929.786091:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328929.786091:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1767328929.786096:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328929.786096:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328929.786097:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328929.786100:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328929.786104:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328929.786106:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767328929.786107:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f9aefdb x1853178572188672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767328929.786109:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=76 v=5 (5 0 0 0) 00000100:00000001:0.0:1767328929.786110:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767328929.786116:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1767328929.786118:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=76 v=5 (1 0 0 0) 00000400:00000001:0.0:1767328929.786119:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767328929.786122:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fef889eb. 00000100:00000001:2.0:1767328929.786128:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767328929.786130:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767328929.786130:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062d8248c 00000400:00000010:0.0:1767328929.786134:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062d8248c. 00000100:00000001:1.0:1767328929.786136:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767328929.786138:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767328929.786140:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328929.786140:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767328929.786145:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d963913 x1853178572188544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767328929.786147:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767328929.786150:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f9aefdb x1853178572188672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767328929.786152:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328929.786159:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328929.786170:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071ff1512 x1853178572188416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767328929.786173:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d963913 x1853178572188544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328929.786181:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572188672:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328929.786193:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328929.786198:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328929.786204:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f9aefdb x1853178572188672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328929.786206:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328929.786207:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767328929.786210:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328929.786213:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767328929.786214:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767328929.786218:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767328929.786219:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767328929.786221:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328929.786224:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767328929.786224:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328929.786228:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071ff1512 x1853178572188416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767328929.786229:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328929.786230:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767328929.786235:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f31d167. 00000100:00001000:0.0:1767328929.786235:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=66 v=5 (5 0 0 0) 00000100:00001000:0.0:1767328929.786243:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=66 v=5 (1 0 0 0) 02000000:00000001:1.0:1767328929.786247:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767328929.786251:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767328929.786252:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1767328929.786253:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000071ff1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572188416:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328929.786254:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767328929.786256:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00010000:00000001:0.0:1767328929.786259:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767328929.786264:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767328929.786264:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328929.786265:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767328929.786268:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d4297425. 00000100:00000001:0.0:1767328929.786270:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767328929.786271:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767328929.786274:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767328929.786274:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000001:1.0:1767328929.786277:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767328929.786278:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000071ff1512 x1853178572188416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767328929.786281:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f9aefdb. 00000100:00000001:1.0:1767328929.786288:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767328929.786288:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767328929.786292:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328929.786293:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767328929.786297:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767328929.786298:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767328929.786302:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000659e6739. 00000100:00000001:1.0:1767328929.786303:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767328929.786303:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d963913 x1853178572188544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767328929.786310:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767328929.786311:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767328929.786314:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767328929.786315:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767328929.786318:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767328929.786321:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328929.786324:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767328929.786326:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767328929.786326:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767328929.786330:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074996e45. 00000100:00000001:0.0:1767328929.786332:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767328929.786334:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767328929.786335:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767328929.786339:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767328929.786342:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d963913 x1853178572188544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767328929.786343:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071ff1512. 00000100:00000001:2.0:1767328929.786351:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:0.0:1767328929.786354:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d963913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572188544:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328929.786355:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328929.786361:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328929.786362:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328929.786368:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328929.786369:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d963913 x1853178572188544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328929.786371:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328929.786375:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328929.786381:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328929.786382:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767328929.786385:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328929.786386:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767328929.786389:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000561a793c. 02000000:00000001:0.0:1767328929.786392:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767328929.786397:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767328929.786398:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767328929.786401:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767328929.786402:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c58f1272. 02000000:00000001:0.0:1767328929.786406:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767328929.786407:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767328929.786408:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d963913. 00000100:00000001:0.0:1767328929.786412:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767328929.786413:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328929.786415:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328929.786420:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328929.786421:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328929.786423:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328929.786425:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328929.847092:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328929.847100:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328929.847107:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328929.847108:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328929.847130:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767328929.847134:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767328929.847137:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328930.871101:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328930.871108:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328930.871115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328930.871115:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328930.871168:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328930.871173:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328930.871177:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328931.895147:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328931.895155:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328931.895164:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328931.895165:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328931.895197:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328931.895223:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328931.895227:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328932.919139:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328932.919150:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328932.919152:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328932.919154:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328932.919160:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328932.919161:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328932.919163:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328932.919165:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328932.919168:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328932.919170:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328932.919229:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328932.919235:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328932.919238:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328933.943147:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328933.943156:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328933.943162:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328933.943163:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328933.943262:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328933.943267:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328933.943272:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767328934.391128:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300779356, at 4300779520 00000100:00000040:0.0:1767328934.391128:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300779356, at 4300779520 00000100:00000040:1.0:1767328934.391137:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300779356, at 4300779520 00000100:00000010:2.0:1767328934.391147:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f104d75. 00000100:00000010:0.0:1767328934.391150:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012e46697. 00000100:00000010:1.0:1767328934.391152:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc92108d. 00000100:00000040:3.0:1767328934.391158:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300779356, at 4300779520 00000100:00000010:3.0:1767328934.391168:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ed61985. 00000100:00000040:3.0:1767328934.903130:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767328934.903146:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767328934.903156:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088b7262c. 00000020:00000040:3.0:1767328934.903164:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767328934.903170:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767328934.903194:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767328934.903200:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767328934.903210:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ce889c. 00000100:00000001:3.0:1767328934.903217:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328934.903229:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000088b7262c x1853178572188800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767328934.903243:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767328934.903246:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328934.903253:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088b7262c] to pc [ptlrpcd_00_03+3] req@0000000088b7262c x1853178572188800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328934.903282:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328934.903285:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767328934.903289:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767328934.903292:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069829e7b. 00000020:00000040:3.0:1767328934.903296:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767328934.903299:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767328934.903301:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767328934.903304:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767328934.903308:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 00000100:00000001:0.0:1767328934.903309:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328934.903312:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328934.903316:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767328934.903317:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000069829e7b x1853178572188928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767328934.903318:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328934.903323:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767328934.903327:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767328934.903331:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328934.903334:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328934.903334:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088b7262c x1853178572188800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328934.903337:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069829e7b] to pc [ptlrpcd_00_00+0] req@0000000069829e7b x1853178572188928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328934.903367:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767328934.903370:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328934.903376:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767328934.903379:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767328934.903383:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767328934.903388:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088b7262c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572188800:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767328934.903390:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328934.903394:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767328934.903401:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767328934.903405:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328934.903408:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767328934.903414:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d030869. 00000100:00000001:2.0:1767328934.903416:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767328934.903417:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767328934.903418:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328934.903421:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328934.903424:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328934.903425:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767328934.903429:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767328934.903430:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033b22e69. 00000100:00000001:3.0:1767328934.903438:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1767328934.903438:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069829e7b x1853178572188928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767328934.903442:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ade78b8. 00000100:00000010:3.0:1767328934.903445:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088864b64. 00000020:00000040:3.0:1767328934.903452:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000200:0.0:1767328934.903455:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572188800, portal 25 00000100:00000001:2.0:1767328934.903456:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767328934.903459:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328934.903461:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767328934.903466:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767328934.903466:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776941824 : -127176932609792 : ffff8c55501bb100) 02000000:00000001:2.0:1767328934.903467:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767328934.903471:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767328934.903472:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767328934.903476:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328934.903477:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328934.903478:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088b7262c x1853178572188800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767328934.903487:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000047440aa3. 00000100:00100000:2.0:1767328934.903487:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069829e7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572188928:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767328934.903496:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328934.903499:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767328934.903502:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767328934.903505:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767328934.903506:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000088864b64 x1853178572189056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767328934.903508:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328934.903511:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767328934.903513:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767328934.903520:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa05176d. 00000400:00000010:0.0:1767328934.903520:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be917283. 00000100:00000001:3.0:1767328934.903523:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767328934.903525:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328934.903527:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767328934.903530:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012bfe709. 00000400:00000010:2.0:1767328934.903535:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939da69a. 00000100:00000040:3.0:1767328934.903536:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088864b64] to pc [ptlrpcd_00_01+1] req@0000000088864b64 x1853178572189056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767328934.903538:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572188800, offset 0 00000100:00000200:2.0:1767328934.903541:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572188928, portal 10 00000100:00000001:2.0:1767328934.903547:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767328934.903549:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776937344 : -127176932614272 : ffff8c55501b9f80) 00000400:00000200:0.0:1767328934.903555:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767328934.903559:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069829e7b x1853178572188928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328934.903566:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328934.903571:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767328934.903572:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767328934.903576:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767328934.903580:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767328934.903583:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6117) 00000400:00000200:0.0:1767328934.903583:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:2.0:1767328934.903586:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767328934.903586:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767328934.903592:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000ca1f46. 00000100:00000001:1.0:1767328934.903592:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767328934.903596:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767328934.903598:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572188928, offset 0 00000100:00000040:1.0:1767328934.903601:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088864b64 x1853178572189056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767328934.903609:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767328934.903610:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767328934.903618:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767328934.903623:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767328934.903630:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [97:97:256:4294967295] 192.168.202.109@tcp LPNI seq info [97:97:8:4294967295] 00000100:00000001:1.0:1767328934.903633:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767328934.903636:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328934.903640:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767328934.903643:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328934.903647:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767328934.903656:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088864b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572189056:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767328934.903657:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767328934.903666:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767328934.903671:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767328934.903674:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:1.0:1767328934.903675:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767328934.903676:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767328934.903680:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767328934.903682:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767328934.903685:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000010:0.0:1767328934.903687:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c58f1272. 00000400:00000200:2.0:1767328934.903688:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1767328934.903689:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de55bf52. 00000400:00000200:2.0:1767328934.903693:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:1.0:1767328934.903695:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328934.903701:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [98:98:255:4294967295] 192.168.202.109@tcp LPNI seq info [98:98:7:4294967295] 00000800:00000200:0.0:1767328934.903701:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000010:1.0:1767328934.903703:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a3633ee. 00000400:00000010:1.0:1767328934.903714:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cab2768b. 00000800:00000200:0.0:1767328934.903715:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767328934.903721:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:1.0:1767328934.903722:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572189056, portal 10 00000800:00000200:0.0:1767328934.903724:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c58f1272 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767328934.903729:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767328934.903732:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767328934.903733:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776932864 : -127176932618752 : ffff8c55501b8e00) 00000800:00000010:2.0:1767328934.903737:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fccff60. 00000800:00000200:2.0:1767328934.903744:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000040:1.0:1767328934.903744:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088864b64 x1853178572189056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328934.903751:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767328934.903757:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767328934.903761:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300784476 00000100:00000001:1.0:1767328934.903764:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767328934.903765:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fccff60 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767328934.903770:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b596485d. 00000100:00000001:2.0:1767328934.903773:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328934.903773:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767328934.903780:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cda0ea1. 00000100:00000040:2.0:1767328934.903781:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 1161793 usecs (1162 jiffies) 00000100:00000001:0.0:1767328934.903782:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767328934.903788:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300781194 00000100:00000200:1.0:1767328934.903788:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572189056, offset 0 00000100:00000001:0.0:1767328934.903793:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300784476 00000100:00000001:2.0:1767328934.903794:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300784476 00000100:00000010:0.0:1767328934.903800:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002806143. 00000400:00000200:1.0:1767328934.903801:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767328934.903802:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300781194 00000100:00000001:0.0:1767328934.903808:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767328934.903814:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767328934.903815:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300784476 00000100:00000001:0.0:1767328934.903815:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300784476 00000800:00000200:3.0:1767328934.903818:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767328934.903821:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767328934.903823:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300781194 00000800:00000010:3.0:1767328934.903824:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c58f1272. 00000100:00000010:0.0:1767328934.903825:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002befec57. 00000400:00000200:3.0:1767328934.903830:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767328934.903833:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767328934.903836:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767328934.903840:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300784476 00000100:00000001:0.0:1767328934.903840:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300784476 00000400:00000200:3.0:1767328934.903841:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767328934.903845:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767328934.903846:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300781194 00000100:00000010:0.0:1767328934.903850:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008433709a. 00000400:00000200:1.0:1767328934.903853:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767328934.903857:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767328934.903861:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [99:99:254:4294967295] 192.168.202.109@tcp LPNI seq info [99:99:6:4294967295] 00000100:00000001:2.0:1767328934.903864:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300784476 00000100:00000001:0.0:1767328934.903864:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328934.903871:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328934.903872:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328934.903878:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328934.903878:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328934.903882:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328934.903883:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767328934.903889:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328934.903891:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328934.903892:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767328934.903894:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328934.903895:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be917283 00000100:00000001:2.0:1767328934.903899:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767328934.903900:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be917283. 00000100:00000001:0.0:1767328934.903901:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767328934.903902:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1767328934.903903:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bfe2aba. 00000100:00000001:0.0:1767328934.903906:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328934.903909:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328934.903910:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328934.903912:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767328934.903914:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767328934.903916:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767328934.903916:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328934.903917:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767328934.903920:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088b7262c x1853178572188800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328934.903924:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328934.903924:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767328934.903930:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767328934.903937:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007bfe2aba type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767328934.903940:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767328934.903943:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328934.903947:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088b7262c x1853178572188800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328950 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328934.903949:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 70000 usecs (70 jiffies) 00000100:00000001:1.0:1767328934.903956:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300780102 00000100:00000001:1.0:1767328934.903962:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300784476 00000100:00000001:3.0:1767328934.903965:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328934.903967:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300780102 00000100:00000001:3.0:1767328934.903970:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767328934.903972:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300784476 00000100:00000001:1.0:1767328934.903976:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300780102 00000100:00000001:1.0:1767328934.903980:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300784476 00000100:00000001:1.0:1767328934.903982:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300780102 00000100:00000001:1.0:1767328934.903999:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300784476 00000800:00000200:3.0:1767328934.904000:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767328934.904002:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767328934.904005:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fccff60. 00000100:00000001:1.0:1767328934.904007:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328934.904010:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328934.904015:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328934.904044:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328934.904049:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328934.904051:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000ca1f46 00000400:00000010:3.0:1767328934.904052:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000ca1f46. 00000100:00000001:3.0:1767328934.904057:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767328934.904062:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069829e7b x1853178572188928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328934.904064:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328934.904068:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767328934.904071:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767328934.904073:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767328934.904075:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069829e7b x1853178572188928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328950 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328934.904077:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328934.904080:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328934.904083:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328934.904084:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767328934.904092:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767328934.904131:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328934.904134:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bfe2aba. 00000400:00000200:3.0:1767328934.904137:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328934.904140:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328934.904143:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cda0ea1 00000400:00000010:3.0:1767328934.904145:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cda0ea1. 00000100:00000001:3.0:1767328934.904147:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767328934.904150:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088864b64 x1853178572189056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328934.904158:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328934.904160:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088864b64 x1853178572189056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328950 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328934.904167:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328934.904169:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767328934.905812:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328934.905821:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328934.905825:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328934.905828:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328934.905835:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328934.905904:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2802c80 00000400:00000200:3.0:1767328934.905910:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x3ed [1] + 224 00000800:00000001:3.0:1767328934.905921:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328934.905927:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328934.905929:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328934.905933:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328934.905937:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328934.905941:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088b7262c x1853178572188800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328934.905949:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088b7262c x1853178572188800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328934.905967:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767328934.905973:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328934.905976:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328934.906011:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328934.906015:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767328934.906037:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767328934.906040:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767328934.906043:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033b22e69. 00000400:00000200:0.0:1767328934.906047:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ade78b8 00000400:00000010:0.0:1767328934.906049:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ade78b8. 00000100:00000001:0.0:1767328934.906054:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767328934.906059:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088b7262c x1853178572188800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767328934.906070:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088b7262c x1853178572188800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328934.906079:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767328934.906081:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328934.906085:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767328934.906088:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767328934.906091:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767328934.906095:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328934.906098:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767328934.906105:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=81 v=5 (5 0 0 0) 00000800:00000001:3.0:1767328934.906107:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767328934.906111:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=81 v=5 (1 0 0 0) 00000800:00000001:3.0:1767328934.906115:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328934.906116:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767328934.906120:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767328934.906121:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767328934.906124:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767328934.906126:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767328934.906130:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328934.906134:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328934.906139:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088b7262c x1853178572188800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328934.906145:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328934.906147:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767328934.906149:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767328934.906158:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088b7262c x1853178572188800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767328934.906167:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088b7262c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572188800:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328934.906172:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328934.906174:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328934.906177:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088b7262c x1853178572188800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328934.906184:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767328934.906187:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767328934.906190:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d030869. 02000000:00000001:0.0:1767328934.906193:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767328934.906195:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767328934.906197:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767328934.906199:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767328934.906201:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ce889c. 02000000:00000001:0.0:1767328934.906209:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767328934.906211:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767328934.906214:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088b7262c. 00000100:00000001:0.0:1767328934.906218:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767328934.906220:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328934.906222:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328934.906227:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328934.906228:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328934.906231:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328934.906233:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328934.906261:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328934.906270:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2802d80 00000400:00000200:3.0:1767328934.906275:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x3fd [1] + 224 00000800:00000001:3.0:1767328934.906279:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328934.906283:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328934.906285:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328934.906288:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328934.906292:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328934.906295:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088864b64 x1853178572189056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328934.906365:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088864b64 x1853178572189056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328934.906380:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767328934.906385:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328934.906390:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328934.906398:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328934.906401:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328934.906408:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328934.906418:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2802d00 00000100:00000001:1.0:1767328934.906418:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328934.906423:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767328934.906427:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x3f5 [1] + 224 00000800:00000001:3.0:1767328934.906433:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767328934.906433:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767328934.906437:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767328934.906441:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a3633ee. 00000400:00000200:1.0:1767328934.906446:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cab2768b 00000400:00000010:1.0:1767328934.906448:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cab2768b. 00000100:00000001:1.0:1767328934.906453:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767328934.906454:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328934.906458:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767328934.906459:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088864b64 x1853178572189056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328934.906467:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328934.906476:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328934.906481:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088864b64 x1853178572189056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767328934.906484:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069829e7b x1853178572188928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328934.906500:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328934.906503:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328934.906506:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767328934.906509:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000069829e7b x1853178572188928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767328934.906510:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328934.906513:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328934.906516:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328934.906521:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767328934.906530:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=81 v=5 (5 0 0 0) 00000100:00001000:1.0:1767328934.906534:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767328934.906537:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767328934.906539:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328934.906539:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328934.906544:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767328934.906547:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00080000:1.0:1767328934.906551:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000088864b64 x1853178572189056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767328934.906554:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767328934.906565:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328934.906569:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767328934.906572:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767328934.906575:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767328934.906578:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328934.906580:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767328934.906583:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088864b64 x1853178572189056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328934.906584:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767328934.906589:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767328934.906592:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767328934.906596:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012bfe709. 00000400:00000200:2.0:1767328934.906602:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939da69a 00000400:00000010:2.0:1767328934.906605:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939da69a. 00000100:00000001:2.0:1767328934.906609:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328934.906616:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069829e7b x1853178572188928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328934.906627:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069829e7b x1853178572188928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328934.906637:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328934.906645:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328934.906646:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328934.906648:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328934.906649:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328934.906654:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767328934.906656:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767328934.906657:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088864b64 x1853178572189056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328934.906659:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328934.906662:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328934.906666:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767328934.906673:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=71 v=5 (5 0 0 0) 00000100:00100000:1.0:1767328934.906675:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088864b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572189056:192.168.202.109@tcp:400: 00000100:00001000:2.0:1767328934.906680:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=71 v=5 (1 0 0 0) 00000100:00000001:1.0:1767328934.906685:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328934.906686:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767328934.906689:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328934.906691:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767328934.906693:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767328934.906697:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328934.906698:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088864b64 x1853178572189056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328934.906701:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767328934.906704:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767328934.906708:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767328934.906713:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328934.906715:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767328934.906719:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328934.906720:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de55bf52. 02000000:00000001:1.0:1767328934.906727:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767328934.906730:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069829e7b x1853178572188928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767328934.906731:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328934.906734:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767328934.906739:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767328934.906742:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000047440aa3. 02000000:00000001:1.0:1767328934.906748:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767328934.906749:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328934.906751:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767328934.906753:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:1.0:1767328934.906755:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088864b64. 00000100:00000001:2.0:1767328934.906756:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328934.906764:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767328934.906765:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069829e7b x1853178572188928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328934.906769:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328934.906775:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767328934.906782:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069829e7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572188928:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328934.906782:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328934.906786:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328934.906788:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328934.906792:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328934.906793:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767328934.906797:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328934.906798:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069829e7b x1853178572188928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328934.906807:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767328934.906809:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767328934.906811:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa05176d. 02000000:00000001:2.0:1767328934.906815:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767328934.906817:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767328934.906818:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767328934.906821:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767328934.906822:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 02000000:00000001:2.0:1767328934.906826:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767328934.906827:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767328934.906828:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069829e7b. 00000100:00000001:2.0:1767328934.906832:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328934.906834:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328934.906836:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328934.906840:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328934.906841:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328934.906843:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328934.906845:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328934.967083:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328934.967089:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328934.967093:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328934.967096:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328934.967104:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328934.967109:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767328934.967111:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767328934.967112:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328934.967115:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328934.967116:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328934.967118:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328934.967120:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328934.967169:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328934.967174:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328934.967184:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328935.991103:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328935.991110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328935.991114:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328935.991115:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328935.991165:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328935.991169:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328935.991172:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328937.015122:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328937.015132:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328937.015140:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328937.015141:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328937.015212:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328937.015217:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328937.015220:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328938.039115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328938.039125:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328938.039134:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328938.039136:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328938.039192:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328938.039196:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328938.039199:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328939.063116:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328939.063126:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328939.063134:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328939.063136:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328939.063203:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328939.063208:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328939.063212:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767328939.511116:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300784476, at 4300784640 00000100:00000040:1.0:1767328939.511116:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300784476, at 4300784640 00000100:00000040:0.0:1767328939.511117:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300784476, at 4300784640 00000100:00000010:0.0:1767328939.511140:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b596485d. 00000100:00000010:3.0:1767328939.511143:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008433709a. 00000100:00000010:1.0:1767328939.511146:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002806143. 00000100:00000040:2.0:1767328939.511301:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300784476, at 4300784640 00000100:00000010:2.0:1767328939.511308:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002befec57. 00000100:00000040:1.0:1767328940.023128:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767328940.023139:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767328940.023149:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce5d9467. 00000020:00000040:1.0:1767328940.023156:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767328940.023163:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767328940.023167:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767328940.023174:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328940.023185:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007bfe2aba. 00000100:00000001:1.0:1767328940.023195:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328940.023210:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000ce5d9467 x1853178572189184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767328940.023240:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767328940.023243:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328940.023251:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce5d9467] to pc [ptlrpcd_00_02+2] req@00000000ce5d9467 x1853178572189184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328940.023294:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328940.023298:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767328940.023302:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767328940.023305:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8f35ab6. 00000020:00000040:1.0:1767328940.023309:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767328940.023312:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767328940.023314:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767328940.023315:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767328940.023317:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328940.023320:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767328940.023322:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000459d2753. 00000100:00000001:3.0:1767328940.023323:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767328940.023325:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328940.023326:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767328940.023330:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce5d9467 x1853178572189184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328940.023330:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000f8f35ab6 x1853178572189312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767328940.023333:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328940.023344:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767328940.023345:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767328940.023347:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328940.023347:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328940.023351:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8f35ab6] to pc [ptlrpcd_00_03+3] req@00000000f8f35ab6 x1853178572189312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767328940.023358:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767328940.023361:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767328940.023365:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328940.023366:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767328940.023368:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572189184:192.168.202.109@tcp:400: 00000100:00000040:1.0:1767328940.023368:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767328940.023372:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767328940.023375:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 00000100:00000001:0.0:1767328940.023377:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767328940.023379:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767328940.023381:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328940.023383:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767328940.023383:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767328940.023385:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767328940.023386:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767328940.023391:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767328940.023391:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328940.023394:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8f35ab6 x1853178572189312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767328940.023395:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328940.023396:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ecca153. 02000000:00000001:3.0:1767328940.023400:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767328940.023406:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cd8fc63. 00000100:00000001:1.0:1767328940.023406:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328940.023409:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328940.023412:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000dfc75053 x1853178572189440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767328940.023416:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7c1939d. 00000400:00000010:3.0:1767328940.023426:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000497e0e68. 00000100:00000001:1.0:1767328940.023428:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767328940.023430:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767328940.023437:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572189184, portal 25 00000100:00000040:1.0:1767328940.023437:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfc75053] to pc [ptlrpcd_00_00+0] req@00000000dfc75053 x1853178572189440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328940.023440:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767328940.023441:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767328940.023444:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328940.023445:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777200384 : -127176932351232 : ffff8c55501fa300) 02000000:00000001:0.0:1767328940.023452:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767328940.023453:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce5d9467 x1853178572189184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767328940.023456:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767328940.023461:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328940.023469:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767328940.023470:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572189312:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767328940.023471:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767328940.023472:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767328940.023480:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767328940.023482:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767328940.023483:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064cac671. 00000100:00000040:1.0:1767328940.023483:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1767328940.023488:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572189184, offset 0 02000000:00000001:0.0:1767328940.023488:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767328940.023491:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6122) 02000000:00000001:0.0:1767328940.023492:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328940.023496:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767328940.023497:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767328940.023500:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000010:0.0:1767328940.023502:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000e1e3f85. 00000100:00000001:2.0:1767328940.023504:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328940.023504:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328940.023509:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767328940.023510:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328940.023510:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767328940.023519:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033b22e69. 00000400:00000200:3.0:1767328940.023521:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:2.0:1767328940.023521:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572189440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767328940.023527:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ade78b8. 00000400:00000200:3.0:1767328940.023533:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767328940.023535:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572189312, portal 10 00000100:00000001:0.0:1767328940.023542:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767328940.023543:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767328940.023543:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767328940.023546:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777196800 : -127176932354816 : ffff8c55501f9500) 00000100:00000001:2.0:1767328940.023549:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328940.023552:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767328940.023556:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767328940.023559:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8f35ab6 x1853178572189312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328940.023560:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:2.0:1767328940.023562:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767328940.023568:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328940.023570:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [100:100:256:4294967295] 192.168.202.109@tcp LPNI seq info [100:100:8:4294967295] 00000100:00100000:2.0:1767328940.023578:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572189440:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328940.023585:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767328940.023587:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767328940.023592:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767328940.023593:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767328940.023597:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328940.023599:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:0.0:1767328940.023600:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034968aab. 02000000:00000001:2.0:1767328940.023602:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767328940.023607:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572189312, offset 0 02000000:00000010:2.0:1767328940.023609:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050557de3. 02000000:00000001:2.0:1767328940.023614:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767328940.023615:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767328940.023619:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767328940.023621:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012bfe709. 00000800:00000010:3.0:1767328940.023625:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc21aaa9. 00000400:00000010:2.0:1767328940.023628:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939da69a. 00000400:00000200:0.0:1767328940.023631:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000200:2.0:1767328940.023635:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572189440, portal 10 00000800:00000200:3.0:1767328940.023637:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767328940.023638:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767328940.023641:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767328940.023644:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000400:00000200:0.0:1767328940.023645:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767328940.023653:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767328940.023658:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572189440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767328940.023659:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:3.0:1767328940.023662:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767328940.023669:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [101:101:255:4294967295] 192.168.202.109@tcp LPNI seq info [101:101:7:4294967295] 00000800:00000200:3.0:1767328940.023672:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc21aaa9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767328940.023686:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767328940.023694:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328940.023703:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767328940.023705:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300789596 00000800:00000200:0.0:1767328940.023709:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767328940.023713:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000010:3.0:1767328940.023715:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8f4ed25. 00000800:00000010:0.0:1767328940.023717:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d94add08. 00000400:00000010:2.0:1767328940.023719:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000ca1f46. 00000100:00000001:3.0:1767328940.023725:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000200:2.0:1767328940.023726:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572189440, offset 0 00000800:00000200:0.0:1767328940.023726:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767328940.023735:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300789596 00000800:00000200:0.0:1767328940.023739:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767328940.023742:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:3.0:1767328940.023743:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6d2c97a. 00000800:00000200:0.0:1767328940.023747:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d94add08 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767328940.023750:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767328940.023753:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328940.023756:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300789596 00000400:00000200:2.0:1767328940.023756:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:1.0:1767328940.023758:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767328940.023761:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 1113557 usecs (1114 jiffies) 00000100:00000010:3.0:1767328940.023763:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053c5c050. 00000800:00000010:1.0:1767328940.023764:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc21aaa9. 00000400:00000200:2.0:1767328940.023765:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767328940.023768:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300786266 00000100:00000001:3.0:1767328940.023771:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767328940.023772:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767328940.023774:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767328940.023775:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300789596 00000100:00000001:3.0:1767328940.023778:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300789596 00000400:00000200:2.0:1767328940.023780:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767328940.023782:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300786266 00000100:00000010:3.0:1767328940.023784:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f27512d. 00000400:00000200:1.0:1767328940.023786:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328940.023788:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300789596 00000400:00000200:2.0:1767328940.023789:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767328940.023791:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767328940.023797:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300786266 00000400:00000200:2.0:1767328940.023798:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [102:102:254:4294967295] 192.168.202.109@tcp LPNI seq info [102:102:6:4294967295] 00000100:00000001:0.0:1767328940.023805:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300789596 00000100:00000001:3.0:1767328940.023808:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328940.023809:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300786266 00000100:00000001:3.0:1767328940.023814:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328940.023816:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300789596 00000100:00000001:3.0:1767328940.023820:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328940.023822:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767328940.023823:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767328940.023824:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328940.023829:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328940.023834:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328940.023837:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767328940.023837:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064cac671 00000800:00000200:2.0:1767328940.023838:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767328940.023840:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328940.023841:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1767328940.023842:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064cac671. 00000800:00000010:2.0:1767328940.023845:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059f1a697. 00000100:00000001:3.0:1767328940.023848:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328940.023850:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328940.023851:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767328940.023852:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767328940.023853:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767328940.023855:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767328940.023856:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767328940.023860:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce5d9467 x1853178572189184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328940.023862:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328940.023863:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767328940.023863:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767328940.023867:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767328940.023871:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059f1a697 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767328940.023872:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328940.023877:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328940.023881:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328940.023883:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328940.023887:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 66683 usecs (67 jiffies) 00000100:00000040:1.0:1767328940.023890:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce5d9467 x1853178572189184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328956 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328940.023894:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300785219 00000100:00000001:2.0:1767328940.023901:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300789596 00000100:00000001:2.0:1767328940.023908:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300785219 00000100:00000001:1.0:1767328940.023910:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328940.023913:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300789596 00000100:00000001:1.0:1767328940.023915:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767328940.023919:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300785219 00000100:00000001:2.0:1767328940.023922:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300789596 00000100:00000001:2.0:1767328940.023925:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300785219 00000100:00000001:2.0:1767328940.023927:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300789596 00000800:00000200:1.0:1767328940.023931:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767328940.023951:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d94add08. 00000400:00000200:1.0:1767328940.023955:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767328940.023957:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767328940.023961:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328940.023963:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328940.023966:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328940.023971:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328940.023973:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034968aab 00000100:00000001:2.0:1767328940.023976:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767328940.023976:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034968aab. 00000100:00000001:2.0:1767328940.023979:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767328940.023981:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328940.023982:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328940.023983:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328940.023984:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767328940.023985:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767328940.023991:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8f35ab6 x1853178572189312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328940.023998:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328940.024000:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8f35ab6 x1853178572189312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328956 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328940.024004:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328940.024006:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767328940.024075:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767328940.024077:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059f1a697. 00000400:00000200:1.0:1767328940.024081:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767328940.024084:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767328940.024086:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000ca1f46 00000400:00000010:1.0:1767328940.024087:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000ca1f46. 00000100:00000001:1.0:1767328940.024089:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767328940.024091:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572189440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328940.024096:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328940.024097:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572189440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328956 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328940.024101:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328940.024102:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767328940.025989:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328940.026000:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328940.026003:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328940.026005:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328940.026011:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328940.026072:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2802e00 00000400:00000200:3.0:1767328940.026078:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x405 [1] + 224 00000800:00000001:3.0:1767328940.026089:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328940.026093:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328940.026095:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328940.026098:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328940.026101:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328940.026105:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce5d9467 x1853178572189184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328956 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328940.026112:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ce5d9467 x1853178572189184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328940.026125:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767328940.026131:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328940.026134:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328940.026135:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328940.026136:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328940.026139:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328940.026143:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2802e80 00000400:00000200:3.0:1767328940.026147:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x40d [1] + 224 00000800:00000001:3.0:1767328940.026150:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328940.026152:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328940.026153:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328940.026157:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328940.026159:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328940.026162:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8f35ab6 x1853178572189312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328956 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328940.026162:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328940.026166:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767328940.026171:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f8f35ab6 x1853178572189312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767328940.026173:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767328940.026176:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767328940.026180:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7c1939d. 00000400:00000200:1.0:1767328940.026186:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000497e0e68 00000100:00000001:3.0:1767328940.026188:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767328940.026188:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000497e0e68. 00000100:00000001:1.0:1767328940.026191:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767328940.026194:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767328940.026198:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce5d9467 x1853178572189184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767328940.026199:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328940.026203:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328940.026206:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328940.026217:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767328940.026228:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767328940.026231:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce5d9467 x1853178572189184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328956 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328940.026232:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2802f00 00000100:00000001:0.0:1767328940.026233:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767328940.026244:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x415 [1] + 224 00000100:00000001:1.0:1767328940.026246:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767328940.026248:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767328940.026249:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767328940.026250:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767328940.026254:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767328940.026255:0:208650:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:3.0:1767328940.026256:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328940.026260:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767328940.026260:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767328940.026260:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033b22e69. 00000100:00000001:1.0:1767328940.026265:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767328940.026269:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767328940.026269:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328940.026269:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ade78b8 02000000:00000001:1.0:1767328940.026275:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767328940.026280:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ade78b8. 00000100:00001000:1.0:1767328940.026284:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=87 v=5 (5 0 0 0) 00000100:00000001:3.0:1767328940.026288:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767328940.026288:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767328940.026289:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767328940.026294:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767328940.026296:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572189440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328956 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328940.026297:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767328940.026298:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8f35ab6 x1853178572189312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767328940.026302:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767328940.026306:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328940.026311:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328940.026320:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce5d9467 x1853178572189184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328956 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328940.026326:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfc75053 x1853178572189440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767328940.026339:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8f35ab6 x1853178572189312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328956 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328940.026353:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328940.026360:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767328940.026363:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328940.026366:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767328940.026367:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767328940.026370:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce5d9467 x1853178572189184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328956 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328940.026372:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328940.026373:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767328940.026379:0:208651:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:3.0:1767328940.026380:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767328940.026384:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572189184:192.168.202.109@tcp:400: 02000000:00000001:0.0:1767328940.026384:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767328940.026389:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328940.026391:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328940.026392:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328940.026394:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767328940.026397:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328940.026398:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce5d9467 x1853178572189184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328956 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328940.026402:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767328940.026406:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=77 v=5 (5 0 0 0) 00000100:00000001:2.0:1767328940.026407:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328940.026412:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1767328940.026414:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1767328940.026414:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=77 v=5 (1 0 0 0) 02000000:00000001:1.0:1767328940.026416:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:2.0:1767328940.026418:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767328940.026421:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767328940.026422:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012bfe709. 02000000:00000010:1.0:1767328940.026422:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cd8fc63. 00000100:00000001:0.0:1767328940.026424:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328940.026427:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939da69a 00010000:00000001:0.0:1767328940.026429:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767328940.026431:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939da69a. 02000000:00000001:1.0:1767328940.026433:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767328940.026435:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767328940.026435:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328940.026437:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328940.026440:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767328940.026442:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1767328940.026443:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572189440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767328940.026444:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767328940.026448:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000010:1.0:1767328940.026449:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007bfe2aba. 00000100:00000001:0.0:1767328940.026455:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767328940.026456:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1767328940.026460:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572189440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328956 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767328940.026460:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767328940.026461:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767328940.026464:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce5d9467. 00000100:00000001:1.0:1767328940.026469:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767328940.026472:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767328940.026472:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8f35ab6 x1853178572189312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328956 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328940.026477:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328940.026482:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328940.026485:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328940.026486:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328940.026491:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328940.026492:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328940.026495:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328940.026496:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767328940.026496:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328940.026500:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767328940.026502:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767328940.026502:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328940.026505:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328940.026507:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767328940.026508:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767328940.026513:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=87 v=5 (5 0 0 0) 00000100:00000040:0.0:1767328940.026514:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8f35ab6 x1853178572189312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328956 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767328940.026519:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=62 v=5 (1 0 0 0) 00000100:00000001:2.0:1767328940.026526:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767328940.026528:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328940.026532:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767328940.026538:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000dfc75053 x1853178572189440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328956 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767328940.026538:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572189312:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328940.026549:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328940.026562:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328940.026568:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8f35ab6 x1853178572189312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328956 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767328940.026576:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328940.026581:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767328940.026583:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767328940.026585:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767328940.026588:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328940.026588:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767328940.026593:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767328940.026596:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfc75053 x1853178572189440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328956 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767328940.026597:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000e1e3f85. 02000000:00000001:0.0:1767328940.026604:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767328940.026606:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767328940.026608:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767328940.026609:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328940.026612:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767328940.026612:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000040:2.0:1767328940.026618:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572189440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328956 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767328940.026619:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767328940.026623:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000459d2753. 02000000:00000001:0.0:1767328940.026629:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1767328940.026630:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572189440:192.168.202.109@tcp:400: 02000000:00000001:0.0:1767328940.026632:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767328940.026634:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767328940.026635:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8f35ab6. 00000100:00000001:2.0:1767328940.026637:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328940.026643:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572189440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328956 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328940.026643:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767328940.026646:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328940.026652:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328940.026655:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767328940.026658:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767328940.026659:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1767328940.026660:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050557de3. 00000100:00000001:0.0:1767328940.026663:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328940.026665:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767328940.026669:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767328940.026669:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767328940.026670:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767328940.026674:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767328940.026674:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767328940.026677:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ecca153. 02000000:00000001:2.0:1767328940.026686:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767328940.026687:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767328940.026688:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000100:00000001:2.0:1767328940.026691:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328940.026692:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328940.026698:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328940.026701:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328940.026702:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328940.026704:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328940.026705:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328940.087082:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328940.087090:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328940.087099:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328940.087101:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328940.087186:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328940.087189:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328940.087191:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328941.111093:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328941.111102:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328941.111108:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328941.111109:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328941.111177:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328941.111180:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328941.111183:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328942.135114:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328942.135122:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328942.135127:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328942.135128:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328942.135192:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328942.135198:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328942.135201:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328943.159125:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328943.159136:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328943.159139:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328943.159142:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328943.159148:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328943.159150:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328943.159152:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328943.159154:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328943.159159:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328943.159160:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328943.159219:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328943.159225:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328943.159228:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328944.183106:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328944.183137:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328944.183143:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328944.183146:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328944.183148:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328944.183153:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767328944.183155:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767328944.183157:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328944.183159:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328944.183161:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328944.183163:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328944.183164:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328944.183210:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328944.183214:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328944.183216:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767328944.631124:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300789596, at 4300789760 00000100:00000040:2.0:1767328944.631124:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300789596, at 4300789760 00000100:00000040:0.0:1767328944.631124:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300789596, at 4300789760 00000100:00000040:1.0:1767328944.631125:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300789596, at 4300789760 00000100:00000010:2.0:1767328944.631144:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053c5c050. 00000100:00000010:0.0:1767328944.631145:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8f4ed25. 00000100:00000010:3.0:1767328944.631148:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f27512d. 00000100:00000010:1.0:1767328944.631151:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6d2c97a. 00000100:00000040:2.0:1767328945.143110:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767328945.143128:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767328945.143136:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f76cd51. 00000020:00000040:2.0:1767328945.143142:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767328945.143146:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767328945.143149:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767328945.143156:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767328945.143163:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004b01f034. 00000100:00000001:2.0:1767328945.143170:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328945.143181:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000000f76cd51 x1853178572189568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767328945.143191:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767328945.143193:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328945.143198:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f76cd51] to pc [ptlrpcd_00_01+1] req@000000000f76cd51 x1853178572189568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328945.143220:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328945.143222:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767328945.143225:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767328945.143227:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000e7f7ee3. 00000020:00000040:2.0:1767328945.143230:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767328945.143232:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767328945.143233:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767328945.143235:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767328945.143237:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004313d708. 00000100:00000001:1.0:1767328945.143237:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328945.143242:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328945.143244:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328945.143248:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767328945.143254:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f76cd51 x1853178572189568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328945.143256:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000000e7f7ee3 x1853178572189696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767328945.143266:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328945.143274:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328945.143283:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767328945.143285:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328945.143290:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767328945.143291:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e7f7ee3] to pc [ptlrpcd_00_02+2] req@000000000e7f7ee3 x1853178572189696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328945.143294:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328945.143301:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767328945.143305:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328945.143308:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767328945.143311:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000f76cd51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572189568:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328945.143315:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767328945.143316:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328945.143320:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767328945.143321:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767328945.143323:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767328945.143326:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767328945.143327:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000132fe2d2. 02000000:00000001:1.0:1767328945.143329:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1767328945.143331:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767328945.143334:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767328945.143336:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1767328945.143336:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd6ec3cb. 02000000:00000001:2.0:1767328945.143341:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328945.143341:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328945.143345:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767328945.143348:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c3a879af. 00000400:00000010:1.0:1767328945.143350:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a3633ee. 00000100:00000001:2.0:1767328945.143351:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328945.143351:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767328945.143357:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767328945.143360:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328945.143361:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000132fe2d2 x1853178572189824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767328945.143362:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cab2768b. 00000100:00000001:0.0:1767328945.143362:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328945.143372:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767328945.143373:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328945.143374:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767328945.143375:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572189568, portal 25 00000100:00000001:0.0:1767328945.143378:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767328945.143380:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000132fe2d2] to pc [ptlrpcd_00_03+3] req@00000000132fe2d2 x1853178572189824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328945.143381:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767328945.143383:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328945.143385:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777367808 : -127176932183808 : ffff8c5550223100) 00000100:00000001:0.0:1767328945.143386:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328945.143390:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767328945.143397:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328945.143397:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000e7f7ee3 x1853178572189696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328945.143401:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000f76cd51 x1853178572189568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328945.143402:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767328945.143412:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767328945.143416:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767328945.143421:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:2.0:1767328945.143422:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6127) 00000100:00000001:3.0:1767328945.143426:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328945.143433:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767328945.143435:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328945.143440:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328945.143440:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767328945.143443:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767328945.143447:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767328945.143447:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1e4696. 00000100:00000001:3.0:1767328945.143451:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767328945.143453:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572189568, offset 0 00000100:00000001:3.0:1767328945.143456:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767328945.143459:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328945.143464:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767328945.143466:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000132fe2d2 x1853178572189824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767328945.143469:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767328945.143473:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767328945.143479:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328945.143483:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767328945.143487:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1767328945.143489:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000e7f7ee3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572189696:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767328945.143491:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328945.143493:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767328945.143500:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767328945.143500:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767328945.143504:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:3.0:1767328945.143506:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767328945.143507:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767328945.143510:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767328945.143512:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328945.143513:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328945.143516:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:0.0:1767328945.143519:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767328945.143524:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000132fe2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572189824:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767328945.143525:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [103:103:256:4294967295] 192.168.202.109@tcp LPNI seq info [103:103:8:4294967295] 02000000:00000010:0.0:1767328945.143527:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000e1e3f85. 02000000:00000001:0.0:1767328945.143533:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328945.143535:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767328945.143538:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033b22e69. 02000000:00000001:3.0:1767328945.143539:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767328945.143543:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767328945.143547:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ade78b8. 02000000:00000001:3.0:1767328945.143548:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767328945.143548:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000010:3.0:1767328945.143555:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a422f07f. 00000100:00000200:0.0:1767328945.143555:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572189696, portal 10 00000800:00000200:1.0:1767328945.143560:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767328945.143561:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328945.143562:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767328945.143565:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777361536 : -127176932190080 : ffff8c5550221880) 00000800:00000010:1.0:1767328945.143566:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bfe2aba. 00000400:00000010:3.0:1767328945.143568:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189c6cb8. 00000100:00000040:0.0:1767328945.143574:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000e7f7ee3 x1853178572189696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767328945.143575:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d3f0604. 00000800:00000200:1.0:1767328945.143580:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:3.0:1767328945.143581:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572189824, portal 10 00000100:00000001:3.0:1767328945.143587:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767328945.143590:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777363328 : -127176932188288 : ffff8c5550221f80) 00000100:00000001:0.0:1767328945.143593:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767328945.143594:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000040:3.0:1767328945.143601:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000132fe2d2 x1853178572189824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328945.143601:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767328945.143602:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007bfe2aba type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767328945.143608:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000063b7aea. 00000100:00000200:0.0:1767328945.143613:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572189696, offset 0 00000100:00000001:3.0:1767328945.143616:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767328945.143624:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328945.143625:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767328945.143626:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767328945.143632:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300794716 00000400:00000010:3.0:1767328945.143634:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000497e0e68. 00000400:00000200:0.0:1767328945.143639:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000010:1.0:1767328945.143640:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a83fae05. 00000100:00000200:3.0:1767328945.143641:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572189824, offset 0 00000400:00000200:0.0:1767328945.143645:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767328945.143649:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767328945.143650:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767328945.143654:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767328945.143658:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767328945.143661:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300794716 00000400:00000200:3.0:1767328945.143664:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767328945.143666:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [104:104:255:4294967295] 192.168.202.109@tcp LPNI seq info [104:104:7:4294967295] 00000100:00000010:1.0:1767328945.143668:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000620d8893. 00000100:00000001:1.0:1767328945.143673:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767328945.143679:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300794716 00000100:00000010:1.0:1767328945.143685:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e8b36ad. 00000100:00000001:1.0:1767328945.143690:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767328945.143690:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767328945.143695:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300794716 00000800:00000200:2.0:1767328945.143696:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767328945.143702:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bfe2aba. 00000800:00000200:0.0:1767328945.143702:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328945.143705:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000010:1.0:1767328945.143705:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082ce177d. 00000400:00000200:2.0:1767328945.143708:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767328945.143712:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767328945.143713:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767328945.143713:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c950b47. 00000400:00000200:3.0:1767328945.143720:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767328945.143720:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767328945.143726:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767328945.143727:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328945.143728:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767328945.143734:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767328945.143735:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328945.143737:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767328945.143738:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328945.143744:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [105:105:254:4294967295] 192.168.202.109@tcp LPNI seq info [105:105:6:4294967295] 00000100:00000001:1.0:1767328945.143745:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1767328945.143750:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767328945.143753:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1767328945.143754:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002c950b47 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767328945.143757:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328945.143761:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328945.143763:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328945.143764:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328945.143768:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328945.143772:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 1069166 usecs (1070 jiffies) 00000100:00000001:0.0:1767328945.143778:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300791342 00000100:00000001:0.0:1767328945.143782:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300794716 00000100:00000001:0.0:1767328945.143785:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300791342 00000100:00000001:0.0:1767328945.143788:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300794716 00000100:00000001:0.0:1767328945.143791:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300791342 00000100:00000001:0.0:1767328945.143793:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300794716 00000100:00000001:0.0:1767328945.143798:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300791342 00000100:00000001:0.0:1767328945.143803:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300794716 00000100:00000001:0.0:1767328945.143806:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767328945.143812:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767328945.143813:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328945.143818:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328945.143822:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1e4696 00000100:00000001:0.0:1767328945.143822:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767328945.143824:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767328945.143825:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767328945.143827:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1e4696. 00000100:00000001:0.0:1767328945.143829:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328945.143832:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767328945.143833:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc21aaa9. 00000100:00000001:0.0:1767328945.143834:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328945.143835:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767328945.143841:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f76cd51 x1853178572189568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767328945.143847:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767328945.143856:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1767328945.143859:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000040:2.0:1767328945.143861:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f76cd51 x1853178572189568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328961 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767328945.143866:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc21aaa9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767328945.143875:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328945.143876:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328945.143877:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767328945.143881:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 63690 usecs (64 jiffies) 00000100:00000001:3.0:1767328945.143895:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300790336 00000100:00000001:3.0:1767328945.143898:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300794716 00000100:00000001:3.0:1767328945.143901:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300790336 00000100:00000001:3.0:1767328945.143903:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300794716 00000800:00000200:2.0:1767328945.143904:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767328945.143906:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300790336 00000800:00000010:2.0:1767328945.143907:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c950b47. 00000100:00000001:3.0:1767328945.143913:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300794716 00000400:00000200:2.0:1767328945.143913:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767328945.143919:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300790336 00000400:00000200:2.0:1767328945.143923:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328945.143924:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300794716 00000400:00000200:2.0:1767328945.143926:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000063b7aea 00000100:00000001:3.0:1767328945.143927:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767328945.143928:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000063b7aea. 00000100:00000001:3.0:1767328945.143934:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328945.143936:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328945.143939:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328945.143939:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767328945.143944:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000e7f7ee3 x1853178572189696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328945.143950:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328945.143951:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000e7f7ee3 x1853178572189696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328961 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328945.143955:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328945.143956:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767328945.143982:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767328945.143984:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc21aaa9. 00000400:00000200:2.0:1767328945.143987:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328945.143991:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767328945.143993:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000497e0e68 00000400:00000010:2.0:1767328945.143995:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000497e0e68. 00000100:00000001:2.0:1767328945.143997:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767328945.144000:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000132fe2d2 x1853178572189824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328945.144041:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328945.144045:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000132fe2d2 x1853178572189824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328961 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328945.144053:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328945.144055:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767328945.145278:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328945.145289:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767328945.145292:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328945.145295:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328945.145302:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767328945.145315:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2802f80 00000400:00000200:1.0:1767328945.145323:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x41d [1] + 224 00000800:00000001:1.0:1767328945.145331:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328945.145350:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328945.145352:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767328945.145356:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767328945.145361:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328945.145364:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f76cd51 x1853178572189568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328961 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328945.145375:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f76cd51 x1853178572189568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328945.145394:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767328945.145401:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328945.145405:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767328945.145408:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328945.145411:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328945.145416:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767328945.145429:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2803000 00000100:00000001:2.0:1767328945.145430:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328945.145434:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767328945.145436:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x425 [1] + 224 00000400:00000001:2.0:1767328945.145443:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767328945.145443:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767328945.145448:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767328945.145449:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767328945.145452:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a3633ee. 00000400:00000200:1.0:1767328945.145453:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328945.145460:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cab2768b 00000400:00000200:1.0:1767328945.145461:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:2.0:1767328945.145465:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cab2768b. 00000100:00000001:2.0:1767328945.145469:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767328945.145470:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328945.145474:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f76cd51 x1853178572189568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767328945.145479:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000e7f7ee3 x1853178572189696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328961 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328945.145493:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f76cd51 x1853178572189568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328961 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328945.145504:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767328945.145505:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000e7f7ee3 x1853178572189696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328945.145506:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328945.145511:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767328945.145514:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767328945.145518:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328945.145521:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328945.145524:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767328945.145530:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=92 v=5 (5 0 0 0) 00000100:00000001:1.0:1767328945.145531:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767328945.145535:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=92 v=5 (1 0 0 0) 00000800:00000001:1.0:1767328945.145539:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767328945.145540:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767328945.145543:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328945.145546:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767328945.145547:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767328945.145548:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767328945.145551:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767328945.145552:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767328945.145557:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767328945.145558:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f76cd51 x1853178572189568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767328945.145568:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767328945.145576:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2803080 00000400:00000200:1.0:1767328945.145586:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x429 [1] + 224 00000100:00000001:2.0:1767328945.145589:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767328945.145592:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767328945.145593:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767328945.145594:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328945.145596:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767328945.145598:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328945.145599:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767328945.145602:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f76cd51 x1853178572189568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328961 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767328945.145604:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767328945.145605:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767328945.145609:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767328945.145613:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033b22e69. 00000400:00000200:1.0:1767328945.145615:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328945.145620:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ade78b8 00000400:00000010:0.0:1767328945.145624:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ade78b8. 00000100:00100000:2.0:1767328945.145626:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000f76cd51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572189568:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328945.145629:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767328945.145630:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767328945.145632:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328945.145635:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767328945.145640:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000132fe2d2 x1853178572189824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328961 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767328945.145641:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000e7f7ee3 x1853178572189696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328945.145642:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f76cd51 x1853178572189568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328961 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328945.145673:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767328945.145677:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767328945.145680:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd6ec3cb. 00000100:00000040:1.0:1767328945.145682:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000132fe2d2 x1853178572189824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767328945.145685:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767328945.145688:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767328945.145691:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1767328945.145696:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767328945.145699:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004b01f034. 02000000:00000001:2.0:1767328945.145707:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767328945.145710:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767328945.145713:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f76cd51. 00000100:00000001:2.0:1767328945.145720:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328945.145722:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767328945.145724:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000e7f7ee3 x1853178572189696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328961 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328945.145725:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328945.145726:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767328945.145732:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767328945.145733:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328945.145735:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328945.145736:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328945.145737:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328945.145740:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328945.145742:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767328945.145744:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767328945.145745:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767328945.145745:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767328945.145749:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328945.145749:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767328945.145752:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328945.145755:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328945.145759:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767328945.145764:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1767328945.145764:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=82 v=5 (5 0 0 0) 00000400:00000001:3.0:1767328945.145767:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767328945.145771:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000189c6cb8. 00000100:00001000:0.0:1767328945.145772:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=82 v=5 (1 0 0 0) 00000400:00000200:3.0:1767328945.145776:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d3f0604 00000100:00000001:0.0:1767328945.145778:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767328945.145780:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d3f0604. 00000100:00000001:0.0:1767328945.145781:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328945.145783:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767328945.145787:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767328945.145790:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000132fe2d2 x1853178572189824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767328945.145793:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328945.145800:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:3.0:1767328945.145803:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000132fe2d2 x1853178572189824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328961 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328945.145804:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767328945.145809:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767328945.145813:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328945.145814:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767328945.145817:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328945.145819:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767328945.145821:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767328945.145823:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767328945.145823:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000e7f7ee3 x1853178572189696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328945.145826:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328945.145829:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767328945.145834:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1767328945.145842:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767328945.145843:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328945.145846:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767328945.145850:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328945.145850:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767328945.145855:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767328945.145855:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767328945.145860:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000132fe2d2 x1853178572189824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328945.145865:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e7f7ee3 x1853178572189696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328961 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767328945.145869:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328945.145874:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767328945.145876:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767328945.145879:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767328945.145881:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328945.145902:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000132fe2d2 x1853178572189824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767328945.145903:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000e7f7ee3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572189696:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328945.145915:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328945.145916:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328945.145919:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767328945.145920:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767328945.145923:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000e7f7ee3 x1853178572189696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328961 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328945.145927:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767328945.145934:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000132fe2d2 x1853178572189824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328961 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767328945.145943:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000132fe2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572189824:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767328945.145952:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328945.145956:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767328945.145956:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767328945.145960:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000132fe2d2 x1853178572189824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328961 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767328945.145960:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767328945.145963:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000e1e3f85. 02000000:00000001:0.0:1767328945.145969:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767328945.145972:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767328945.145973:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:0.0:1767328945.145975:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 02000000:00000001:3.0:1767328945.145976:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767328945.145980:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767328945.145981:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a422f07f. 02000000:00000010:0.0:1767328945.145983:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004313d708. 02000000:00000001:3.0:1767328945.145985:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767328945.145988:0:208650:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767328945.145989:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1767328945.145990:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:0.0:1767328945.145993:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1767328945.145994:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767328945.145996:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000e7f7ee3. 02000000:00000010:3.0:1767328945.145997:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c3a879af. 00000100:00000001:0.0:1767328945.146001:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767328945.146003:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767328945.146003:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767328945.146006:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767328945.146007:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767328945.146009:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000132fe2d2. 00000100:00000001:0.0:1767328945.146012:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328945.146013:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767328945.146035:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328945.146038:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328945.146040:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328945.146043:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328945.146045:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328945.146049:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328945.146050:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328945.146052:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328945.146054:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328945.207122:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328945.207129:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328945.207134:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328945.207136:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328945.207181:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328945.207186:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328945.207189:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328946.231126:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328946.231135:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328946.231142:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328946.231144:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328946.231201:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328946.231205:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328946.231208:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328947.255152:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328947.255161:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328947.255169:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328947.255170:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328947.255246:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328947.255253:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328947.255257:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328948.279150:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328948.279157:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328948.279164:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328948.279165:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328948.279224:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328948.279230:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328948.279234:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328949.303141:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328949.303150:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328949.303157:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328949.303159:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328949.303217:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328949.303222:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328949.303226:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767328949.751113:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300794716, at 4300794880 00000100:00000040:1.0:1767328949.751114:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300794716, at 4300794880 00000100:00000040:3.0:1767328949.751131:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300794716, at 4300794880 00000100:00000010:2.0:1767328949.751134:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e8b36ad. 00000100:00000010:1.0:1767328949.751141:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000620d8893. 00000100:00000010:3.0:1767328949.751143:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082ce177d. 00000100:00000040:0.0:1767328949.751145:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300794716, at 4300794880 00000100:00000010:0.0:1767328949.751156:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a83fae05. 00000100:00000040:3.0:1767328950.263137:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767328950.263152:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767328950.263165:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae3caa28. 00000020:00000040:3.0:1767328950.263175:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767328950.263181:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767328950.263185:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767328950.263192:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767328950.263203:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000047440aa3. 00000100:00000001:3.0:1767328950.263214:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328950.263229:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000ae3caa28 x1853178572189952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767328950.263262:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767328950.263266:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328950.263275:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3caa28] to pc [ptlrpcd_00_00+0] req@00000000ae3caa28 x1853178572189952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328950.263308:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328950.263312:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767328950.263316:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767328950.263320:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b10225ad. 00000020:00000040:3.0:1767328950.263323:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767328950.263327:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767328950.263329:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767328950.263332:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328950.263332:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328950.263339:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767328950.263340:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cc21aaa9. 00000100:00000001:2.0:1767328950.263340:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328950.263342:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767328950.263346:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328950.263351:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae3caa28 x1853178572189952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328950.263367:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328950.263368:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767328950.263373:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328950.263377:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000b10225ad x1853178572190080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767328950.263380:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767328950.263386:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328950.263389:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767328950.263392:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328950.263392:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328950.263402:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b10225ad] to pc [ptlrpcd_00_01+1] req@00000000b10225ad x1853178572190080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767328950.263402:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae3caa28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572189952:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328950.263412:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767328950.263420:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767328950.263428:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328950.263433:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767328950.263433:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328950.263441:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767328950.263441:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767328950.263446:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bda1c3a0. 00000100:00000001:2.0:1767328950.263448:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767328950.263449:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f264fbbb. 00000020:00000040:3.0:1767328950.263451:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767328950.263453:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767328950.263454:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328950.263457:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767328950.263458:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767328950.263462:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767328950.263464:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033b22e69. 02000000:00000001:3.0:1767328950.263466:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328950.263467:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b10225ad x1853178572190080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767328950.263476:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba2835cf. 00000400:00000010:0.0:1767328950.263476:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ade78b8. 00000100:00000001:2.0:1767328950.263480:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767328950.263483:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328950.263484:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767328950.263489:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572189952, portal 25 02000000:00000001:2.0:1767328950.263492:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767328950.263495:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000bda1c3a0 x1853178572190208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767328950.263495:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767328950.263496:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328950.263499:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776940032 : -127176932611584 : ffff8c55501baa00) 02000000:00000001:2.0:1767328950.263503:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767328950.263513:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572190080:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767328950.263514:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae3caa28 x1853178572189952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328950.263516:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767328950.263520:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328950.263522:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767328950.263528:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767328950.263531:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bda1c3a0] to pc [ptlrpcd_00_02+2] req@00000000bda1c3a0 x1853178572190208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767328950.263532:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328950.263533:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767328950.263538:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767328950.263542:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000010:2.0:1767328950.263545:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbe2a701. 00000400:00000010:0.0:1767328950.263550:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ab2acd5. 02000000:00000001:2.0:1767328950.263552:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767328950.263556:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572189952, offset 0 00000400:00000010:2.0:1767328950.263560:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012bfe709. 00000400:00000200:0.0:1767328950.263568:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767328950.263577:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767328950.263577:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939da69a. 00000100:00000040:3.0:1767328950.263583:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1767328950.263585:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572190080, portal 10 00000400:00000200:0.0:1767328950.263588:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767328950.263591:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767328950.263593:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767328950.263597:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776944512 : -127176932607104 : ffff8c55501bbb80) 00000100:00000001:1.0:1767328950.263598:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767328950.263601:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767328950.263602:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6133) 00000100:00000001:1.0:1767328950.263603:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767328950.263608:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b10225ad x1853178572190080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328950.263608:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767328950.263612:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:1.0:1767328950.263619:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bda1c3a0 x1853178572190208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767328950.263623:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767328950.263628:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767328950.263632:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:2.0:1767328950.263639:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767328950.263641:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767328950.263644:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edd342f6. 00000400:00000200:0.0:1767328950.263644:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [106:106:256:4294967295] 192.168.202.109@tcp LPNI seq info [106:106:8:4294967295] 00000100:00000001:3.0:1767328950.263645:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328950.263645:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328950.263651:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767328950.263652:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572190080, offset 0 02000000:00000001:1.0:1767328950.263653:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767328950.263657:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328950.263665:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328950.263666:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00100000:1.0:1767328950.263673:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572190208:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767328950.263674:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767328950.263685:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767328950.263689:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767328950.263692:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:1.0:1767328950.263697:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767328950.263698:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767328950.263701:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c950b47. 02000000:00000001:1.0:1767328950.263702:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328950.263706:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:1.0:1767328950.263708:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767328950.263713:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1767328950.263714:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ddff1cde. 00000800:00000200:0.0:1767328950.263715:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:1.0:1767328950.263718:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767328950.263726:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000908cea38. 00000400:00000200:2.0:1767328950.263728:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:0.0:1767328950.263732:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:1.0:1767328950.263734:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ee95e05. 00000400:00000200:2.0:1767328950.263740:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [107:107:255:4294967295] 192.168.202.109@tcp LPNI seq info [107:107:7:4294967295] 00000800:00000200:0.0:1767328950.263740:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002c950b47 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1767328950.263741:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572190208, portal 10 00000100:00000001:1.0:1767328950.263748:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328950.263751:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776935552 : -127176932616064 : ffff8c55501b9880) 00000100:00000040:1.0:1767328950.263762:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bda1c3a0 x1853178572190208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767328950.263763:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767328950.263764:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328950.263774:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300799836 00000800:00000200:2.0:1767328950.263782:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:0.0:1767328950.263783:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b596485d. 00000100:00000001:1.0:1767328950.263788:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767328950.263791:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b01f034. 00000100:00000001:0.0:1767328950.263795:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767328950.263796:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767328950.263801:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f744fb2c. 00000800:00000200:2.0:1767328950.263802:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:1.0:1767328950.263808:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572190208, offset 0 00000100:00000001:0.0:1767328950.263813:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300799836 00000800:00000200:2.0:1767328950.263814:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767328950.263821:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:0.0:1767328950.263821:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a542f25. 00000800:00000200:2.0:1767328950.263822:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b01f034 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767328950.263829:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767328950.263834:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767328950.263850:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300799836 00000400:00000200:1.0:1767328950.263855:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1767328950.263857:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073f6ac0a. 00000400:00000200:1.0:1767328950.263861:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767328950.263864:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767328950.263866:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767328950.263870:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328950.263872:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767328950.263873:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300799836 00000100:00000040:2.0:1767328950.263878:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 1028162 usecs (1029 jiffies) 00000100:00000010:0.0:1767328950.263880:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7cd719b. 00000400:00000200:1.0:1767328950.263881:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [108:108:254:4294967295] 192.168.202.109@tcp LPNI seq info [108:108:6:4294967295] 00000100:00000001:2.0:1767328950.263886:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300796421 00000100:00000001:0.0:1767328950.263888:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767328950.263892:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300799836 00000100:00000001:0.0:1767328950.263897:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328950.263899:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300796421 00000400:00000200:1.0:1767328950.263903:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767328950.263904:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328950.263906:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300799836 00000100:00000001:2.0:1767328950.263912:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300796421 00000100:00000001:0.0:1767328950.263913:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767328950.263914:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767328950.263919:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300799836 00000100:00000001:0.0:1767328950.263920:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767328950.263923:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029ea41fb. 00000100:00000001:2.0:1767328950.263925:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300796421 00000800:00000200:3.0:1767328950.263930:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767328950.263930:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300799836 00000100:00000001:0.0:1767328950.263933:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767328950.263935:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767328950.263938:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767328950.263939:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c950b47. 00000100:00000001:0.0:1767328950.263939:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767328950.263946:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767328950.263947:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767328950.263948:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767328950.263951:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767328950.263953:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328950.263955:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767328950.263955:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000029ea41fb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767328950.263957:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328950.263963:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328950.263964:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767328950.263965:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328950.263965:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328950.263971:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328950.263974:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767328950.263974:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 60932 usecs (61 jiffies) 00000400:00000200:3.0:1767328950.263977:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ab2acd5 00000100:00000001:1.0:1767328950.263981:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300795453 00000400:00000010:3.0:1767328950.263983:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ab2acd5. 00000100:00000001:2.0:1767328950.263983:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328950.263987:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328950.263993:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328950.263993:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300799836 00000100:00000001:1.0:1767328950.263998:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300795453 00000100:00000001:3.0:1767328950.263999:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767328950.263999:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328950.264003:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300799836 00000100:00000001:1.0:1767328950.264007:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300795453 00000100:00000200:3.0:1767328950.264009:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae3caa28 x1853178572189952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328950.264011:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300799836 00000100:00000001:1.0:1767328950.264046:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300795454 00000100:00000001:1.0:1767328950.264049:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300799836 00000100:00000001:1.0:1767328950.264051:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328950.264054:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328950.264056:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328950.264059:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328950.264065:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328950.264067:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767328950.264069:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328950.264071:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328950.264072:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328950.264075:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328950.264145:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328950.264149:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae3caa28 x1853178572189952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328966 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328950.264159:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328950.264161:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767328950.264181:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328950.264184:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b01f034. 00000400:00000200:3.0:1767328950.264190:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328950.264194:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328950.264197:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd342f6 00000400:00000010:3.0:1767328950.264199:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000edd342f6. 00000100:00000001:3.0:1767328950.264203:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767328950.264206:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b10225ad x1853178572190080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328950.264214:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328950.264217:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b10225ad x1853178572190080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328966 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328950.264224:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328950.264225:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767328950.264260:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328950.264263:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029ea41fb. 00000400:00000200:3.0:1767328950.264267:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328950.264271:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328950.264274:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f744fb2c 00000400:00000010:3.0:1767328950.264282:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f744fb2c. 00000100:00000001:3.0:1767328950.264286:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767328950.264289:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bda1c3a0 x1853178572190208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328950.264297:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328950.264300:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bda1c3a0 x1853178572190208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328966 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328950.264308:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328950.264310:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767328950.265945:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328950.265965:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328950.265967:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328950.265970:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328950.265976:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328950.265986:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2803100 00000400:00000200:2.0:1767328950.265992:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x435 [1] + 224 00000800:00000001:2.0:1767328950.265999:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328950.266005:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328950.266007:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328950.266009:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328950.266013:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328950.266041:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae3caa28 x1853178572189952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328966 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328950.266050:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae3caa28 x1853178572189952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328950.266063:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767328950.266071:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328950.266073:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328950.266164:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328950.266171:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328950.266173:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328950.266176:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328950.266181:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328950.266189:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2803180 00000100:00000001:3.0:1767328950.266190:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328950.266194:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767328950.266194:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x43d [1] + 224 00000800:00000001:2.0:1767328950.266199:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328950.266202:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328950.266203:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328950.266206:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328950.266208:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328950.266210:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b10225ad x1853178572190080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328966 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328950.266228:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b10225ad x1853178572190080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328950.266238:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767328950.266242:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328950.266245:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328950.266246:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328950.266249:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328950.266253:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328950.266257:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2803200 00000400:00000200:2.0:1767328950.266260:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x445 [1] + 224 00000800:00000001:2.0:1767328950.266263:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328950.266267:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328950.266269:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328950.266271:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328950.266275:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767328950.266280:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1767328950.266281:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bda1c3a0 x1853178572190208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328966 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767328950.266284:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767328950.266288:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033b22e69. 00000400:00000200:3.0:1767328950.266294:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ade78b8 00000400:00000010:3.0:1767328950.266298:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ade78b8. 00000100:00000040:2.0:1767328950.266301:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bda1c3a0 x1853178572190208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328950.266303:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328950.266310:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae3caa28 x1853178572189952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328950.266324:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328950.266329:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767328950.266332:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae3caa28 x1853178572189952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328950.266335:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1767328950.266336:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767328950.266341:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767328950.266344:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767328950.266345:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012bfe709. 00000100:00000001:3.0:1767328950.266347:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328950.266353:0:208648:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767328950.266354:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939da69a 02000000:00000001:3.0:1767328950.266355:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767328950.266360:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767328950.266360:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939da69a. 00000100:00000001:3.0:1767328950.266362:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328950.266366:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328950.266368:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767328950.266372:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=97 v=5 (5 0 0 0) 00000800:00000001:2.0:1767328950.266372:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767328950.266377:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b10225ad x1853178572190080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767328950.266379:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767328950.266380:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1767328950.266389:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767328950.266393:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328950.266398:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767328950.266399:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b10225ad x1853178572190080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767328950.266403:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328950.266410:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328950.266414:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328950.266417:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328950.266421:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767328950.266427:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae3caa28 x1853178572189952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328966 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767328950.266432:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328950.266436:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328950.266439:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328950.266443:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328950.266444:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328950.266450:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767328950.266453:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767328950.266453:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=87 v=5 (5 0 0 0) 00000100:00000040:3.0:1767328950.266460:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae3caa28 x1853178572189952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328966 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767328950.266462:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767328950.266471:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1767328950.266473:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae3caa28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572189952:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328950.266475:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328950.266482:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767328950.266482:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767328950.266485:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328950.266486:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328950.266490:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae3caa28 x1853178572189952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328966 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328950.266493:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767328950.266497:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767328950.266498:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767328950.266502:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767328950.266503:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:3.0:1767328950.266505:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f264fbbb. 00000100:00000001:1.0:1767328950.266506:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328950.266508:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767328950.266512:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767328950.266514:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000040:1.0:1767328950.266515:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b10225ad x1853178572190080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328966 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767328950.266516:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767328950.266520:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000047440aa3. 02000000:00000001:3.0:1767328950.266526:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767328950.266529:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767328950.266531:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae3caa28. 00000100:00000001:1.0:1767328950.266534:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328950.266535:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767328950.266538:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328950.266541:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328950.266541:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767328950.266546:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328950.266547:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328950.266550:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328950.266553:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767328950.266554:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b10225ad x1853178572190080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328966 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328950.266555:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767328950.266568:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572190080:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328950.266575:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328950.266578:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328950.266581:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b10225ad x1853178572190080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328966 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328950.266587:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328950.266590:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328950.266591:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1767328950.266593:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767328950.266595:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:3.0:1767328950.266596:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1767328950.266599:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbe2a701. 02000000:00000001:1.0:1767328950.266603:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1767328950.266606:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000908cea38. 00000020:00000001:1.0:1767328950.266607:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767328950.266610:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ee95e05 00000020:00000040:1.0:1767328950.266611:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000400:00000010:3.0:1767328950.266614:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ee95e05. 00000020:00000001:1.0:1767328950.266617:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767328950.266618:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328950.266622:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bda1c3a0 x1853178572190208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767328950.266629:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cc21aaa9. 00000100:00000200:3.0:1767328950.266632:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bda1c3a0 x1853178572190208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767328950.266637:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767328950.266641:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767328950.266642:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767328950.266643:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328950.266646:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:1.0:1767328950.266646:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b10225ad. 02000000:00000001:3.0:1767328950.266649:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767328950.266652:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767328950.266653:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328950.266655:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328950.266655:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767328950.266659:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767328950.266661:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=97 v=5 (5 0 0 0) 00000100:00000001:1.0:1767328950.266664:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767328950.266665:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767328950.266670:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767328950.266671:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328950.266672:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767328950.266673:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767328950.266677:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767328950.266678:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bda1c3a0 x1853178572190208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328966 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328950.266684:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767328950.266687:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328950.266688:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328950.266689:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767328950.266692:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767328950.266695:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767328950.266695:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328950.266698:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bda1c3a0 x1853178572190208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328966 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328950.266703:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328950.266704:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767328950.266705:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767328950.266707:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda1c3a0 x1853178572190208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328966 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767328950.266718:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572190208:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767328950.266722:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328950.266723:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328950.266725:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bda1c3a0 x1853178572190208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328966 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328950.266729:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767328950.266730:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767328950.266731:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ddff1cde. 02000000:00000001:3.0:1767328950.266733:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767328950.266735:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767328950.266736:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767328950.266737:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767328950.266738:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba2835cf. 02000000:00000001:3.0:1767328950.266740:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767328950.266741:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767328950.266742:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bda1c3a0. 00000100:00000001:3.0:1767328950.266743:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767328950.266744:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328950.266745:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328950.266748:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328950.266749:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328950.266750:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328950.266751:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328950.327105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328950.327113:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328950.327119:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328950.327119:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328950.327171:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328950.327176:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328950.327179:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328951.351149:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328951.351157:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328951.351165:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328951.351167:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328951.351240:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328951.351244:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328951.351248:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328952.375129:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328952.375141:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328952.375144:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328952.375147:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328952.375152:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328952.375155:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328952.375156:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328952.375159:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328952.375164:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328952.375165:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328952.375237:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328952.375242:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328952.375245:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328953.399146:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328953.399154:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328953.399159:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328953.399160:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328953.399224:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328953.399229:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328953.399232:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328954.423127:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328954.423136:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328954.423145:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328954.423148:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328954.423152:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328954.423158:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767328954.423177:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767328954.423179:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328954.423183:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328954.423186:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328954.423188:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328954.423191:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328954.423272:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328954.423279:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328954.423281:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767328954.871111:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300799836, at 4300800000 00000100:00000040:0.0:1767328954.871111:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300799836, at 4300800000 00000100:00000040:2.0:1767328954.871112:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300799836, at 4300800000 00000100:00000010:0.0:1767328954.871136:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b596485d. 00000100:00000010:2.0:1767328954.871144:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073f6ac0a. 00000100:00000040:3.0:1767328954.871146:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300799836, at 4300800000 00000100:00000010:1.0:1767328954.871147:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a542f25. 00000100:00000010:3.0:1767328954.871158:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7cd719b. 00000100:00000040:1.0:1767328955.383138:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767328955.383150:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767328955.383162:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce5d9467. 00000020:00000040:1.0:1767328955.383170:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767328955.383174:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767328955.383177:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767328955.383184:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328955.383194:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000029ea41fb. 00000100:00000001:1.0:1767328955.383201:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328955.383222:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000ce5d9467 x1853178572190336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767328955.383239:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767328955.383243:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328955.383250:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce5d9467] to pc [ptlrpcd_00_03+3] req@00000000ce5d9467 x1853178572190336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328955.383289:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328955.383293:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767328955.383297:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767328955.383301:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007e555f5. 00000020:00000040:1.0:1767328955.383304:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767328955.383305:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328955.383306:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767328955.383310:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767328955.383313:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767328955.383313:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328955.383317:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007bfe2aba. 00000100:00000001:0.0:1767328955.383325:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328955.383330:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328955.383336:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767328955.383337:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328955.383345:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce5d9467 x1853178572190336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328955.383345:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000007e555f5 x1853178572190464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767328955.383376:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767328955.383379:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767328955.383379:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328955.383384:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328955.383386:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007e555f5] to pc [ptlrpcd_00_00+0] req@0000000007e555f5 x1853178572190464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767328955.383393:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767328955.383397:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767328955.383401:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767328955.383406:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572190336:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328955.383411:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328955.383412:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767328955.383416:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767328955.383419:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767328955.383419:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767328955.383420:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767328955.383423:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767328955.383425:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767328955.383428:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 02000000:00000001:3.0:1767328955.383430:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1767328955.383432:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767328955.383434:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767328955.383437:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1767328955.383440:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a670c51. 02000000:00000001:1.0:1767328955.383440:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767328955.383442:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007e555f5 x1853178572190464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767328955.383444:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328955.383446:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328955.383452:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ecca153. 00000100:00000001:1.0:1767328955.383457:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767328955.383458:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189c6cb8. 00000100:00000001:0.0:1767328955.383459:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767328955.383462:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328955.383465:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000dfc75053 x1853178572190592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767328955.383466:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767328955.383467:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767328955.383471:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d3f0604. 02000000:00000001:0.0:1767328955.383472:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328955.383473:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328955.383479:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767328955.383485:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572190336, portal 25 00000100:00000001:1.0:1767328955.383485:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1767328955.383487:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572190464:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328955.383489:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328955.383493:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767328955.383495:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767328955.383497:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777200384 : -127176932351232 : ffff8c55501fa300) 00000100:00000040:1.0:1767328955.383498:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfc75053] to pc [ptlrpcd_00_01+1] req@00000000dfc75053 x1853178572190592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767328955.383499:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767328955.383503:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328955.383508:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767328955.383511:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce5d9467 x1853178572190336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767328955.383515:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001ce80ca3. 02000000:00000001:0.0:1767328955.383520:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328955.383524:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767328955.383526:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000697a9ea1. 00000100:00000040:1.0:1767328955.383530:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767328955.383532:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767328955.383536:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767328955.383540:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767328955.383542:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001efc9444. 00000100:00000040:1.0:1767328955.383545:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6138) 00000400:00000010:3.0:1767328955.383546:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064cac671. 00000100:00000200:0.0:1767328955.383547:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572190464, portal 10 00000100:00000001:2.0:1767328955.383548:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328955.383553:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328955.383553:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1767328955.383555:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572190336, offset 0 00000100:00000001:0.0:1767328955.383557:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777204864 : -127176932346752 : ffff8c55501fb480) 00000100:00000001:2.0:1767328955.383558:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767328955.383568:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572190592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328955.383570:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007e555f5 x1853178572190464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328955.383571:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767328955.383587:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767328955.383595:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:0.0:1767328955.383595:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767328955.383601:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009894196a. 00000100:00000001:2.0:1767328955.383606:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767328955.383606:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572190464, offset 0 00000400:00000200:3.0:1767328955.383609:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767328955.383610:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328955.383616:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767328955.383617:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767328955.383620:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:2.0:1767328955.383622:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767328955.383626:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328955.383627:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1767328955.383633:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572190592:192.168.202.109@tcp:400: 00000400:00000200:3.0:1767328955.383636:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767328955.383642:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767328955.383645:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [109:109:256:4294967295] 192.168.202.109@tcp LPNI seq info [109:109:8:4294967295] 02000000:00000001:2.0:1767328955.383647:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767328955.383650:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328955.383652:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767328955.383657:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087e09027. 02000000:00000001:2.0:1767328955.383661:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767328955.383665:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a46ce76. 00000400:00000010:2.0:1767328955.383672:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9460489. 00000400:00000200:3.0:1767328955.383674:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:2.0:1767328955.383677:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572190592, portal 10 00000100:00000001:2.0:1767328955.383682:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767328955.383686:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000400:00000200:0.0:1767328955.383686:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:3.0:1767328955.383688:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767328955.383695:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767328955.383699:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba2835cf. 00000100:00000040:2.0:1767328955.383699:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572190592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767328955.383701:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767328955.383707:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767328955.383713:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:3.0:1767328955.383716:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767328955.383720:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [110:110:255:4294967295] 192.168.202.109@tcp LPNI seq info [110:110:7:4294967295] 00000100:00000001:2.0:1767328955.383724:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767328955.383732:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000040:2.0:1767328955.383732:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767328955.383738:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054fd66a. 00000800:00000200:3.0:1767328955.383740:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba2835cf type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767328955.383745:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572190592, offset 0 00000400:00000200:0.0:1767328955.383748:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767328955.383760:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767328955.383761:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767328955.383765:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767328955.383766:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d94add08. 00000400:00000200:2.0:1767328955.383773:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767328955.383775:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300804956 00000800:00000200:0.0:1767328955.383777:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767328955.383796:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767328955.383800:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:3.0:1767328955.383805:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004f4bfc5f. 00000400:00000200:2.0:1767328955.383805:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:0.0:1767328955.383805:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d94add08 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767328955.383814:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767328955.383814:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328955.383818:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767328955.383821:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 990221 usecs (991 jiffies) 00000400:00000200:2.0:1767328955.383822:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767328955.383827:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300801503 00000100:00000001:3.0:1767328955.383828:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300804956 00000400:00000200:2.0:1767328955.383833:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [111:111:254:4294967295] 192.168.202.109@tcp LPNI seq info [111:111:6:4294967295] 00000100:00000001:0.0:1767328955.383833:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300804956 00000100:00000010:3.0:1767328955.383836:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062f47f9e. 00000100:00000001:0.0:1767328955.383839:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300801503 00000100:00000001:3.0:1767328955.383846:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767328955.383849:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767328955.383855:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767328955.383856:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300804956 00000800:00000010:1.0:1767328955.383857:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba2835cf. 00000100:00000001:0.0:1767328955.383857:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300804956 00000100:00000001:0.0:1767328955.383862:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300801503 00000100:00000010:3.0:1767328955.383865:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030a6a026. 00000100:00000001:3.0:1767328955.383873:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767328955.383876:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767328955.383878:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767328955.383881:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300804956 00000100:00000001:0.0:1767328955.383881:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300804956 00000800:00000010:2.0:1767328955.383885:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3a879af. 00000400:00000200:1.0:1767328955.383886:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328955.383888:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300801503 00000100:00000010:3.0:1767328955.383891:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad40beb3. 00000400:00000200:1.0:1767328955.383896:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064cac671 00000800:00000200:2.0:1767328955.383897:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767328955.383898:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000010:1.0:1767328955.383900:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064cac671. 00000100:00000001:0.0:1767328955.383908:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300804956 00000100:00000001:3.0:1767328955.383909:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328955.383909:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767328955.383911:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767328955.383914:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767328955.383917:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce5d9467 x1853178572190336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328955.383918:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767328955.383918:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3a879af type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767328955.383919:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328955.383927:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328955.383927:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328955.383929:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328955.383932:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328955.383935:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767328955.383937:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 58452 usecs (59 jiffies) 00000100:00000001:0.0:1767328955.383943:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328955.383944:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328955.383946:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300800571 00000100:00000001:0.0:1767328955.383946:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767328955.383947:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767328955.383948:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767328955.383953:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328955.383955:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328955.383955:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300804956 00000100:00000040:1.0:1767328955.383956:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce5d9467 x1853178572190336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328971 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328955.383956:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328955.383960:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328955.383960:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328955.383962:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300800571 00000100:00000001:3.0:1767328955.383965:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328955.383966:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328955.383969:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300804956 00000100:00000001:3.0:1767328955.383974:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328955.383977:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300800571 00000100:00000001:1.0:1767328955.383981:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328955.383983:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300804956 00000100:00000001:1.0:1767328955.383985:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767328955.383988:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300800571 00000100:00000001:2.0:1767328955.383991:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300804956 00000100:00000001:2.0:1767328955.383993:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328955.383996:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767328955.383998:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767328955.383999:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767328955.384002:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d94add08. 00000100:00000001:2.0:1767328955.384004:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328955.384005:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767328955.384010:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328955.384012:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767328955.384012:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009894196a 00000400:00000010:1.0:1767328955.384014:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009894196a. 00000100:00000001:1.0:1767328955.384047:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767328955.384050:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007e555f5 x1853178572190464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328955.384055:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328955.384057:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007e555f5 x1853178572190464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328971 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328955.384062:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328955.384065:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767328955.384065:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767328955.384071:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328955.384073:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328955.384076:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328955.384078:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767328955.384132:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767328955.384134:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3a879af. 00000400:00000200:1.0:1767328955.384139:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767328955.384142:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767328955.384143:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054fd66a 00000400:00000010:1.0:1767328955.384144:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054fd66a. 00000100:00000001:1.0:1767328955.384147:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767328955.384154:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572190592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328955.384160:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328955.384161:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572190592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328971 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328955.384166:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328955.384167:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767328955.386645:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328955.386659:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328955.386663:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328955.386667:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328955.386674:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328955.386692:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2803280 00000400:00000200:2.0:1767328955.386699:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x44d [1] + 224 00000800:00000001:2.0:1767328955.386707:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328955.386712:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328955.386714:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328955.386718:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328955.386722:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328955.386726:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce5d9467 x1853178572190336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328971 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328955.386735:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ce5d9467 x1853178572190336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328955.386751:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767328955.386758:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328955.386762:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328955.386764:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328955.386766:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328955.386771:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328955.386778:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2803300 00000100:00000001:3.0:1767328955.386780:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767328955.386796:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x451 [1] + 224 00000100:00000001:3.0:1767328955.386798:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767328955.386803:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328955.386808:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767328955.386811:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767328955.386811:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767328955.386815:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767328955.386820:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:3.0:1767328955.386821:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000189c6cb8. 00000400:00000200:3.0:1767328955.386828:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d3f0604 00000400:00000010:3.0:1767328955.386830:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d3f0604. 00000100:00000001:3.0:1767328955.386833:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767328955.386834:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328955.386839:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce5d9467 x1853178572190336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328955.386842:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007e555f5 x1853178572190464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328971 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767328955.386873:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce5d9467 x1853178572190336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328971 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328955.386874:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000007e555f5 x1853178572190464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328955.386904:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767328955.386906:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328955.386909:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767328955.386911:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767328955.386913:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767328955.386917:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767328955.386918:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767328955.386919:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328955.386923:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767328955.386929:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767328955.386932:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=102 v=5 (5 0 0 0) 00000800:00000001:2.0:1767328955.386933:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328955.386938:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767328955.386940:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=102 v=5 (1 0 0 0) 00000100:00000001:3.0:1767328955.386946:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767328955.386949:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767328955.386949:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328955.386950:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328955.386953:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767328955.386957:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1767328955.386959:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767328955.386962:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767328955.386963:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767328955.386964:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2803380 00000100:00000001:3.0:1767328955.386967:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767328955.386973:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000697a9ea1. 00000100:00000040:3.0:1767328955.386976:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce5d9467 x1853178572190336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767328955.386978:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001efc9444 00000400:00000010:0.0:1767328955.386981:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001efc9444. 00000100:00000001:0.0:1767328955.386987:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767328955.386992:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767328955.386992:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x45d [1] + 224 00000100:00000200:0.0:1767328955.386995:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007e555f5 x1853178572190464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328955.386999:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767328955.387004:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328955.387005:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767328955.387013:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007e555f5 x1853178572190464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328971 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328955.387043:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce5d9467 x1853178572190336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328971 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767328955.387044:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328955.387044:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767328955.387049:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328955.387050:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767328955.387056:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767328955.387061:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767328955.387063:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328955.387065:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767328955.387069:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572190336:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328955.387069:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328955.387071:0:208643:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767328955.387075:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328955.387079:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767328955.387080:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572190592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328971 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767328955.387083:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=92 v=5 (5 0 0 0) 00000100:00000001:3.0:1767328955.387092:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1767328955.387092:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=92 v=5 (1 0 0 0) 00000100:00000040:3.0:1767328955.387100:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce5d9467 x1853178572190336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328971 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328955.387102:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767328955.387106:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfc75053 x1853178572190592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328955.387106:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767328955.387111:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767328955.387115:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328955.387121:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767328955.387123:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767328955.387128:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767328955.387130:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767328955.387131:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328955.387135:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767328955.387140:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007e555f5 x1853178572190464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767328955.387141:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a670c51. 00000100:00000001:2.0:1767328955.387145:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767328955.387148:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:2.0:1767328955.387153:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767328955.387153:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767328955.387154:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767328955.387159:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767328955.387160:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1767328955.387161:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328955.387163:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767328955.387165:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767328955.387165:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328955.387170:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767328955.387170:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007e555f5 x1853178572190464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328971 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767328955.387171:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000029ea41fb. 00000400:00000001:1.0:1767328955.387176:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767328955.387179:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767328955.387181:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1767328955.387183:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a46ce76. 02000000:00000001:3.0:1767328955.387185:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1767328955.387186:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572190464:192.168.202.109@tcp:400: 00000100:00000010:3.0:1767328955.387189:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce5d9467. 00000400:00000200:1.0:1767328955.387189:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9460489 00000400:00000010:1.0:1767328955.387193:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9460489. 00000100:00000001:3.0:1767328955.387197:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767328955.387199:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767328955.387201:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328955.387201:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328955.387207:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767328955.387207:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572190592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328955.387208:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328955.387214:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007e555f5 x1853178572190464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328971 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328955.387216:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328955.387220:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328955.387226:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328955.387231:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328955.387231:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767328955.387234:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767328955.387238:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001ce80ca3. 02000000:00000001:0.0:1767328955.387242:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767328955.387245:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767328955.387246:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000200:1.0:1767328955.387249:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572190592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328971 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767328955.387249:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767328955.387252:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007bfe2aba. 02000000:00000001:0.0:1767328955.387257:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767328955.387259:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767328955.387261:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007e555f5. 00000100:00000001:0.0:1767328955.387265:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767328955.387267:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328955.387272:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328955.387273:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767328955.387276:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328955.387277:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328955.387278:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328955.387283:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328955.387285:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767328955.387286:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328955.387289:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328955.387291:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328955.387293:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328955.387295:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767328955.387299:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=102 v=5 (5 0 0 0) 00000100:00001000:1.0:1767328955.387302:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767328955.387304:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767328955.387306:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328955.387309:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767328955.387313:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000dfc75053 x1853178572190592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767328955.387321:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328955.387332:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767328955.387333:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767328955.387335:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767328955.387337:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328955.387341:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfc75053 x1853178572190592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328955.387349:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328955.387351:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767328955.387353:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328955.387356:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572190592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328971 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328955.387364:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572190592:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328955.387369:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328955.387371:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328955.387373:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572190592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328971 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328955.387380:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328955.387382:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767328955.387384:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087e09027. 02000000:00000001:1.0:1767328955.387387:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767328955.387388:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328955.387390:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767328955.387392:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767328955.387394:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ecca153. 02000000:00000001:1.0:1767328955.387396:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767328955.387398:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767328955.387399:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000100:00000001:1.0:1767328955.387402:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767328955.387403:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328955.387405:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328955.387409:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328955.387411:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328955.387413:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328955.387422:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328955.447124:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328955.447131:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328955.447136:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328955.447137:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328955.447203:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328955.447208:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328955.447211:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328956.471102:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328956.471109:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328956.471115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328956.471116:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328956.471179:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328956.471184:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328956.471188:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328957.495111:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328957.495120:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328957.495129:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328957.495131:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328957.495181:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328957.495185:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328957.495188:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328958.519115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328958.519124:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328958.519131:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328958.519133:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328958.519185:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328958.519189:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328958.519192:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328959.543092:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328959.543100:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328959.543107:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328959.543110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328959.543152:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328959.543156:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328959.543159:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767328959.991111:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300804956, at 4300805120 00000100:00000040:2.0:1767328959.991112:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300804956, at 4300805120 00000100:00000040:0.0:1767328959.991112:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300804956, at 4300805120 00000100:00000010:3.0:1767328959.991131:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad40beb3. 00000100:00000010:0.0:1767328959.991137:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004f4bfc5f. 00000100:00000010:2.0:1767328959.991138:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030a6a026. 00000100:00000040:1.0:1767328959.991295:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300804956, at 4300805120 00000100:00000010:1.0:1767328959.991304:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062f47f9e. 00000100:00000040:1.0:1767328960.503150:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767328960.503164:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767328960.503177:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 00000020:00000040:1.0:1767328960.503186:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767328960.503192:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767328960.503196:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767328960.503203:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328960.503214:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ecca153. 00000100:00000001:1.0:1767328960.503222:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328960.503236:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000dfc75053 x1853178572190720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767328960.503250:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767328960.503271:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328960.503278:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfc75053] to pc [ptlrpcd_00_02+2] req@00000000dfc75053 x1853178572190720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328960.503306:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328960.503311:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328960.503312:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328960.503316:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767328960.503317:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767328960.503323:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572190720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328960.503324:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767328960.503329:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8f35ab6. 00000020:00000040:1.0:1767328960.503336:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767328960.503340:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767328960.503342:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767328960.503346:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328960.503354:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767328960.503354:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000459d2753. 00000100:00000001:3.0:1767328960.503355:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767328960.503359:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328960.503362:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328960.503363:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328960.503364:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767328960.503370:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767328960.503373:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000f8f35ab6 x1853178572190848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767328960.503374:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767328960.503381:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572190720:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767328960.503390:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767328960.503395:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767328960.503397:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328960.503398:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767328960.503402:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328960.503404:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8f35ab6] to pc [ptlrpcd_00_03+3] req@00000000f8f35ab6 x1853178572190848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767328960.503405:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767328960.503411:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfb122fd. 02000000:00000001:3.0:1767328960.503415:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767328960.503422:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189c6cb8. 00000100:00000001:1.0:1767328960.503426:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328960.503429:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767328960.503430:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d3f0604. 00000100:00000001:1.0:1767328960.503436:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1767328960.503440:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572190720, portal 25 00000100:00000010:1.0:1767328960.503440:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc9b4205. 00000100:00000001:2.0:1767328960.503442:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328960.503447:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767328960.503447:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767328960.503448:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767328960.503451:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000001:2.0:1767328960.503451:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767328960.503455:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767328960.503458:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767328960.503460:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8f35ab6 x1853178572190848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328960.503461:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572190720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767328960.503463:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328960.503472:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007bfe2aba. 00000100:00000001:1.0:1767328960.503479:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328960.503489:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000cc9b4205 x1853178572190976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767328960.503495:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767328960.503496:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767328960.503498:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328960.503504:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767328960.503505:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767328960.503508:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767328960.503511:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062d8248c. 02000000:00000001:2.0:1767328960.503512:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767328960.503514:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572190720, offset 0 00000400:00000200:3.0:1767328960.503525:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00100000:2.0:1767328960.503530:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572190848:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328960.503539:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767328960.503540:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767328960.503541:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767328960.503544:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328960.503545:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328960.503546:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:2.0:1767328960.503550:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767328960.503555:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000089183f27. 00000400:00000200:3.0:1767328960.503556:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767328960.503556:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9b4205] to pc [ptlrpcd_00_00+0] req@00000000cc9b4205 x1853178572190976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767328960.503559:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328960.503566:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:2.0:1767328960.503566:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f810b10c. 00000400:00000200:3.0:1767328960.503574:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767328960.503574:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f8ad362. 00000100:00000200:2.0:1767328960.503580:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572190848, portal 10 00000400:00000200:3.0:1767328960.503581:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767328960.503586:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767328960.503588:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [112:112:256:4294967295] 192.168.202.109@tcp LPNI seq info [112:112:8:4294967295] 00000100:00000001:2.0:1767328960.503590:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777196800 : -127176932354816 : ffff8c55501f9500) 00000100:00000001:1.0:1767328960.503593:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328960.503598:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767328960.503604:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8f35ab6 x1853178572190848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328960.503608:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1767328960.503609:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767328960.503614:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767328960.503618:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6143) 00000100:00000001:0.0:1767328960.503620:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328960.503624:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767328960.503625:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767328960.503630:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc9b4205 x1853178572190976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328960.503631:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767328960.503635:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767328960.503637:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004740f0f1. 00000100:00000001:1.0:1767328960.503640:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767328960.503643:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000200:2.0:1767328960.503643:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572190848, offset 0 00000800:00000010:3.0:1767328960.503651:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe3170c0. 00000400:00000200:2.0:1767328960.503653:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:3.0:1767328960.503665:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767328960.503665:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767328960.503672:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767328960.503675:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767328960.503676:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767328960.503677:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328960.503681:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767328960.503682:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:0.0:1767328960.503682:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767328960.503685:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767328960.503686:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:3.0:1767328960.503690:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fe3170c0 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767328960.503694:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [113:113:255:4294967295] 192.168.202.109@tcp LPNI seq info [113:113:7:4294967295] 02000000:00000001:0.0:1767328960.503699:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767328960.503702:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572190976:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767328960.503706:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767328960.503706:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767328960.503707:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328960.503709:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767328960.503713:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767328960.503714:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767328960.503715:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300810076 02000000:00000001:0.0:1767328960.503716:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1767328960.503718:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fccff60. 02000000:00000010:0.0:1767328960.503722:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ba7e937. 00000100:00000010:3.0:1767328960.503723:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad40beb3. 02000000:00000001:0.0:1767328960.503725:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767328960.503727:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000010:0.0:1767328960.503732:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000697a9ea1. 00000800:00000200:2.0:1767328960.503734:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767328960.503747:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767328960.503749:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001efc9444. 00000800:00000200:2.0:1767328960.503751:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fccff60 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1767328960.503755:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572190976, portal 10 00000100:00000001:3.0:1767328960.503756:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300810076 00000100:00000001:0.0:1767328960.503757:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767328960.503760:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777203072 : -127176932348544 : ffff8c55501fad80) 00000100:00000001:2.0:1767328960.503763:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767328960.503764:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d99320d3. 00000100:00000040:0.0:1767328960.503768:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc9b4205 x1853178572190976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328960.503769:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767328960.503771:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 955020 usecs (956 jiffies) 00000100:00000001:3.0:1767328960.503775:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300810076 00000100:00000001:2.0:1767328960.503777:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300806588 00000100:00000010:3.0:1767328960.503782:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000048c0ab71. 00000100:00000001:2.0:1767328960.503782:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300810076 00000100:00000001:0.0:1767328960.503782:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767328960.503789:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300806588 00000100:00000040:0.0:1767328960.503789:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767328960.503790:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767328960.503793:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300810076 00000800:00000200:1.0:1767328960.503793:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767328960.503793:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008742989f. 00000100:00000001:3.0:1767328960.503795:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300810076 00000100:00000001:2.0:1767328960.503800:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300806588 00000100:00000200:0.0:1767328960.503800:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572190976, offset 0 00000100:00000010:3.0:1767328960.503801:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df7fe1eb. 00000800:00000010:1.0:1767328960.503802:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe3170c0. 00000100:00000001:2.0:1767328960.503804:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300810076 00000100:00000001:3.0:1767328960.503808:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767328960.503809:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300806588 00000400:00000200:0.0:1767328960.503809:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767328960.503812:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328960.503813:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300810076 00000400:00000200:1.0:1767328960.503814:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767328960.503817:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328960.503818:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767328960.503819:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328960.503824:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328960.503824:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328960.503825:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767328960.503830:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328960.503831:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328960.503832:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328960.503835:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767328960.503837:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328960.503839:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767328960.503841:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767328960.503842:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328960.503843:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767328960.503846:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [114:114:254:4294967295] 192.168.202.109@tcp LPNI seq info [114:114:6:4294967295] 00000100:00000001:3.0:1767328960.503847:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767328960.503847:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767328960.503853:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328960.503854:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328960.503857:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328960.503858:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328960.503862:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328960.503862:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328960.503862:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767328960.503868:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328960.503869:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328960.503878:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062d8248c 00000800:00000200:0.0:1767328960.503878:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767328960.503884:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062d8248c. 00000800:00000010:0.0:1767328960.503886:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c58f1272. 00000100:00000001:1.0:1767328960.503893:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767328960.503894:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:1.0:1767328960.503903:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572190720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767328960.503904:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767328960.503909:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c58f1272 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767328960.503917:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328960.503924:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 56212 usecs (57 jiffies) 00000100:00000001:1.0:1767328960.503926:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767328960.503927:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300805689 00000100:00000001:0.0:1767328960.503931:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300810076 00000100:00000040:1.0:1767328960.503934:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572190720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328976 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328960.503935:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300805689 00000100:00000001:0.0:1767328960.503938:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300810076 00000100:00000001:0.0:1767328960.503943:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300805689 00000100:00000001:0.0:1767328960.503946:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300810076 00000100:00000001:0.0:1767328960.503950:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300805689 00000100:00000001:0.0:1767328960.503954:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300810076 00000100:00000001:0.0:1767328960.503957:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328960.503958:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328960.503959:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328960.503964:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767328960.503965:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328960.503968:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328960.503972:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328960.503979:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767328960.503981:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767328960.503982:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1767328960.503986:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fccff60. 00000100:00000001:0.0:1767328960.503986:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328960.503988:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328960.503992:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328960.503996:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767328960.504002:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767328960.504006:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004740f0f1 00000400:00000010:1.0:1767328960.504008:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004740f0f1. 00000100:00000001:1.0:1767328960.504039:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767328960.504043:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8f35ab6 x1853178572190848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328960.504051:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328960.504054:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8f35ab6 x1853178572190848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328976 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328960.504060:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328960.504062:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767328960.504136:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767328960.504139:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c58f1272. 00000400:00000200:1.0:1767328960.504142:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767328960.504146:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767328960.504149:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008742989f 00000400:00000010:1.0:1767328960.504150:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008742989f. 00000100:00000001:1.0:1767328960.504159:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767328960.504162:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc9b4205 x1853178572190976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328960.504169:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328960.504171:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc9b4205 x1853178572190976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328976 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328960.504178:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328960.504180:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767328960.506036:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328960.506050:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767328960.506054:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328960.506058:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328960.506066:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767328960.506079:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2803400 00000400:00000200:1.0:1767328960.506087:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x465 [1] + 224 00000800:00000001:1.0:1767328960.506094:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328960.506102:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328960.506104:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767328960.506114:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767328960.506120:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328960.506124:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572190720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328976 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328960.506133:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfc75053 x1853178572190720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328960.506149:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767328960.506156:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328960.506159:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328960.506239:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328960.506243:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767328960.506275:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328960.506284:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328960.506289:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328960.506292:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328960.506298:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328960.506308:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2803480 00000400:00000001:3.0:1767328960.506333:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767328960.506335:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767328960.506343:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000189c6cb8. 00000400:00000200:3.0:1767328960.506347:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d3f0604 00000400:00000010:3.0:1767328960.506348:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d3f0604. 00000100:00000001:3.0:1767328960.506350:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767328960.506356:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x46d [1] + 224 00000100:00000200:3.0:1767328960.506357:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572190720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767328960.506368:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328960.506373:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328960.506375:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328960.506380:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328960.506391:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328960.506396:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8f35ab6 x1853178572190848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328976 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328960.506422:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f8f35ab6 x1853178572190848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767328960.506429:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572190720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328976 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328960.506448:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767328960.506451:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328960.506454:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767328960.506457:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767328960.506459:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767328960.506460:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767328960.506464:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328960.506467:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767328960.506469:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767328960.506473:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=107 v=5 (5 0 0 0) 00000800:00000001:2.0:1767328960.506476:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767328960.506480:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=107 v=5 (1 0 0 0) 00000800:00000001:2.0:1767328960.506480:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328960.506484:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328960.506486:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767328960.506489:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328960.506490:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767328960.506493:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767328960.506494:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767328960.506497:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00010000:00000001:3.0:1767328960.506498:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767328960.506500:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767328960.506504:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767328960.506505:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767328960.506508:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f810b10c. 00000400:00000200:2.0:1767328960.506510:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2803500 00000100:00000040:3.0:1767328960.506513:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfc75053 x1853178572190720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767328960.506514:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f8ad362 00000100:00000001:3.0:1767328960.506521:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767328960.506522:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f8ad362. 00000100:00000001:3.0:1767328960.506527:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767328960.506528:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767328960.506530:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328960.506534:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x475 [1] + 224 00000100:00000200:0.0:1767328960.506537:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8f35ab6 x1853178572190848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328960.506539:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572190720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328976 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767328960.506545:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328960.506551:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328960.506557:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328960.506566:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00100000:3.0:1767328960.506575:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572190720:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328960.506575:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767328960.506577:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8f35ab6 x1853178572190848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328976 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328960.506583:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc9b4205 x1853178572190976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328976 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328960.506586:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328960.506592:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328960.506598:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572190720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328976 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328960.506606:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767328960.506609:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767328960.506611:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc9b4205 x1853178572190976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328960.506612:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767328960.506615:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767328960.506618:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767328960.506620:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328960.506625:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767328960.506633:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=97 v=5 (5 0 0 0) 00000100:00001000:0.0:1767328960.506641:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1767328960.506649:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767328960.506649:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767328960.506650:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328960.506654:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767328960.506654:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767328960.506656:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767328960.506659:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767328960.506660:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767328960.506661:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfb122fd. 00000100:00000001:0.0:1767328960.506663:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1767328960.506664:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767328960.506667:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000001:3.0:1767328960.506669:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767328960.506670:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767328960.506673:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767328960.506673:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328960.506678:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8f35ab6 x1853178572190848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767328960.506679:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1767328960.506685:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767328960.506689:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328960.506690:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767328960.506691:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ecca153. 00000100:00000001:1.0:1767328960.506694:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328960.506696:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767328960.506698:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767328960.506699:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767328960.506700:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767328960.506703:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:1.0:1767328960.506705:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767328960.506705:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8f35ab6 x1853178572190848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328976 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767328960.506707:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000400:00000010:1.0:1767328960.506710:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000697a9ea1. 00000100:00000001:3.0:1767328960.506713:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767328960.506716:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328960.506717:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001efc9444 00000100:00000001:3.0:1767328960.506721:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767328960.506723:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001efc9444. 00000100:00100000:0.0:1767328960.506724:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572190848:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767328960.506727:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328960.506731:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328960.506732:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767328960.506733:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328960.506734:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767328960.506756:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc9b4205 x1853178572190976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328960.506757:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767328960.506761:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328960.506765:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8f35ab6 x1853178572190848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328976 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328960.506783:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767328960.506786:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1767328960.506787:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc9b4205 x1853178572190976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328976 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767328960.506788:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000089183f27. 02000000:00000001:0.0:1767328960.506793:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767328960.506795:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767328960.506798:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767328960.506802:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767328960.506804:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000459d2753. 00000100:00000001:1.0:1767328960.506807:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767328960.506807:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767328960.506811:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767328960.506811:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767328960.506812:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8f35ab6. 00000100:00000001:1.0:1767328960.506818:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767328960.506818:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767328960.506821:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767328960.506822:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767328960.506823:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328960.506826:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767328960.506828:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328960.506829:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328960.506830:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328960.506834:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328960.506834:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328960.506837:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767328960.506841:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=107 v=5 (5 0 0 0) 00000100:00001000:1.0:1767328960.506847:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767328960.506850:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767328960.506851:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328960.506853:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767328960.506857:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cc9b4205 x1853178572190976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767328960.506872:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328960.506874:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767328960.506876:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767328960.506878:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767328960.506879:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328960.506883:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc9b4205 x1853178572190976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328960.506890:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328960.506892:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767328960.506894:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328960.506897:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc9b4205 x1853178572190976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328976 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328960.506905:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572190976:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328960.506909:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328960.506912:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328960.506914:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc9b4205 x1853178572190976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328976 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328960.506921:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328960.506923:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767328960.506925:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ba7e937. 02000000:00000001:1.0:1767328960.506929:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767328960.506930:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328960.506931:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767328960.506934:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767328960.506936:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007bfe2aba. 02000000:00000001:1.0:1767328960.506938:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767328960.506940:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767328960.506941:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc9b4205. 00000100:00000001:1.0:1767328960.506944:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767328960.506946:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328960.506952:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328960.506956:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328960.506957:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328960.506960:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328960.506962:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328960.567111:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328960.567120:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328960.567127:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328960.567128:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328960.567206:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328960.567210:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328960.567213:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328961.591151:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328961.591160:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328961.591168:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328961.591170:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328961.591239:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328961.591244:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328961.591248:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328962.615145:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328962.615156:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328962.615158:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328962.615160:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328962.615165:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328962.615168:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328962.615169:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328962.615171:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328962.615174:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328962.615175:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328962.615232:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328962.615236:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328962.615246:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328963.639123:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328963.639130:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328963.639137:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328963.639137:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328963.639224:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328963.639228:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328963.639230:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328964.663112:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328964.663121:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328964.663127:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328964.663131:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328964.663133:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328964.663139:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767328964.663141:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767328964.663143:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328964.663147:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328964.663150:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328964.663152:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328964.663154:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328964.663253:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328964.663256:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328964.663259:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767328965.111147:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300810076, at 4300810240 00000100:00000040:2.0:1767328965.111147:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300810076, at 4300810240 00000100:00000040:0.0:1767328965.111147:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300810076, at 4300810240 00000100:00000010:3.0:1767328965.111166:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df7fe1eb. 00000100:00000010:2.0:1767328965.111169:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000048c0ab71. 00000100:00000010:0.0:1767328965.111170:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad40beb3. 00000100:00000040:1.0:1767328965.111318:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300810076, at 4300810240 00000100:00000010:1.0:1767328965.111327:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d99320d3. 00000100:00000040:2.0:1767328965.623119:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767328965.623132:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767328965.623144:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f76cd51. 00000020:00000040:2.0:1767328965.623169:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767328965.623174:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767328965.623178:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767328965.623185:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767328965.623196:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000525da5a5. 00000100:00000001:2.0:1767328965.623204:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328965.623217:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000000f76cd51 x1853178572191104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767328965.623230:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767328965.623233:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328965.623239:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f76cd51] to pc [ptlrpcd_00_01+1] req@000000000f76cd51 x1853178572191104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328965.623270:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328965.623273:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767328965.623276:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767328965.623280:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000faf3089b. 00000020:00000040:2.0:1767328965.623283:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767328965.623285:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767328965.623287:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767328965.623290:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767328965.623293:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000038ee5c0d. 00000100:00000001:2.0:1767328965.623296:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328965.623300:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767328965.623301:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000faf3089b x1853178572191232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767328965.623306:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328965.623310:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767328965.623314:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767328965.623318:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328965.623322:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f76cd51 x1853178572191104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328965.623324:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faf3089b] to pc [ptlrpcd_00_02+2] req@00000000faf3089b x1853178572191232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328965.623341:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328965.623343:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767328965.623346:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328965.623347:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328965.623352:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767328965.623355:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328965.623358:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767328965.623361:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000f76cd51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572191104:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328965.623362:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328965.623368:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767328965.623369:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767328965.623370:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767328965.623374:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:1.0:1767328965.623376:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767328965.623376:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767328965.623380:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328965.623385:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767328965.623387:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767328965.623392:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000077c1f13d. 02000000:00000010:1.0:1767328965.623393:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010dcaefb. 00000100:00000001:0.0:1767328965.623395:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1767328965.623397:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767328965.623399:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767328965.623399:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328965.623399:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328965.623403:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767328965.623407:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328965.623408:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328965.623408:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767328965.623410:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767328965.623411:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002469a62c. 02000000:00000001:2.0:1767328965.623412:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328965.623414:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767328965.623420:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e003233e. 02000000:00000010:2.0:1767328965.623421:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000060b037eb. 00000100:00000040:0.0:1767328965.623422:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000faf3089b x1853178572191232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328965.623429:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767328965.623431:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572191104, portal 25 00000100:00000001:0.0:1767328965.623432:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767328965.623436:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328965.623437:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767328965.623441:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000077c1f13d x1853178572191360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767328965.623441:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777367808 : -127176932183808 : ffff8c5550223100) 02000000:00000001:0.0:1767328965.623441:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767328965.623445:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767328965.623450:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328965.623451:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000f76cd51 x1853178572191104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767328965.623458:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000faf3089b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572191232:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328965.623468:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767328965.623471:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767328965.623475:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767328965.623475:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328965.623477:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767328965.623480:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328965.623480:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767328965.623484:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000010:0.0:1767328965.623486:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ef51550. 00000400:00000010:1.0:1767328965.623488:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c186ed3c. 02000000:00000001:0.0:1767328965.623489:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328965.623491:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077c1f13d] to pc [ptlrpcd_00_03+3] req@0000000077c1f13d x1853178572191360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767328965.623494:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572191104, offset 0 00000400:00000010:0.0:1767328965.623497:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd8267bd. 00000400:00000200:1.0:1767328965.623507:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767328965.623515:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b68fddbb. 00000100:00000001:2.0:1767328965.623516:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767328965.623520:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572191232, portal 10 00000100:00000040:2.0:1767328965.623521:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767328965.623525:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767328965.623525:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767328965.623529:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777357056 : -127176932194560 : ffff8c5550220700) 00000100:00000040:2.0:1767328965.623531:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1767328965.623537:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767328965.623540:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000faf3089b x1853178572191232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328965.623541:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6148) 00000100:00000001:3.0:1767328965.623545:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767328965.623551:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767328965.623552:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767328965.623553:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:0.0:1767328965.623558:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767328965.623559:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767328965.623562:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9986c64. 00000400:00000200:1.0:1767328965.623563:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767328965.623568:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767328965.623569:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:0.0:1767328965.623569:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572191232, offset 0 00000100:00000001:3.0:1767328965.623574:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328965.623579:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767328965.623581:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767328965.623582:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [115:115:256:4294967295] 192.168.202.109@tcp LPNI seq info [115:115:8:4294967295] 00000100:00000001:3.0:1767328965.623583:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328965.623588:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767328965.623598:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:3.0:1767328965.623603:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000077c1f13d x1853178572191360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767328965.623609:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767328965.623609:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:1.0:1767328965.623618:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bfe2aba. 00000400:00000200:0.0:1767328965.623619:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767328965.623622:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767328965.623624:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328965.623627:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767328965.623630:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:3.0:1767328965.623631:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767328965.623632:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:3.0:1767328965.623638:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328965.623639:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00100000:3.0:1767328965.623643:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000077c1f13d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572191360:192.168.202.109@tcp:400: 00000800:00000200:1.0:1767328965.623646:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767328965.623646:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767328965.623651:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767328965.623654:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007bfe2aba type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767328965.623656:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767328965.623656:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [116:116:255:4294967295] 192.168.202.109@tcp LPNI seq info [116:116:7:4294967295] 02000000:00000001:3.0:1767328965.623660:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328965.623663:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767328965.623667:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002eb6fe7a. 00000400:00000200:0.0:1767328965.623670:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:3.0:1767328965.623671:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328965.623673:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767328965.623676:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189c6cb8. 00000100:00000001:1.0:1767328965.623678:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300815196 00000400:00000010:3.0:1767328965.623682:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d3f0604. 00000100:00000010:1.0:1767328965.623698:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c2f0c26. 00000800:00000200:0.0:1767328965.623700:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000200:3.0:1767328965.623701:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572191360, portal 10 00000100:00000001:3.0:1767328965.623706:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:0.0:1767328965.623707:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074996e45. 00000100:00000001:3.0:1767328965.623708:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777365120 : -127176932186496 : ffff8c5550222680) 00000100:00000001:1.0:1767328965.623708:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767328965.623715:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767328965.623718:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300815196 00000100:00000040:3.0:1767328965.623719:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000077c1f13d x1853178572191360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767328965.623725:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000648d638b. 00000800:00000200:0.0:1767328965.623727:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767328965.623731:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767328965.623733:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000074996e45 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767328965.623737:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300815196 00000100:00000001:0.0:1767328965.623740:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328965.623744:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1767328965.623745:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a3bb6b37. 00000100:00000040:0.0:1767328965.623746:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 922226 usecs (923 jiffies) 00000100:00000001:1.0:1767328965.623751:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767328965.623752:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300811675 00000100:00000040:3.0:1767328965.623753:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767328965.623757:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300815196 00000100:00000001:0.0:1767328965.623759:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300815196 00000400:00000010:3.0:1767328965.623760:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5c30b11. 00000800:00000200:2.0:1767328965.623760:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1767328965.623762:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007884d10c. 00000100:00000001:0.0:1767328965.623765:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300811675 00000100:00000200:3.0:1767328965.623767:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572191360, offset 0 00000800:00000010:2.0:1767328965.623768:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bfe2aba. 00000100:00000001:1.0:1767328965.623769:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767328965.623769:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300815196 00000100:00000001:0.0:1767328965.623775:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300811675 00000400:00000200:3.0:1767328965.623776:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767328965.623776:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767328965.623780:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767328965.623781:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300815196 00000100:00000001:1.0:1767328965.623782:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328965.623786:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300811675 00000400:00000200:3.0:1767328965.623787:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767328965.623789:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328965.623791:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300815196 00000100:00000001:1.0:1767328965.623795:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328965.623796:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767328965.623798:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767328965.623798:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328965.623802:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328965.623803:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767328965.623805:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767328965.623806:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767328965.623807:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328965.623813:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767328965.623813:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328965.623814:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328965.623817:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767328965.623819:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767328965.623819:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328965.623821:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328965.623823:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328965.623825:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328965.623826:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328965.623829:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [117:117:254:4294967295] 192.168.202.109@tcp LPNI seq info [117:117:6:4294967295] 00000100:00000001:1.0:1767328965.623832:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328965.623856:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767328965.623864:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767328965.623865:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c186ed3c 00000800:00000010:3.0:1767328965.623869:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c2a2f60. 00000400:00000010:2.0:1767328965.623870:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c186ed3c. 00000800:00000200:3.0:1767328965.623878:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767328965.623880:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767328965.623886:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000200:2.0:1767328965.623888:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f76cd51 x1853178572191104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767328965.623892:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c2a2f60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767328965.623900:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328965.623906:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 54126 usecs (55 jiffies) 00000100:00000001:2.0:1767328965.623909:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767328965.623910:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300810807 00000100:00000001:3.0:1767328965.623915:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300815196 00000100:00000040:2.0:1767328965.623915:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f76cd51 x1853178572191104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328981 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328965.623921:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300810807 00000100:00000001:3.0:1767328965.623925:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300815196 00000100:00000001:3.0:1767328965.623927:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300810807 00000100:00000001:3.0:1767328965.623928:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300815196 00000100:00000001:3.0:1767328965.623931:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300810807 00000100:00000001:3.0:1767328965.623936:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300815196 00000100:00000001:3.0:1767328965.623940:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328965.623943:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328965.623945:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328965.623947:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328965.623960:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328965.623963:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767328965.623978:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767328965.623980:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074996e45. 00000400:00000200:2.0:1767328965.623984:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328965.623988:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767328965.623990:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9986c64 00000400:00000010:2.0:1767328965.623992:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9986c64. 00000100:00000001:2.0:1767328965.624000:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767328965.624004:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000faf3089b x1853178572191232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328965.624011:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328965.624014:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000faf3089b x1853178572191232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328981 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328965.624050:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328965.624052:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767328965.624120:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767328965.624123:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c2a2f60. 00000400:00000200:2.0:1767328965.624126:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328965.624131:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767328965.624134:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5c30b11 00000400:00000010:2.0:1767328965.624136:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5c30b11. 00000100:00000001:2.0:1767328965.624139:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767328965.624142:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000077c1f13d x1853178572191360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328965.624149:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328965.624151:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000077c1f13d x1853178572191360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328981 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328965.624157:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328965.624159:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767328965.625911:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328965.625927:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767328965.625930:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328965.625933:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328965.625941:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767328965.625955:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2803580 00000400:00000200:1.0:1767328965.625963:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x47d [1] + 224 00000800:00000001:1.0:1767328965.625970:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328965.625976:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328965.625978:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767328965.625982:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767328965.625986:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328965.625991:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f76cd51 x1853178572191104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328965.626002:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f76cd51 x1853178572191104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328965.626042:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767328965.626052:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328965.626057:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767328965.626059:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767328965.626061:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767328965.626062:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328965.626065:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767328965.626070:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000001:2.0:1767328965.626078:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767328965.626083:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767328965.626083:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2803680 00000400:00000010:2.0:1767328965.626087:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002469a62c. 00000400:00000200:2.0:1767328965.626093:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e003233e 00000400:00000010:2.0:1767328965.626094:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e003233e. 00000100:00000001:2.0:1767328965.626096:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328965.626104:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f76cd51 x1853178572191104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767328965.626104:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x48d [1] + 224 00000800:00000001:1.0:1767328965.626115:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328965.626122:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767328965.626123:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f76cd51 x1853178572191104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767328965.626128:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767328965.626138:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767328965.626138:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328965.626142:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328965.626144:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767328965.626146:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767328965.626150:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1767328965.626151:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000077c1f13d x1853178572191360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328965.626153:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328965.626156:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328965.626158:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767328965.626166:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=112 v=5 (5 0 0 0) 00000100:00001000:2.0:1767328965.626174:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=112 v=5 (1 0 0 0) 00000100:00000040:1.0:1767328965.626176:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000077c1f13d x1853178572191360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328965.626179:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767328965.626181:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328965.626186:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767328965.626190:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328965.626194:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328965.626199:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f76cd51 x1853178572191104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328965.626203:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328965.626209:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767328965.626212:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767328965.626213:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328965.626217:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767328965.626220:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767328965.626223:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f76cd51 x1853178572191104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328981 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767328965.626225:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767328965.626226:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328965.626230:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767328965.626232:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767328965.626237:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767328965.626241:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767328965.626242:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000f76cd51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572191104:192.168.202.109@tcp:400: 00000400:00000010:3.0:1767328965.626246:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000189c6cb8. 00000400:00000200:1.0:1767328965.626247:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767328965.626253:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328965.626255:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d3f0604 00000400:00000010:3.0:1767328965.626259:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d3f0604. 00000400:00000200:1.0:1767328965.626262:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2803600 00000100:00000001:2.0:1767328965.626265:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767328965.626266:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767328965.626272:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f76cd51 x1853178572191104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328981 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767328965.626273:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x485 [1] + 224 00000800:00000001:1.0:1767328965.626283:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767328965.626287:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000077c1f13d x1853178572191360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328965.626289:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767328965.626293:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1767328965.626294:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767328965.626298:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010dcaefb. 00000400:00000200:1.0:1767328965.626301:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767328965.626306:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767328965.626311:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767328965.626311:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000020:00000040:2.0:1767328965.626315:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767328965.626318:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767328965.626322:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1767328965.626326:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000faf3089b x1853178572191232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767328965.626328:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000525da5a5. 00000100:00000200:3.0:1767328965.626331:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000077c1f13d x1853178572191360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767328965.626337:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767328965.626340:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767328965.626345:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f76cd51. 00000100:00000001:2.0:1767328965.626352:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328965.626355:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328965.626360:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328965.626362:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328965.626363:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328965.626367:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767328965.626367:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000faf3089b x1853178572191232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328965.626369:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767328965.626371:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767328965.626373:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328965.626374:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767328965.626377:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328965.626380:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767328965.626382:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328965.626384:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767328965.626389:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=112 v=5 (5 0 0 0) 00000100:00001000:3.0:1767328965.626396:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767328965.626399:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767328965.626401:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328965.626402:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767328965.626406:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000077c1f13d x1853178572191360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328965.626407:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767328965.626413:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767328965.626414:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767328965.626416:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767328965.626419:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767328965.626420:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767328965.626422:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767328965.626422:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767328965.626428:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000077c1f13d x1853178572191360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328965.626432:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328965.626433:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328965.626435:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767328965.626436:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767328965.626438:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000077c1f13d x1853178572191360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328981 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328965.626442:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767328965.626447:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767328965.626448:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000077c1f13d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572191360:192.168.202.109@tcp:400: 00000400:00000001:0.0:1767328965.626451:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767328965.626454:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767328965.626454:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd8267bd. 00000400:00000200:0.0:1767328965.626458:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b68fddbb 00000400:00000010:0.0:1767328965.626460:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b68fddbb. 00000100:00000001:3.0:1767328965.626464:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767328965.626465:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767328965.626469:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000077c1f13d x1853178572191360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328981 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767328965.626473:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000faf3089b x1853178572191232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328965.626483:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767328965.626486:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767328965.626489:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002eb6fe7a. 00000100:00000200:0.0:1767328965.626493:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000faf3089b x1853178572191232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767328965.626494:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767328965.626497:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767328965.626499:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767328965.626503:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767328965.626505:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000060b037eb. 00000100:00000001:0.0:1767328965.626508:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767328965.626510:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767328965.626510:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767328965.626513:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767328965.626514:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:3.0:1767328965.626516:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000077c1f13d. 02000000:00000001:0.0:1767328965.626517:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767328965.626520:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767328965.626521:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767328965.626522:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328965.626524:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767328965.626525:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328965.626528:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767328965.626531:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=102 v=5 (5 0 0 0) 00000100:00000001:3.0:1767328965.626533:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328965.626536:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767328965.626537:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=102 v=5 (1 0 0 0) 00000100:00000001:3.0:1767328965.626541:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328965.626542:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767328965.626544:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328965.626544:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767328965.626550:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767328965.626552:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328965.626554:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767328965.626555:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767328965.626556:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767328965.626557:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328965.626560:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000faf3089b x1853178572191232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328965.626566:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328965.626567:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767328965.626568:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767328965.626570:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000faf3089b x1853178572191232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328981 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767328965.626585:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000faf3089b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572191232:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328965.626589:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328965.626590:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328965.626591:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000faf3089b x1853178572191232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328981 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328965.626596:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767328965.626597:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767328965.626599:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ef51550. 02000000:00000001:0.0:1767328965.626601:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767328965.626602:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767328965.626603:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767328965.626604:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767328965.626606:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000038ee5c0d. 02000000:00000001:0.0:1767328965.626608:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767328965.626609:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767328965.626610:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000faf3089b. 00000100:00000001:0.0:1767328965.626612:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767328965.626613:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328965.626614:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328965.626617:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328965.626618:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328965.626619:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328965.626620:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328965.687106:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328965.687114:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328965.687120:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328965.687121:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328965.687166:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328965.687170:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328965.687173:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328966.711142:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328966.711152:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328966.711159:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328966.711161:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328966.711214:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328966.711218:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328966.711222:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328967.735147:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328967.735177:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328967.735183:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328967.735184:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328967.735236:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328967.735242:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328967.735245:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328968.759102:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328968.759109:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328968.759115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328968.759116:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328968.759180:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328968.759184:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328968.759187:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328969.783090:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328969.783096:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328969.783101:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328969.783103:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328969.783180:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328969.783183:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328969.783186:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767328970.231076:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300815196, at 4300815360 00000100:00000010:2.0:1767328970.231090:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a3bb6b37. 00000100:00000040:3.0:1767328970.231096:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300815196, at 4300815360 00000100:00000040:0.0:1767328970.231097:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300815196, at 4300815360 00000100:00000040:1.0:1767328970.231102:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300815196, at 4300815360 00000100:00000010:0.0:1767328970.231108:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c2f0c26. 00000100:00000010:3.0:1767328970.231111:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007884d10c. 00000100:00000010:1.0:1767328970.231113:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000648d638b. 00000100:00000040:3.0:1767328970.743126:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767328970.743136:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767328970.743146:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bda1c3a0. 00000020:00000040:3.0:1767328970.743166:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767328970.743171:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767328970.743174:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767328970.743179:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767328970.743187:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe3170c0. 00000100:00000001:3.0:1767328970.743194:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328970.743204:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000bda1c3a0 x1853178572191488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767328970.743216:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767328970.743219:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328970.743224:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bda1c3a0] to pc [ptlrpcd_00_00+0] req@00000000bda1c3a0 x1853178572191488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328970.743253:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328970.743257:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767328970.743260:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767328970.743264:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae3caa28. 00000020:00000040:3.0:1767328970.743267:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767328970.743270:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767328970.743271:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767328970.743274:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328970.743274:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767328970.743280:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000010:3.0:1767328970.743281:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba2835cf. 00000100:00000001:2.0:1767328970.743285:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328970.743287:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328970.743293:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767328970.743294:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000ae3caa28 x1853178572191616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767328970.743296:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328970.743301:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328970.743304:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328970.743308:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767328970.743309:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767328970.743313:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328970.743316:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bda1c3a0 x1853178572191488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328970.743321:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3caa28] to pc [ptlrpcd_00_01+1] req@00000000ae3caa28 x1853178572191616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328970.743321:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328970.743326:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328970.743335:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767328970.743338:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328970.743343:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767328970.743346:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328970.743350:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767328970.743354:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328970.743357:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767328970.743358:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767328970.743361:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767328970.743364:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572191488:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328970.743366:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328970.743371:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767328970.743373:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767328970.743374:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1767328970.743375:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053d0c3c2. 00000100:00000001:1.0:1767328970.743377:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767328970.743378:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1767328970.743383:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767328970.743383:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767328970.743384:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328970.743387:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767328970.743389:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767328970.743391:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767328970.743392:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1767328970.743395:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087e09027. 02000000:00000001:3.0:1767328970.743396:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767328970.743399:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae3caa28 x1853178572191616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767328970.743401:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328970.743401:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767328970.743410:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8a04a89. 00000100:00000001:1.0:1767328970.743411:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767328970.743412:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cc21aaa9. 00000100:00000001:1.0:1767328970.743414:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328970.743419:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328970.743419:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767328970.743420:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009532038b. 02000000:00000001:1.0:1767328970.743421:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328970.743426:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767328970.743429:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572191488, portal 25 00000100:00000040:3.0:1767328970.743433:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000053d0c3c2 x1853178572191744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328970.743433:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae3caa28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572191616:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328970.743434:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767328970.743437:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776935552 : -127176932616064 : ffff8c55501b9880) 00000100:00000001:1.0:1767328970.743443:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767328970.743447:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767328970.743448:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bda1c3a0 x1853178572191488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767328970.743451:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328970.743457:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767328970.743462:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c18f4e7. 00000100:00000001:3.0:1767328970.743465:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767328970.743467:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767328970.743468:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328970.743475:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767328970.743476:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767328970.743478:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b565a76. 00000100:00000040:3.0:1767328970.743481:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053d0c3c2] to pc [ptlrpcd_00_02+2] req@0000000053d0c3c2 x1853178572191744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328970.743482:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572191488, offset 0 00000400:00000010:1.0:1767328970.743482:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d12c637. 00000400:00000010:1.0:1767328970.743490:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c01551. 00000400:00000200:2.0:1767328970.743497:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000200:1.0:1767328970.743505:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572191616, portal 10 00000100:00000001:1.0:1767328970.743509:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328970.743510:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776940032 : -127176932611584 : ffff8c55501baa00) 00000400:00000200:2.0:1767328970.743511:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767328970.743519:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767328970.743520:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328970.743522:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae3caa28 x1853178572191616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767328970.743525:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:3.0:1767328970.743527:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767328970.743532:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767328970.743539:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767328970.743541:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767328970.743543:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767328970.743549:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [118:118:256:4294967295] 192.168.202.109@tcp LPNI seq info [118:118:8:4294967295] 00000100:00000040:3.0:1767328970.743551:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6153) 00000100:00000040:1.0:1767328970.743553:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767328970.743559:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e480de18. 00000100:00000200:1.0:1767328970.743563:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572191616, offset 0 00000100:00000001:3.0:1767328970.743569:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767328970.743569:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767328970.743574:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767328970.743574:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767328970.743579:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767328970.743580:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767328970.743586:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:2.0:1767328970.743587:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020beec0d. 00000100:00000040:3.0:1767328970.743588:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053d0c3c2 x1853178572191744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767328970.743600:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767328970.743602:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767328970.743610:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767328970.743611:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767328970.743614:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767328970.743615:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:3.0:1767328970.743619:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767328970.743619:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767328970.743624:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767328970.743627:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020beec0d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767328970.743628:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:3.0:1767328970.743631:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767328970.743652:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053d0c3c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572191744:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767328970.743653:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [119:119:255:4294967295] 192.168.202.109@tcp LPNI seq info [119:119:7:4294967295] 00000100:00000001:3.0:1767328970.743663:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767328970.743664:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328970.743669:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300820316 02000000:00000001:3.0:1767328970.743675:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767328970.743676:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c7b3059. 00000400:00000200:1.0:1767328970.743676:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:3.0:1767328970.743680:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328970.743686:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767328970.743686:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767328970.743692:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000010:3.0:1767328970.743693:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091b091d1. 00000100:00000001:2.0:1767328970.743696:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300820316 00000800:00000010:1.0:1767328970.743697:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029ea41fb. 02000000:00000001:3.0:1767328970.743698:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767328970.743703:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e2a0a9e1. 00000400:00000010:3.0:1767328970.743706:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189c6cb8. 00000800:00000200:1.0:1767328970.743707:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767328970.743709:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767328970.743715:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d3f0604. 00000100:00000001:2.0:1767328970.743715:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300820316 00000800:00000200:1.0:1767328970.743720:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:2.0:1767328970.743723:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009574fa71. 00000100:00000200:3.0:1767328970.743724:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572191744, portal 10 00000800:00000200:1.0:1767328970.743724:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000029ea41fb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767328970.743730:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767328970.743731:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328970.743732:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328970.743736:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776942720 : -127176932608896 : ffff8c55501bb480) 00000100:00000001:2.0:1767328970.743737:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300820316 00000100:00000040:1.0:1767328970.743738:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 891617 usecs (892 jiffies) 00000100:00000010:2.0:1767328970.743744:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c22f820e. 00000100:00000001:1.0:1767328970.743745:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300816764 00000100:00000040:3.0:1767328970.743750:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053d0c3c2 x1853178572191744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328970.743751:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767328970.743751:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300820316 00000100:00000001:2.0:1767328970.743757:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328970.743758:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300816764 00000100:00000001:2.0:1767328970.743762:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328970.743767:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328970.743771:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300820316 00000100:00000001:3.0:1767328970.743772:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767328970.743773:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328970.743776:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300816764 00000100:00000001:2.0:1767328970.743777:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328970.743781:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328970.743781:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300820316 00000100:00000001:0.0:1767328970.743781:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767328970.743782:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767328970.743785:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328970.743787:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300816764 00000100:00000001:0.0:1767328970.743788:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328970.743789:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767328970.743790:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000261eab26. 00000100:00000001:1.0:1767328970.743791:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300820316 00000100:00000001:1.0:1767328970.743797:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767328970.743798:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572191744, offset 0 00000100:00000001:1.0:1767328970.743802:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328970.743805:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328970.743809:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767328970.743809:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328970.743819:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767328970.743823:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767328970.743827:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767328970.743832:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767328970.743837:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:2.0:1767328970.743840:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767328970.743841:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [120:120:254:4294967295] 192.168.202.109@tcp LPNI seq info [120:120:6:4294967295] 00000800:00000010:2.0:1767328970.743844:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020beec0d. 00000400:00000200:2.0:1767328970.743851:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328970.743860:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328970.743862:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767328970.743869:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767328970.743872:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b565a76 00000800:00000010:3.0:1767328970.743874:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047440aa3. 00000400:00000010:2.0:1767328970.743876:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b565a76. 00000800:00000200:3.0:1767328970.743883:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767328970.743883:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767328970.743890:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bda1c3a0 x1853178572191488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767328970.743895:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767328970.743902:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000047440aa3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767328970.743907:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767328970.743909:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328970.743913:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 52182 usecs (53 jiffies) 00000100:00000001:3.0:1767328970.743918:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300815925 00000100:00000040:2.0:1767328970.743918:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bda1c3a0 x1853178572191488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328970.743924:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328970.743927:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767328970.743931:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300820316 00000100:00000001:3.0:1767328970.743935:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300815925 00000100:00000001:3.0:1767328970.743937:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300820316 00000800:00000200:2.0:1767328970.743939:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767328970.743940:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300815925 00000800:00000010:2.0:1767328970.743943:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029ea41fb. 00000100:00000001:3.0:1767328970.743947:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300820316 00000400:00000200:2.0:1767328970.743948:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767328970.743954:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300815925 00000400:00000200:2.0:1767328970.743957:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328970.743960:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300820316 00000400:00000200:2.0:1767328970.743961:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e480de18 00000100:00000001:3.0:1767328970.743966:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767328970.743966:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e480de18. 00000100:00000001:2.0:1767328970.743970:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767328970.743972:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767328970.743974:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae3caa28 x1853178572191616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328970.743978:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328970.743982:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328970.743985:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328970.743988:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae3caa28 x1853178572191616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328970.743989:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328970.743993:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767328970.743998:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328970.744000:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328970.744001:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767328970.744004:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328970.744008:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328970.744011:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767328970.744083:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767328970.744086:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047440aa3. 00000400:00000200:2.0:1767328970.744088:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328970.744090:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767328970.744092:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000261eab26 00000400:00000010:2.0:1767328970.744093:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000261eab26. 00000100:00000001:2.0:1767328970.744094:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767328970.744096:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053d0c3c2 x1853178572191744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328970.744100:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328970.744102:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053d0c3c2 x1853178572191744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328970.744106:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328970.744107:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767328970.746035:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328970.746054:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328970.746056:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328970.746057:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328970.746063:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328970.746071:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2803780 00000400:00000200:2.0:1767328970.746076:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x49d [1] + 224 00000800:00000001:2.0:1767328970.746082:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328970.746094:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328970.746096:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328970.746098:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328970.746102:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328970.746105:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae3caa28 x1853178572191616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328970.746112:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae3caa28 x1853178572191616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328970.746126:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767328970.746131:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328970.746134:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328970.746191:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328970.746194:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767328970.746198:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767328970.746199:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767328970.746201:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d12c637. 00000400:00000200:1.0:1767328970.746206:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c01551 00000400:00000010:1.0:1767328970.746207:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c01551. 00000100:00000001:1.0:1767328970.746210:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328970.746214:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae3caa28 x1853178572191616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767328970.746221:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae3caa28 x1853178572191616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328970.746227:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328970.746228:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328970.746231:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767328970.746233:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328970.746234:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328970.746236:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328970.746238:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767328970.746244:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=107 v=5 (5 0 0 0) 00000100:00001000:1.0:1767328970.746246:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=107 v=5 (1 0 0 0) 00000100:00000001:1.0:1767328970.746248:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767328970.746250:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767328970.746252:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767328970.746252:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767328970.746264:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328970.746267:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767328970.746268:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767328970.746270:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767328970.746271:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328970.746274:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae3caa28 x1853178572191616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328970.746279:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328970.746281:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767328970.746282:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328970.746285:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae3caa28 x1853178572191616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328970.746290:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae3caa28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572191616:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328970.746293:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328970.746294:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328970.746296:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae3caa28 x1853178572191616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328986 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328970.746300:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328970.746301:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767328970.746303:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c18f4e7. 02000000:00000001:1.0:1767328970.746306:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767328970.746308:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328970.746309:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767328970.746311:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767328970.746313:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba2835cf. 02000000:00000001:1.0:1767328970.746316:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767328970.746317:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767328970.746319:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae3caa28. 00000100:00000001:1.0:1767328970.746322:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767328970.746323:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328970.746325:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328970.746329:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328970.746329:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328970.746332:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767328970.746335:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767328970.746339:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767328970.746343:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328970.746343:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328970.746356:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328970.746367:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2803800 00000400:00000200:3.0:1767328970.746372:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x4a5 [1] + 224 00000800:00000001:3.0:1767328970.746376:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328970.746379:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328970.746381:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328970.746385:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328970.746389:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328970.746393:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053d0c3c2 x1853178572191744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328970.746415:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000053d0c3c2 x1853178572191744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328970.746433:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767328970.746439:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328970.746443:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328970.746444:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328970.746447:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328970.746451:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328970.746458:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2803700 00000400:00000200:3.0:1767328970.746466:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x495 [1] + 224 00000800:00000001:3.0:1767328970.746470:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328970.746476:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328970.746479:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767328970.746479:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328970.746484:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767328970.746487:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000001:0.0:1767328970.746491:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767328970.746495:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767328970.746496:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000189c6cb8. 00000400:00000200:0.0:1767328970.746502:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d3f0604 00000400:00000010:0.0:1767328970.746504:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d3f0604. 00000100:00000001:0.0:1767328970.746507:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767328970.746508:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767328970.746514:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053d0c3c2 x1853178572191744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767328970.746517:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bda1c3a0 x1853178572191488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328970.746550:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bda1c3a0 x1853178572191488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767328970.746550:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053d0c3c2 x1853178572191744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328970.746581:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767328970.746585:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328970.746588:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767328970.746588:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767328970.746593:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767328970.746595:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767328970.746596:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767328970.746600:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767328970.746601:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767328970.746603:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767328970.746610:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=117 v=5 (5 0 0 0) 00000100:00001000:0.0:1767328970.746615:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767328970.746619:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767328970.746621:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767328970.746623:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767328970.746628:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000053d0c3c2 x1853178572191744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767328970.746650:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328970.746653:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767328970.746655:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767328970.746657:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767328970.746659:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328970.746663:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328970.746667:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767328970.746667:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053d0c3c2 x1853178572191744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767328970.746672:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767328970.746674:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767328970.746677:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8a04a89. 00000400:00000200:2.0:1767328970.746682:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009532038b 00000100:00000001:0.0:1767328970.746684:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767328970.746685:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009532038b. 00000100:00000001:2.0:1767328970.746688:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328970.746693:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bda1c3a0 x1853178572191488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328970.746696:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767328970.746700:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767328970.746708:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bda1c3a0 x1853178572191488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328970.746711:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053d0c3c2 x1853178572191744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328970.746723:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328970.746726:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328970.746730:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767328970.746734:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053d0c3c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572191744:192.168.202.109@tcp:400: 02000000:00000001:2.0:1767328970.746740:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767328970.746743:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767328970.746743:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328970.746746:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328970.746748:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767328970.746749:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767328970.746753:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=117 v=5 (5 0 0 0) 00000100:00000040:0.0:1767328970.746754:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053d0c3c2 x1853178572191744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328986 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767328970.746759:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=117 v=5 (1 0 0 0) 00000100:00000001:2.0:1767328970.746766:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767328970.746768:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328970.746772:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767328970.746776:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328970.746776:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767328970.746778:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328970.746780:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767328970.746784:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bda1c3a0 x1853178572191488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767328970.746785:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091b091d1. 00000100:00000001:2.0:1767328970.746794:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767328970.746794:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767328970.746799:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1767328970.746799:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767328970.746804:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767328970.746804:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000040:2.0:1767328970.746809:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda1c3a0 x1853178572191488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767328970.746811:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767328970.746815:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cc21aaa9. 00000100:00100000:2.0:1767328970.746820:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572191488:192.168.202.109@tcp:400: 02000000:00000001:0.0:1767328970.746822:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767328970.746824:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767328970.746826:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767328970.746827:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767328970.746830:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053d0c3c2. 00000100:00000040:2.0:1767328970.746831:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bda1c3a0 x1853178572191488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328986 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328970.746840:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767328970.746840:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767328970.746845:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767328970.746845:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767328970.746848:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087e09027. 00000100:00000001:0.0:1767328970.746849:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767328970.746851:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767328970.746854:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767328970.746855:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767328970.746857:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767328970.746858:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767328970.746862:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe3170c0. 00000100:00000001:0.0:1767328970.746862:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328970.746865:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767328970.746868:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767328970.746869:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bda1c3a0. 00000100:00000001:0.0:1767328970.746869:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328970.746873:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328970.746879:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328970.746881:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328970.746883:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328970.746886:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328970.746887:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328970.746890:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328970.746892:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328970.807099:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328970.807103:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328970.807107:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328970.807108:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328970.807185:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328970.807188:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328970.807191:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328971.831092:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328971.831097:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328971.831102:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328971.831103:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328971.831127:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328971.831132:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328971.831134:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328972.855119:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328972.855127:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328972.855130:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328972.855133:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328972.855137:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328972.855140:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328972.855142:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328972.855144:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328972.855148:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328972.855150:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328972.855245:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328972.855252:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328972.855257:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328973.879103:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328973.879110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328973.879115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328973.879117:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328973.879151:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328973.879154:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328973.879157:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328974.903094:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328974.903101:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328974.903107:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328974.903111:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328974.903114:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328974.903120:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767328974.903123:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767328974.903125:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328974.903128:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328974.903131:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328974.903133:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328974.903135:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328974.903214:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328974.903235:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328974.903241:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767328975.351114:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300820316, at 4300820480 00000100:00000040:1.0:1767328975.351115:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300820316, at 4300820480 00000100:00000040:0.0:1767328975.351131:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300820316, at 4300820480 00000100:00000010:2.0:1767328975.351132:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009574fa71. 00000100:00000010:1.0:1767328975.351139:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e2a0a9e1. 00000100:00000010:0.0:1767328975.351143:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c7b3059. 00000100:00000040:3.0:1767328975.351190:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300820316, at 4300820480 00000100:00000010:3.0:1767328975.351205:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c22f820e. 00000100:00000040:1.0:1767328975.863193:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767328975.863203:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767328975.863209:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc9b4205. 00000020:00000040:1.0:1767328975.863215:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767328975.863219:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767328975.863221:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767328975.863226:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328975.863234:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000029ea41fb. 00000100:00000001:1.0:1767328975.863240:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328975.863249:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000cc9b4205 x1853178572191872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767328975.863259:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767328975.863261:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328975.863266:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9b4205] to pc [ptlrpcd_00_03+3] req@00000000cc9b4205 x1853178572191872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328975.863294:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328975.863296:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767328975.863299:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767328975.863301:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088e8bc68. 00000020:00000040:1.0:1767328975.863303:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767328975.863306:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767328975.863307:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767328975.863309:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328975.863312:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007bfe2aba. 00000100:00000001:1.0:1767328975.863314:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328975.863316:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000088e8bc68 x1853178572192000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767328975.863322:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328975.863327:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328975.863330:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767328975.863333:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767328975.863335:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328975.863340:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc9b4205 x1853178572191872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328975.863341:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e8bc68] to pc [ptlrpcd_00_00+0] req@0000000088e8bc68 x1853178572192000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328975.863357:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328975.863363:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767328975.863367:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328975.863369:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328975.863382:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767328975.863387:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767328975.863391:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767328975.863397:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572191872:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328975.863400:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328975.863404:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767328975.863404:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767328975.863410:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767328975.863412:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000446a1ebc. 02000000:00000001:0.0:1767328975.863414:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1767328975.863416:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:0.0:1767328975.863419:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328975.863420:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767328975.863425:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767328975.863426:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767328975.863428:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328975.863429:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767328975.863429:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328975.863434:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767328975.863434:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c883d92e. 00000100:00000001:3.0:1767328975.863437:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328975.863439:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767328975.863440:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000459d2753. 02000000:00000001:0.0:1767328975.863446:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328975.863449:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328975.863453:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088e8bc68 x1853178572192000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767328975.863455:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd8267bd. 00000100:00000040:1.0:1767328975.863458:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000446a1ebc x1853178572192128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767328975.863468:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b68fddbb. 00000100:00000200:0.0:1767328975.863479:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572191872, portal 25 00000100:00000001:2.0:1767328975.863480:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767328975.863483:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767328975.863484:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328975.863484:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328975.863485:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328975.863488:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777203072 : -127176932348544 : ffff8c55501fad80) 02000000:00000001:2.0:1767328975.863491:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767328975.863493:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a1ebc] to pc [ptlrpcd_00_01+1] req@00000000446a1ebc x1853178572192128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767328975.863494:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767328975.863497:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc9b4205 x1853178572191872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767328975.863500:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767328975.863508:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572192000:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328975.863519:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767328975.863523:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767328975.863527:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328975.863528:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767328975.863530:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767328975.863533:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767328975.863534:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767328975.863535:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000659e6739. 00000100:00000040:1.0:1767328975.863537:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767328975.863537:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031de8760. 02000000:00000001:2.0:1767328975.863540:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767328975.863542:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572191872, offset 0 00000100:00000040:1.0:1767328975.863546:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767328975.863548:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8a04a89. 00000100:00000040:1.0:1767328975.863552:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6158) 00000400:00000200:0.0:1767328975.863553:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767328975.863567:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009532038b. 00000100:00000001:3.0:1767328975.863573:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767328975.863573:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572192000, portal 10 00000400:00000200:0.0:1767328975.863575:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767328975.863583:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328975.863596:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767328975.863599:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767328975.863601:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777199488 : -127176932352128 : ffff8c55501f9f80) 00000100:00000001:3.0:1767328975.863603:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767328975.863608:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:2.0:1767328975.863611:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088e8bc68 x1853178572192000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767328975.863616:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767328975.863624:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767328975.863631:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767328975.863641:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000446a1ebc x1853178572192128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767328975.863641:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [121:121:256:4294967295] 192.168.202.109@tcp LPNI seq info [121:121:8:4294967295] 00000100:00000040:2.0:1767328975.863642:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767328975.863647:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b565a76. 00000100:00000200:2.0:1767328975.863651:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572192000, offset 0 00000400:00000200:2.0:1767328975.863655:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767328975.863662:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767328975.863671:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767328975.863675:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:0.0:1767328975.863678:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4297425. 00000400:00000200:2.0:1767328975.863680:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767328975.863685:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767328975.863690:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767328975.863692:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767328975.863693:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767328975.863698:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [122:122:255:4294967295] 192.168.202.109@tcp LPNI seq info [122:122:7:4294967295] 00000800:00000200:0.0:1767328975.863709:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767328975.863711:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767328975.863718:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4297425 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767328975.863721:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767328975.863726:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000800:00000200:2.0:1767328975.863738:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767328975.863741:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328975.863758:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300825436 00000800:00000200:2.0:1767328975.863764:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:0.0:1767328975.863771:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010dcd32a. 00000800:00000200:2.0:1767328975.863776:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767328975.863779:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767328975.863783:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328975.863784:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328975.863785:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767328975.863799:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300825436 02000000:00000001:3.0:1767328975.863802:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767328975.863802:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 862971 usecs (863 jiffies) 00000800:00000200:1.0:1767328975.863803:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767328975.863804:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b596485d. 02000000:00000001:3.0:1767328975.863810:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767328975.863811:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4297425. 00000100:00000001:2.0:1767328975.863812:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300821855 00000100:00000001:0.0:1767328975.863813:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1767328975.863821:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328975.863824:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300825436 00000400:00000200:1.0:1767328975.863826:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767328975.863826:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300825436 00000100:00100000:3.0:1767328975.863830:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572192128:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328975.863832:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300821855 00000100:00000010:0.0:1767328975.863841:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024fcb4fc. 00000100:00000001:2.0:1767328975.863843:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300825436 00000400:00000200:1.0:1767328975.863849:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328975.863850:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767328975.863852:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767328975.863853:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300821855 02000000:00000001:3.0:1767328975.863860:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767328975.863860:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300825436 00000400:00000200:1.0:1767328975.863862:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031de8760 02000000:00000001:3.0:1767328975.863869:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767328975.863870:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031de8760. 00000100:00000010:0.0:1767328975.863870:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000019033a6d. 02000000:00000001:3.0:1767328975.863882:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767328975.863883:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300825436 00000100:00000001:0.0:1767328975.863884:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 02000000:00000010:3.0:1767328975.863889:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd6ec3cb. 00000100:00000001:0.0:1767328975.863890:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328975.863891:0:208643:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767328975.863896:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328975.863898:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300821855 00000100:00000200:1.0:1767328975.863904:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc9b4205 x1853178572191872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328975.863906:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300825436 00000100:00000001:0.0:1767328975.863906:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767328975.863908:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb01f838. 00000100:00000001:2.0:1767328975.863914:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328975.863919:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767328975.863922:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d08aec3. 00000100:00000001:2.0:1767328975.863922:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328975.863926:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328975.863934:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767328975.863935:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572192128, portal 10 00000100:00000001:2.0:1767328975.863937:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328975.863940:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767328975.863941:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328975.863944:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328975.863947:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777192320 : -127176932359296 : ffff8c55501f8380) 00000100:00000001:2.0:1767328975.863948:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767328975.863953:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767328975.863961:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328975.863962:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328975.863964:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328975.863965:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328975.863967:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000446a1ebc x1853178572192128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328975.863969:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328975.863970:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328975.863977:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328975.863979:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328975.863979:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc9b4205 x1853178572191872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328975.863990:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328975.864057:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328975.864060:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767328975.864060:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767328975.864072:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767328975.864076:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081e713a3. 00000100:00000200:3.0:1767328975.864079:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572192128, offset 0 00000400:00000200:3.0:1767328975.864085:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328975.864095:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767328975.864100:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767328975.864104:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:1.0:1767328975.864107:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767328975.864109:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000010:1.0:1767328975.864115:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00000400:00000200:3.0:1767328975.864118:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767328975.864125:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328975.864131:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [123:123:255:4294967295] 192.168.202.109@tcp LPNI seq info [123:123:7:4294967295] 00000400:00000200:1.0:1767328975.864139:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328975.864197:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:1.0:1767328975.864202:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b565a76 00000800:00000200:3.0:1767328975.864203:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767328975.864209:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b565a76. 00000800:00000010:3.0:1767328975.864212:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc21aaa9. 00000100:00000001:1.0:1767328975.864215:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767328975.864219:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088e8bc68 x1853178572192000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767328975.864225:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767328975.864238:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767328975.864238:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1767328975.864246:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc21aaa9 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767328975.864246:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088e8bc68 x1853178572192000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328975.864260:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328975.864273:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 50392 usecs (51 jiffies) 00000100:00000001:1.0:1767328975.864273:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328975.864287:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767328975.864288:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300821044 00000100:00000001:3.0:1767328975.864297:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300825436 00000100:00000001:3.0:1767328975.864300:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300821044 00000100:00000001:3.0:1767328975.864303:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300825436 00000100:00000001:3.0:1767328975.864304:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300821044 00000100:00000001:3.0:1767328975.864305:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300825436 00000100:00000001:3.0:1767328975.864307:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300821044 00000100:00000001:3.0:1767328975.864309:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300825436 00000100:00000001:3.0:1767328975.864311:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328975.864313:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328975.864315:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328975.864317:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328975.864322:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328975.864324:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767328975.864330:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328975.864331:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767328975.864335:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767328975.864337:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328975.864351:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767328975.864352:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc21aaa9. 00000400:00000200:1.0:1767328975.864366:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767328975.864372:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767328975.864373:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081e713a3 00000400:00000010:1.0:1767328975.864375:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081e713a3. 00000100:00000001:1.0:1767328975.864377:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767328975.864379:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000446a1ebc x1853178572192128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328975.864385:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328975.864387:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000446a1ebc x1853178572192128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328975.864400:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328975.864401:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767328975.865610:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328975.865657:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328975.865660:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328975.865662:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328975.865668:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328975.865677:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2803880 00000400:00000200:2.0:1767328975.865682:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x4ad [1] + 224 00000800:00000001:2.0:1767328975.865687:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328975.865690:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328975.865692:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328975.865694:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328975.865697:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328975.865700:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc9b4205 x1853178572191872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328975.865707:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc9b4205 x1853178572191872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328975.865721:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767328975.865728:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328975.865732:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767328975.865734:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328975.865737:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328975.865746:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767328975.865752:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2803900 00000100:00000001:0.0:1767328975.865755:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767328975.865758:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x4b5 [1] + 224 00000100:00000001:0.0:1767328975.865759:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767328975.865764:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767328975.865766:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767328975.865768:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767328975.865770:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767328975.865771:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767328975.865773:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd8267bd. 00000400:00000200:2.0:1767328975.865776:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328975.865779:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b68fddbb 00000400:00000010:0.0:1767328975.865782:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b68fddbb. 00000100:00000001:0.0:1767328975.865786:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767328975.865787:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767328975.865791:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc9b4205 x1853178572191872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328975.865794:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088e8bc68 x1853178572192000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767328975.865815:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc9b4205 x1853178572191872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328975.865819:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088e8bc68 x1853178572192000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328975.865837:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767328975.865839:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328975.865841:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767328975.865843:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767328975.865845:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767328975.865846:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767328975.865850:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767328975.865852:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767328975.865852:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767328975.865857:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767328975.865859:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=122 v=5 (5 0 0 0) 00000800:00000001:2.0:1767328975.865860:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328975.865864:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767328975.865865:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=122 v=5 (1 0 0 0) 00000100:00000001:0.0:1767328975.865870:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767328975.865871:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767328975.865873:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767328975.865876:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767328975.865878:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2803980 00010000:00000001:0.0:1767328975.865879:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328975.865884:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328975.865886:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x4bd [1] + 224 00000100:00000040:0.0:1767328975.865890:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc9b4205 x1853178572191872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767328975.865892:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767328975.865898:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328975.865899:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767328975.865903:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767328975.865904:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767328975.865908:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767328975.865911:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767328975.865913:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328975.865914:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767328975.865917:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767328975.865920:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000446a1ebc x1853178572192128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767328975.865923:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767328975.865923:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc9b4205 x1853178572191872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328991 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767328975.865927:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767328975.865929:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8a04a89. 00000400:00000200:1.0:1767328975.865936:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009532038b 00000400:00000010:1.0:1767328975.865940:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009532038b. 00000100:00000001:1.0:1767328975.865944:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328975.865951:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088e8bc68 x1853178572192000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328975.865954:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000446a1ebc x1853178572192128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767328975.865954:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572191872:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328975.865964:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328975.865969:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328975.865975:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc9b4205 x1853178572191872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328991 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767328975.865985:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088e8bc68 x1853178572192000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328975.865997:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767328975.866002:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767328975.866004:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767328975.866007:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767328975.866008:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767328975.866010:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c883d92e. 00000800:00000001:2.0:1767328975.866011:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767328975.866011:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767328975.866034:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328975.866036:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328975.866038:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328975.866039:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:2.0:1767328975.866040:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767328975.866040:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328975.866043:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767328975.866047:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00001000:1.0:1767328975.866049:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=112 v=5 (5 0 0 0) 00000020:00000001:0.0:1767328975.866050:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767328975.866053:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000029ea41fb. 00000100:00001000:1.0:1767328975.866055:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=112 v=5 (1 0 0 0) 02000000:00000001:0.0:1767328975.866059:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767328975.866060:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767328975.866061:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767328975.866063:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767328975.866064:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc9b4205. 00010000:00000001:1.0:1767328975.866066:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767328975.866069:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328975.866069:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767328975.866070:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328975.866072:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328975.866074:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328975.866076:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767328975.866076:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767328975.866079:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767328975.866080:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767328975.866082:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:3.0:1767328975.866083:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767328975.866084:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767328975.866085:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328975.866087:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328975.866089:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767328975.866093:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088e8bc68 x1853178572192000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328975.866094:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767328975.866095:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb01f838. 00000400:00000200:3.0:1767328975.866102:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d08aec3 00000100:00000001:1.0:1767328975.866106:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767328975.866107:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d08aec3. 00000100:00000001:3.0:1767328975.866110:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328975.866116:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000446a1ebc x1853178572192128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328975.866119:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767328975.866121:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328975.866130:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088e8bc68 x1853178572192000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328991 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767328975.866138:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000446a1ebc x1853178572192128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328975.866139:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572192000:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328975.866148:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328975.866152:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767328975.866157:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767328975.866157:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088e8bc68 x1853178572192000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328991 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328975.866160:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328975.866165:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767328975.866167:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767328975.866169:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328975.866169:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767328975.866172:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328975.866172:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767328975.866176:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328975.866176:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000659e6739. 02000000:00000001:1.0:1767328975.866182:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1767328975.866183:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=122 v=5 (5 0 0 0) 00000020:00000001:1.0:1767328975.866184:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328975.866187:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00001000:3.0:1767328975.866189:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=97 v=5 (1 0 0 0) 00000020:00000001:1.0:1767328975.866190:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767328975.866194:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767328975.866194:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007bfe2aba. 00000100:00000001:3.0:1767328975.866196:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328975.866200:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767328975.866200:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767328975.866203:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:3.0:1767328975.866206:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000446a1ebc x1853178572192128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767328975.866206:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088e8bc68. 00000100:00000001:1.0:1767328975.866212:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767328975.866215:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328975.866219:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767328975.866221:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328975.866224:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767328975.866224:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328975.866227:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328975.866228:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767328975.866232:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767328975.866233:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328975.866234:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328975.866236:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328975.866239:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000446a1ebc x1853178572192128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328975.866245:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328975.866247:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767328975.866249:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767328975.866251:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000446a1ebc x1853178572192128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328991 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767328975.866262:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572192128:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767328975.866266:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328975.866267:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328975.866268:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000446a1ebc x1853178572192128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328991 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328975.866273:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767328975.866274:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767328975.866275:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd6ec3cb. 02000000:00000001:3.0:1767328975.866277:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767328975.866278:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767328975.866279:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767328975.866281:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767328975.866282:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000459d2753. 02000000:00000001:3.0:1767328975.866284:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767328975.866285:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767328975.866286:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000446a1ebc. 00000100:00000001:3.0:1767328975.866288:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767328975.866288:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328975.866290:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328975.866293:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328975.866294:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328975.866295:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328975.866296:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328975.927108:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328975.927111:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328975.927114:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328975.927116:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328975.927151:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328975.927154:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328975.927156:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328976.951125:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328976.951132:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328976.951138:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328976.951158:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328976.951236:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328976.951240:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328976.951243:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328977.975100:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328977.975107:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328977.975114:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328977.975116:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328977.975158:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328977.975161:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328977.975164:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328978.999099:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328978.999104:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328978.999110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328978.999111:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328978.999188:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328978.999191:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328978.999194:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328980.023101:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328980.023106:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328980.023109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328980.023110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328980.023140:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328980.023143:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328980.023146:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767328980.471108:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300825436, at 4300825600 00000100:00000040:2.0:1767328980.471109:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300825436, at 4300825600 00000100:00000040:0.0:1767328980.471109:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300825436, at 4300825600 00000100:00000040:1.0:1767328980.471126:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300825436, at 4300825600 00000100:00000010:3.0:1767328980.471133:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000019033a6d. 00000100:00000010:1.0:1767328980.471137:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b596485d. 00000100:00000010:2.0:1767328980.471140:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024fcb4fc. 00000100:00000010:0.0:1767328980.471142:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010dcd32a. 00000100:00000040:1.0:1767328980.983120:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767328980.983129:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767328980.983138:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088e8bc68. 00000020:00000040:1.0:1767328980.983143:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767328980.983147:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767328980.983149:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767328980.983155:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328980.983162:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007bfe2aba. 00000100:00000001:1.0:1767328980.983170:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328980.983180:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000088e8bc68 x1853178572192256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767328980.983189:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767328980.983191:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328980.983195:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e8bc68] to pc [ptlrpcd_00_02+2] req@0000000088e8bc68 x1853178572192256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328980.983217:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328980.983221:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328980.983225:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767328980.983226:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328980.983230:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767328980.983230:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1767328980.983241:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088e8bc68 x1853178572192256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767328980.983248:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ce1624. 00000020:00000040:1.0:1767328980.983257:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767328980.983263:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767328980.983263:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767328980.983268:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767328980.983269:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767328980.983273:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767328980.983276:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ecca153. 00000100:00000001:1.0:1767328980.983279:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328980.983283:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000026ce1624 x1853178572192384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767328980.983287:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767328980.983294:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767328980.983294:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328980.983302:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328980.983302:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767328980.983312:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328980.983313:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767328980.983332:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572192256:192.168.202.109@tcp:400: 00000100:00000040:1.0:1767328980.983333:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ce1624] to pc [ptlrpcd_00_03+3] req@0000000026ce1624 x1853178572192384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328980.983350:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767328980.983362:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767328980.983365:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328980.983366:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328980.983369:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767328980.983370:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1767328980.983376:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf778690. 00000100:00000001:1.0:1767328980.983376:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767328980.983382:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767328980.983384:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000446a1ebc. 00000100:00000001:2.0:1767328980.983385:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767328980.983389:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767328980.983390:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767328980.983393:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb01f838. 00000100:00000001:2.0:1767328980.983395:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767328980.983397:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767328980.983401:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767328980.983403:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328980.983406:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ce1624 x1853178572192384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767328980.983407:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000459d2753. 00000400:00000010:3.0:1767328980.983414:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d08aec3. 00000100:00000001:1.0:1767328980.983415:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328980.983417:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767328980.983421:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328980.983428:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767328980.983429:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000446a1ebc x1853178572192512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767328980.983431:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572192256, portal 25 02000000:00000001:2.0:1767328980.983432:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328980.983442:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767328980.983443:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328980.983447:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777199488 : -127176932352128 : ffff8c55501f9f80) 00000100:00100000:2.0:1767328980.983454:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572192384:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767328980.983465:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088e8bc68 x1853178572192256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328980.983468:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767328980.983476:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767328980.983481:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328980.983483:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767328980.983486:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328980.983492:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767328980.983501:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cdb334d5. 00000100:00000040:1.0:1767328980.983501:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a1ebc] to pc [ptlrpcd_00_00+0] req@00000000446a1ebc x1853178572192512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767328980.983511:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328980.983520:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767328980.983522:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3022fb3. 00000100:00000040:3.0:1767328980.983528:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767328980.983531:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002334309b. 00000100:00000001:1.0:1767328980.983533:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767328980.983549:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf8d850b. 00000100:00000040:1.0:1767328980.983550:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1767328980.983552:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572192384, portal 10 00000100:00000200:3.0:1767328980.983556:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572192256, offset 0 00000100:00000001:2.0:1767328980.983568:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767328980.983569:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767328980.983572:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 00000100:00000040:1.0:1767328980.983576:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6163) 00000400:00000200:3.0:1767328980.983582:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767328980.983586:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ce1624 x1853178572192384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328980.983590:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328980.983595:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767328980.983596:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328980.983599:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767328980.983603:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328980.983606:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:1.0:1767328980.983607:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000446a1ebc x1853178572192512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767328980.983613:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000408ebb8d. 00000100:00000200:2.0:1767328980.983624:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572192384, offset 0 00000400:00000200:3.0:1767328980.983627:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767328980.983639:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767328980.983641:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767328980.983642:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767328980.983648:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328980.983650:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767328980.983657:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:1.0:1767328980.983658:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767328980.983662:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767328980.983664:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [124:124:256:4294967295] 192.168.202.109@tcp LPNI seq info [124:124:8:4294967295] 02000000:00000001:1.0:1767328980.983673:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767328980.983680:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572192512:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328980.983694:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767328980.983697:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:1.0:1767328980.983699:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767328980.983707:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767328980.983715:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767328980.983717:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767328980.983718:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000010:1.0:1767328980.983723:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa2de562. 02000000:00000001:1.0:1767328980.983730:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767328980.983732:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047440aa3. 00000400:00000200:2.0:1767328980.983732:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767328980.983745:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d12c637. 00000400:00000200:2.0:1767328980.983747:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:3.0:1767328980.983757:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000010:1.0:1767328980.983760:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c01551. 00000400:00000200:2.0:1767328980.983761:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1767328980.983768:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572192512, portal 10 00000400:00000200:2.0:1767328980.983772:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767328980.983774:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767328980.983776:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777192320 : -127176932359296 : ffff8c55501f8380) 00000400:00000200:2.0:1767328980.983782:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [125:125:255:4294967295] 192.168.202.109@tcp LPNI seq info [125:125:7:4294967295] 00000100:00000001:0.0:1767328980.983784:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767328980.983786:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000040:1.0:1767328980.983789:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000446a1ebc x1853178572192512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767328980.983800:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000047440aa3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767328980.983800:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328980.983806:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767328980.983822:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:1.0:1767328980.983822:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767328980.983828:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767328980.983829:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007cfe392c. 00000800:00000200:2.0:1767328980.983837:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000200:1.0:1767328980.983845:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572192512, offset 0 00000100:00000001:3.0:1767328980.983848:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300830556 00000800:00000010:2.0:1767328980.983848:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000400:00000200:1.0:1767328980.983862:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:3.0:1767328980.983864:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000048c0ab71. 00000800:00000200:2.0:1767328980.983870:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767328980.983875:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767328980.983877:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767328980.983884:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767328980.983891:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767328980.983895:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300830556 00000400:00000200:1.0:1767328980.983895:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767328980.983897:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767328980.983905:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad40beb3. 00000400:00000200:1.0:1767328980.983906:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:2.0:1767328980.983907:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 836107 usecs (837 jiffies) 00000100:00000001:2.0:1767328980.983918:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300826949 00000100:00000001:3.0:1767328980.983920:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767328980.983923:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767328980.983931:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300830556 00000100:00000001:3.0:1767328980.983934:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300830556 00000400:00000200:1.0:1767328980.983935:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767328980.983937:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300826949 00000100:00000010:3.0:1767328980.983943:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d99320d3. 00000100:00000001:2.0:1767328980.983944:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300830556 00000400:00000200:1.0:1767328980.983948:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [126:126:254:4294967295] 192.168.202.109@tcp LPNI seq info [126:126:6:4294967295] 00000100:00000001:2.0:1767328980.983952:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300826949 00000100:00000001:3.0:1767328980.983953:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767328980.983966:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300830556 00000100:00000001:2.0:1767328980.983966:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300830556 00000400:00000200:1.0:1767328980.983969:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767328980.983979:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:3.0:1767328980.983986:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df7fe1eb. 00000100:00000001:2.0:1767328980.983986:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300826949 00000800:00000010:1.0:1767328980.983988:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029ea41fb. 00000100:00000001:3.0:1767328980.984000:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767328980.984006:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767328980.984045:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767328980.984048:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000029ea41fb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767328980.984054:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328980.984058:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 48711 usecs (49 jiffies) 00000100:00000001:1.0:1767328980.984063:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300826162 00000100:00000001:1.0:1767328980.984065:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300830556 00000100:00000001:1.0:1767328980.984067:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300826162 00000100:00000001:1.0:1767328980.984069:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300830556 00000100:00000001:3.0:1767328980.984071:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328980.984071:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300826162 00000100:00000001:2.0:1767328980.984073:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300830556 00000100:00000001:3.0:1767328980.984080:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328980.984080:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300830556 00000100:00000001:2.0:1767328980.984081:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328980.984091:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328980.984092:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328980.984092:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300826162 00000100:00000001:3.0:1767328980.984101:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328980.984103:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328980.984103:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300830556 00000100:00000001:2.0:1767328980.984120:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328980.984121:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328980.984125:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328980.984126:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328980.984128:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767328980.984129:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328980.984130:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328980.984134:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328980.984136:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767328980.984136:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328980.984137:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328980.984148:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328980.984149:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328980.984151:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328980.984156:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328980.984160:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328980.984161:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328980.984161:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767328980.984177:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328980.984177:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328980.984185:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328980.984187:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328980.984189:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767328980.984255:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328980.984259:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047440aa3. 00000400:00000200:3.0:1767328980.984264:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328980.984269:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328980.984273:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf8d850b 00000400:00000010:3.0:1767328980.984275:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf8d850b. 00000100:00000001:3.0:1767328980.984279:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767328980.984288:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088e8bc68 x1853178572192256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328980.984297:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328980.984299:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088e8bc68 x1853178572192256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328996 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328980.984304:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328980.984305:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767328980.984316:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328980.984317:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00000400:00000200:3.0:1767328980.984319:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328980.984322:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328980.984324:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000408ebb8d 00000400:00000010:3.0:1767328980.984325:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000408ebb8d. 00000100:00000001:3.0:1767328980.984328:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767328980.984330:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ce1624 x1853178572192384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328980.984336:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328980.984337:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ce1624 x1853178572192384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328996 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328980.984341:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328980.984342:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767328980.984394:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767328980.984395:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029ea41fb. 00000400:00000200:3.0:1767328980.984397:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328980.984400:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767328980.984401:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cfe392c 00000400:00000010:3.0:1767328980.984402:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007cfe392c. 00000100:00000001:3.0:1767328980.984404:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767328980.984406:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000446a1ebc x1853178572192512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328980.984411:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767328980.984412:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000446a1ebc x1853178572192512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328996 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328980.984425:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328980.984426:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767328980.986106:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328980.986207:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767328980.986210:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328980.986213:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328980.986220:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767328980.986230:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2803a00 00000400:00000200:1.0:1767328980.986236:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x4c5 [1] + 224 00000800:00000001:1.0:1767328980.986243:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328980.986246:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328980.986248:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767328980.986252:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767328980.986257:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328980.986261:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088e8bc68 x1853178572192256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328980.986269:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088e8bc68 x1853178572192256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328980.986284:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767328980.986291:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328980.986294:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767328980.986296:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328980.986299:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328980.986302:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767328980.986309:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2803a80 00000100:00000001:3.0:1767328980.986311:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328980.986316:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767328980.986318:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x4c9 [1] + 224 00000800:00000001:1.0:1767328980.986328:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328980.986332:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767328980.986333:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767328980.986334:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767328980.986337:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767328980.986343:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:3.0:1767328980.986345:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb01f838. 00000400:00000200:3.0:1767328980.986353:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d08aec3 00000400:00000010:3.0:1767328980.986355:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d08aec3. 00000100:00000001:3.0:1767328980.986358:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767328980.986359:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328980.986380:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ce1624 x1853178572192384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767328980.986381:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088e8bc68 x1853178572192256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767328980.986439:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088e8bc68 x1853178572192256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328980.986440:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ce1624 x1853178572192384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328980.986492:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767328980.986495:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328980.986498:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767328980.986500:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328980.986501:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767328980.986505:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767328980.986507:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767328980.986510:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328980.986511:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328980.986528:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767328980.986528:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767328980.986553:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767328980.986555:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=127 v=5 (5 0 0 0) 00000100:00001000:3.0:1767328980.986562:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=127 v=5 (1 0 0 0) 00000400:00000200:1.0:1767328980.986567:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:3.0:1767328980.986570:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767328980.986575:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328980.986578:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767328980.986583:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767328980.986583:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2803b00 00000100:00000001:2.0:1767328980.986584:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767328980.986594:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328980.986601:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328980.986601:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x4d5 [1] + 224 00000800:00000001:1.0:1767328980.986614:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767328980.986615:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767328980.986617:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088e8bc68 x1853178572192256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767328980.986622:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767328980.986622:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767328980.986628:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3022fb3. 00000400:00000200:1.0:1767328980.986632:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328980.986640:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002334309b 00000400:00000010:2.0:1767328980.986648:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002334309b. 00000400:00000200:1.0:1767328980.986653:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328980.986659:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767328980.986668:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328980.986670:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328980.986675:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce1624 x1853178572192384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328980.986678:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767328980.986683:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767328980.986683:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000446a1ebc x1853178572192512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328980.986701:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088e8bc68 x1853178572192256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328996 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328980.986718:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ce1624 x1853178572192384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328980.986740:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000446a1ebc x1853178572192512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328980.986790:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767328980.986791:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572192256:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328980.986796:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328980.986798:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767328980.986802:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328980.986803:0:208651:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:1.0:1767328980.986805:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767328980.986810:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767328980.986811:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767328980.986813:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328980.986814:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328980.986818:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328980.986821:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088e8bc68 x1853178572192256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767328996 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767328980.986823:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328980.986837:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1767328980.986838:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=117 v=5 (5 0 0 0) 02000000:00000001:3.0:1767328980.986841:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1767328980.986845:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=117 v=5 (1 0 0 0) 02000000:00000010:3.0:1767328980.986847:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf778690. 00000100:00000001:2.0:1767328980.986858:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767328980.986859:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767328980.986863:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328980.986870:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328980.986871:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767328980.986872:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767328980.986882:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00010000:00000001:2.0:1767328980.986885:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767328980.986886:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:0.0:1767328980.986886:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1767328980.986890:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007bfe2aba. 00000400:00000001:0.0:1767328980.986890:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767328980.986891:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767328980.986897:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d12c637. 02000000:00000001:3.0:1767328980.986904:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767328980.986905:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1767328980.986906:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c01551 02000000:00000001:3.0:1767328980.986917:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767328980.986918:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000010:0.0:1767328980.986918:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c01551. 00000100:00000010:3.0:1767328980.986925:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088e8bc68. 00000100:00000001:2.0:1767328980.986926:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767328980.986928:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767328980.986935:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328980.986937:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767328980.986942:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767328980.986943:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000446a1ebc x1853178572192512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328980.986948:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ce1624 x1853178572192384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328980.986952:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328980.986964:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328980.986970:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328980.986980:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328980.986985:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328980.987003:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328980.987007:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1767328980.987008:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000446a1ebc x1853178572192512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328980.987010:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767328980.987036:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ce1624 x1853178572192384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328996 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767328980.987042:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572192384:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328980.987053:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328980.987054:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328980.987056:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767328980.987058:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767328980.987061:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ce1624 x1853178572192384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328996 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328980.987062:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767328980.987065:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767328980.987068:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767328980.987070:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328980.987073:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767328980.987073:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328980.987078:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767328980.987079:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=127 v=5 (5 0 0 0) 02000000:00000010:2.0:1767328980.987081:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cdb334d5. 00000100:00001000:0.0:1767328980.987086:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=102 v=5 (1 0 0 0) 02000000:00000001:2.0:1767328980.987087:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767328980.987090:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767328980.987091:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1767328980.987092:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767328980.987094:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328980.987097:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767328980.987098:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767328980.987100:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ecca153. 00010000:00080000:0.0:1767328980.987103:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000446a1ebc x1853178572192512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767328980.987104:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767328980.987107:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767328980.987109:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ce1624. 00000100:00000001:2.0:1767328980.987114:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767328980.987117:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328980.987118:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328980.987123:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328980.987124:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767328980.987126:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767328980.987127:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328980.987128:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767328980.987130:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328980.987132:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000446a1ebc x1853178572192512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328980.987135:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328980.987140:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328980.987142:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328980.987154:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328980.987156:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767328980.987158:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767328980.987160:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000446a1ebc x1853178572192512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328996 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767328980.987166:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572192512:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328980.987168:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328980.987170:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328980.987171:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000446a1ebc x1853178572192512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767328996 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328980.987175:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767328980.987177:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767328980.987178:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa2de562. 02000000:00000001:0.0:1767328980.987181:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767328980.987182:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767328980.987183:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767328980.987185:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767328980.987186:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000459d2753. 02000000:00000001:0.0:1767328980.987188:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767328980.987189:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767328980.987189:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000446a1ebc. 00000100:00000001:0.0:1767328980.987191:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767328980.987192:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328980.987193:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328980.987196:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328980.987198:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328980.987199:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328980.987201:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328981.047095:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328981.047098:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328981.047102:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328981.047103:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328981.047180:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328981.047184:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328981.047186:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328982.071118:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328982.071124:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328982.071129:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328982.071130:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328982.071166:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328982.071170:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328982.071173:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328983.095123:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328983.095150:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328983.095152:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328983.095156:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328983.095160:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328983.095162:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328983.095164:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328983.095167:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328983.095172:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328983.095173:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328983.095248:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328983.095259:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328983.095261:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328984.119093:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328984.119099:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328984.119105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328984.119106:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328984.119129:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328984.119134:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328984.119136:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328985.143089:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328985.143097:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328985.143103:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328985.143107:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328985.143110:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328985.143116:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767328985.143118:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767328985.143120:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328985.143123:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328985.143125:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328985.143127:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328985.143129:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328985.143190:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328985.143195:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328985.143199:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767328985.591113:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300830556, at 4300830720 00000100:00000040:2.0:1767328985.591114:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300830556, at 4300830720 00000100:00000040:1.0:1767328985.591117:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300830556, at 4300830720 00000100:00000040:3.0:1767328985.591118:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300830556, at 4300830720 00000100:00000010:0.0:1767328985.591130:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000048c0ab71. 00000100:00000010:2.0:1767328985.591132:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d99320d3. 00000100:00000010:1.0:1767328985.591134:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad40beb3. 00000100:00000010:3.0:1767328985.591136:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df7fe1eb. 00000100:00000040:0.0:1767328986.103133:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767328986.103152:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767328986.103162:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d963913. 00000020:00000040:0.0:1767328986.103168:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767328986.103172:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767328986.103174:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767328986.103180:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767328986.103186:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000076d91448. 00000100:00000001:0.0:1767328986.103192:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328986.103200:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000003d963913 x1853178572192640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767328986.103209:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767328986.103211:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328986.103215:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d963913] to pc [ptlrpcd_00_01+1] req@000000003d963913 x1853178572192640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328986.103238:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328986.103240:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767328986.103243:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767328986.103244:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087b3a54b. 00000020:00000040:0.0:1767328986.103246:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767328986.103248:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767328986.103249:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767328986.103250:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767328986.103254:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d4297425. 00000100:00000001:0.0:1767328986.103256:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328986.103263:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767328986.103280:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767328986.103285:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767328986.103289:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000087b3a54b x1853178572192768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767328986.103295:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328986.103295:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328986.103296:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767328986.103299:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328986.103300:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328986.103301:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328986.103305:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328986.103308:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767328986.103309:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b3a54b] to pc [ptlrpcd_00_02+2] req@0000000087b3a54b x1853178572192768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328986.103310:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767328986.103318:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d963913 x1853178572192640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328986.103327:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767328986.103331:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328986.103334:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767328986.103338:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328986.103338:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767328986.103341:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328986.103344:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767328986.103344:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c57c20d1. 02000000:00000001:1.0:1767328986.103345:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767328986.103349:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767328986.103350:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767328986.103350:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:1.0:1767328986.103356:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328986.103356:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767328986.103357:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087b3a54b x1853178572192768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767328986.103359:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767328986.103363:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767328986.103365:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d963913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572192640:192.168.202.109@tcp:400: 02000000:00000010:0.0:1767328986.103368:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074996e45. 00000100:00000001:0.0:1767328986.103375:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328986.103377:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767328986.103382:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767328986.103384:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767328986.103385:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000c57c20d1 x1853178572192896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767328986.103388:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328986.103393:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328986.103394:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767328986.103394:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767328986.103401:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8345233. 00000100:00000001:0.0:1767328986.103401:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767328986.103402:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767328986.103402:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328986.103403:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328986.103407:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328986.103407:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328986.103412:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c57c20d1] to pc [ptlrpcd_00_03+3] req@00000000c57c20d1 x1853178572192896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767328986.103414:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767328986.103416:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ee2b502. 00000100:00100000:3.0:1767328986.103422:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087b3a54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572192768:192.168.202.109@tcp:400: 00000400:00000010:1.0:1767328986.103426:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bffb9b1. 00000100:00000001:3.0:1767328986.103432:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767328986.103436:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767328986.103436:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572192640, portal 25 02000000:00000001:3.0:1767328986.103438:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328986.103440:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767328986.103441:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767328986.103442:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328986.103443:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578909312 : -127177130642304 : ffff8c55444df480) 00000100:00000040:0.0:1767328986.103447:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1767328986.103448:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000397a58c6. 00000100:00000040:1.0:1767328986.103452:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d963913 x1853178572192640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328986.103452:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767328986.103453:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328986.103461:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6168) 00000400:00000010:3.0:1767328986.103462:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb01f838. 00000100:00000001:1.0:1767328986.103463:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767328986.103465:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767328986.103471:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d08aec3. 00000100:00000001:2.0:1767328986.103471:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767328986.103471:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767328986.103475:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767328986.103478:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572192768, portal 10 00000400:00000010:1.0:1767328986.103478:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029cc77d9. 00000100:00000001:3.0:1767328986.103484:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767328986.103485:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c57c20d1 x1853178572192896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328986.103501:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578908416 : -127177130643200 : ffff8c55444df100) 00000100:00000200:1.0:1767328986.103507:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572192640, offset 0 00000100:00000040:3.0:1767328986.103513:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087b3a54b x1853178572192768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328986.103516:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767328986.103521:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328986.103522:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767328986.103528:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767328986.103530:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767328986.103543:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767328986.103544:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767328986.103548:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328986.103551:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00100000:2.0:1767328986.103556:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c57c20d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572192896:192.168.202.109@tcp:400: 00000400:00000010:3.0:1767328986.103558:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf8d850b. 00000400:00000200:1.0:1767328986.103561:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1767328986.103564:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572192768, offset 0 00000100:00000001:2.0:1767328986.103566:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767328986.103569:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:2.0:1767328986.103572:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767328986.103573:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767328986.103576:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767328986.103578:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328986.103581:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:2.0:1767328986.103584:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767328986.103586:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [127:127:256:4294967295] 192.168.202.109@tcp LPNI seq info [127:127:8:4294967295] 02000000:00000010:2.0:1767328986.103591:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b16c850. 02000000:00000001:2.0:1767328986.103596:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328986.103599:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:2.0:1767328986.103604:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3022fb3. 00000800:00000200:1.0:1767328986.103607:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328986.103609:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000010:2.0:1767328986.103613:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002334309b. 00000400:00000200:3.0:1767328986.103614:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767328986.103614:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000459d2753. 00000400:00000200:3.0:1767328986.103620:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000200:2.0:1767328986.103621:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572192896, portal 10 00000400:00000200:3.0:1767328986.103627:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767328986.103627:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767328986.103632:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578896768 : -127177130654848 : ffff8c55444dc380) 00000800:00000200:1.0:1767328986.103632:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767328986.103633:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767328986.103639:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [128:128:255:4294967295] 192.168.202.109@tcp LPNI seq info [128:128:7:4294967295] 00000800:00000200:1.0:1767328986.103646:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767328986.103652:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000459d2753 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767328986.103655:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c57c20d1 x1853178572192896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328986.103659:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767328986.103672:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767328986.103673:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328986.103677:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:3.0:1767328986.103679:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047440aa3. 00000100:00000001:1.0:1767328986.103680:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300835676 00000100:00000040:2.0:1767328986.103686:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000010:1.0:1767328986.103687:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1fa5921. 00000800:00000200:3.0:1767328986.103693:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000010:2.0:1767328986.103693:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ecaf85b. 00000100:00000001:1.0:1767328986.103696:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000200:2.0:1767328986.103701:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572192896, offset 0 00000800:00000200:3.0:1767328986.103705:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767328986.103705:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300835676 00000800:00000200:3.0:1767328986.103711:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000047440aa3 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767328986.103713:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077278bd8. 00000400:00000200:2.0:1767328986.103716:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767328986.103719:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328986.103720:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767328986.103726:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 810901 usecs (811 jiffies) 00000100:00000001:1.0:1767328986.103727:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300835676 00000400:00000200:2.0:1767328986.103729:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767328986.103733:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300832043 00000100:00000010:1.0:1767328986.103740:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000065f5dd6e. 00000800:00000200:0.0:1767328986.103742:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767328986.103746:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300835676 00000100:00000001:1.0:1767328986.103748:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000010:0.0:1767328986.103748:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000459d2753. 00000100:00000001:3.0:1767328986.103750:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300832043 00000400:00000200:2.0:1767328986.103751:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767328986.103755:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300835676 00000100:00000001:3.0:1767328986.103756:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300835676 00000400:00000200:0.0:1767328986.103757:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767328986.103760:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767328986.103761:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300832043 00000100:00000010:1.0:1767328986.103762:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d3e9933. 00000100:00000001:3.0:1767328986.103766:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300835676 00000400:00000200:2.0:1767328986.103768:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767328986.103770:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767328986.103771:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300832043 00000400:00000200:0.0:1767328986.103777:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328986.103779:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300835676 00000400:00000200:2.0:1767328986.103779:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767328986.103779:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328986.103786:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328986.103787:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328986.103790:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [129:129:254:4294967295] 192.168.202.109@tcp LPNI seq info [129:129:6:4294967295] 00000100:00000001:3.0:1767328986.103791:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328986.103793:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328986.103805:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328986.103806:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328986.103811:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328986.103817:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328986.103820:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767328986.103820:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767328986.103824:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328986.103828:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328986.103830:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767328986.103831:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029cc77d9 00000100:00000001:3.0:1767328986.103834:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767328986.103834:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767328986.103835:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029cc77d9. 00000100:00000001:0.0:1767328986.103843:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:2.0:1767328986.103844:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000100:00000200:0.0:1767328986.103849:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d963913 x1853178572192640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767328986.103857:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767328986.103863:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767328986.103867:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000040:0.0:1767328986.103868:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d963913 x1853178572192640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329002 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767328986.103873:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767328986.103879:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328986.103881:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328986.103882:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767328986.103888:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 47183 usecs (48 jiffies) 00000100:00000001:2.0:1767328986.103891:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300831280 00000100:00000001:2.0:1767328986.103894:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300835676 00000800:00000200:0.0:1767328986.103896:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767328986.103897:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300831280 00000800:00000010:0.0:1767328986.103899:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047440aa3. 00000400:00000200:0.0:1767328986.103904:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767328986.103905:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300835676 00000400:00000200:0.0:1767328986.103911:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328986.103912:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300831280 00000400:00000200:0.0:1767328986.103913:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf8d850b 00000400:00000010:0.0:1767328986.103916:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf8d850b. 00000100:00000001:2.0:1767328986.103918:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300835676 00000100:00000001:0.0:1767328986.103919:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767328986.103923:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087b3a54b x1853178572192768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328986.103924:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300831280 00000100:00000001:0.0:1767328986.103929:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328986.103930:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087b3a54b x1853178572192768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329002 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328986.103939:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300835676 00000100:00000001:0.0:1767328986.103939:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328986.103942:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767328986.103945:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328986.103949:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328986.103951:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328986.103953:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328986.103958:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328986.103959:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767328986.103961:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328986.103963:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328986.103964:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328986.103967:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767328986.104005:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767328986.104008:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00000400:00000200:0.0:1767328986.104010:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328986.104012:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328986.104013:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ecaf85b 00000400:00000010:0.0:1767328986.104061:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ecaf85b. 00000100:00000001:0.0:1767328986.104064:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767328986.104066:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c57c20d1 x1853178572192896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328986.104076:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328986.104078:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c57c20d1 x1853178572192896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329002 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328986.104082:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328986.104083:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767328986.105972:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328986.105984:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328986.105987:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328986.105988:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328986.105993:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328986.106003:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2803b80 00000400:00000200:3.0:1767328986.106007:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x4dd [1] + 224 00000800:00000001:3.0:1767328986.106037:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328986.106044:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328986.106045:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767328986.106048:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767328986.106051:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328986.106054:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d963913 x1853178572192640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328986.106180:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d963913 x1853178572192640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328986.106193:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767328986.106198:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328986.106202:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328986.106203:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328986.106204:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328986.106207:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767328986.106242:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2803c80 00000400:00000200:3.0:1767328986.106246:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x4ed [1] + 224 00000800:00000001:3.0:1767328986.106250:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328986.106253:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328986.106255:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767328986.106255:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767328986.106260:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767328986.106260:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328986.106267:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767328986.106268:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767328986.106271:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c57c20d1 x1853178572192896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767328986.106272:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767328986.106275:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ee2b502. 00000400:00000200:1.0:1767328986.106281:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bffb9b1 00000100:00000040:3.0:1767328986.106285:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c57c20d1 x1853178572192896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767328986.106285:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bffb9b1. 00000100:00000001:1.0:1767328986.106291:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767328986.106298:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d963913 x1853178572192640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328986.106302:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767328986.106309:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767328986.106309:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d963913 x1853178572192640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767328986.106313:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328986.106317:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767328986.106319:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767328986.106334:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767328986.106344:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767328986.106348:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2803c00 00000100:00000001:2.0:1767328986.106348:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328986.106349:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328986.106353:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767328986.106354:0:208648:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767328986.106358:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x4e1 [1] + 224 02000000:00000001:1.0:1767328986.106359:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328986.106363:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767328986.106365:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767328986.106365:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767328986.106367:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767328986.106369:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767328986.106371:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767328986.106371:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1767328986.106375:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=133 v=5 (5 0 0 0) 00000400:00000200:3.0:1767328986.106376:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767328986.106376:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3022fb3. 00000100:00001000:1.0:1767328986.106384:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=133 v=5 (1 0 0 0) 00000400:00000200:2.0:1767328986.106386:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002334309b 00000400:00000200:3.0:1767328986.106388:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767328986.106391:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767328986.106392:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002334309b. 00000100:00000001:1.0:1767328986.106394:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328986.106398:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767328986.106399:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767328986.106400:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767328986.106401:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328986.106405:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767328986.106409:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087b3a54b x1853178572192768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328986.106409:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c57c20d1 x1853178572192896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767328986.106414:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d963913 x1853178572192640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328986.106452:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767328986.106457:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000087b3a54b x1853178572192768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328986.106457:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767328986.106458:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c57c20d1 x1853178572192896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328986.106461:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328986.106469:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d963913 x1853178572192640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329002 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328986.106508:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767328986.106511:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767328986.106511:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d963913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572192640:192.168.202.109@tcp:400: 00000800:00000001:3.0:1767328986.106513:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767328986.106516:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767328986.106519:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328986.106521:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767328986.106521:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767328986.106526:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328986.106526:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328986.106529:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d963913 x1853178572192640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329002 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328986.106531:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328986.106535:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328986.106540:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328986.106540:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328986.106542:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767328986.106546:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8345233. 00000100:00001000:2.0:1767328986.106548:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=133 v=5 (5 0 0 0) 02000000:00000001:1.0:1767328986.106550:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767328986.106550:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767328986.106554:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767328986.106555:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1767328986.106557:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=108 v=5 (1 0 0 0) 00000020:00000040:1.0:1767328986.106558:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000400:00000001:0.0:1767328986.106561:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767328986.106562:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1767328986.106566:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767328986.106567:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767328986.106568:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:0.0:1767328986.106572:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb01f838. 00010000:00000001:2.0:1767328986.106573:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767328986.106573:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000076d91448. 02000000:00000001:1.0:1767328986.106579:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767328986.106581:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767328986.106582:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d08aec3 00000100:00000010:1.0:1767328986.106584:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d963913. 00000400:00000010:0.0:1767328986.106586:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d08aec3. 00000100:00000001:1.0:1767328986.106589:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00080000:2.0:1767328986.106590:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c57c20d1 x1853178572192896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328986.106592:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328986.106594:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767328986.106595:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328986.106601:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328986.106604:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767328986.106604:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087b3a54b x1853178572192768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328986.106609:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767328986.106611:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328986.106612:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328986.106617:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767328986.106622:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767328986.106626:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1767328986.106629:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087b3a54b x1853178572192768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328986.106630:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328986.106638:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c57c20d1 x1853178572192896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328986.106646:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328986.106648:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328986.106651:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767328986.106658:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c57c20d1 x1853178572192896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329002 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328986.106661:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767328986.106664:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328986.106669:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767328986.106672:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1767328986.106676:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c57c20d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572192896:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328986.106677:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767328986.106680:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328986.106683:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767328986.106685:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328986.106688:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1767328986.106692:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=123 v=5 (5 0 0 0) 00000100:00000040:2.0:1767328986.106693:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c57c20d1 x1853178572192896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329002 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767328986.106700:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=123 v=5 (1 0 0 0) 00000100:00000001:0.0:1767328986.106708:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767328986.106712:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767328986.106712:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767328986.106716:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767328986.106717:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767328986.106720:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767328986.106721:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b16c850. 00000100:00000001:0.0:1767328986.106727:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767328986.106728:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767328986.106732:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000020:00000001:2.0:1767328986.106733:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767328986.106735:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767328986.106737:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1767328986.106740:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767328986.106742:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074996e45. 02000000:00000001:2.0:1767328986.106745:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767328986.106746:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767328986.106749:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767328986.106750:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c57c20d1. 00000100:00000001:2.0:1767328986.106757:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767328986.106759:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087b3a54b x1853178572192768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328986.106766:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328986.106771:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328986.106774:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328986.106777:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328986.106779:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328986.106781:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328986.106782:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328986.106788:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767328986.106789:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087b3a54b x1853178572192768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329002 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328986.106792:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767328986.106800:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087b3a54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572192768:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328986.106803:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328986.106805:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328986.106807:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087b3a54b x1853178572192768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329002 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328986.106812:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767328986.106813:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767328986.106815:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000397a58c6. 02000000:00000001:0.0:1767328986.106818:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767328986.106819:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767328986.106820:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767328986.106821:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767328986.106823:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d4297425. 02000000:00000001:0.0:1767328986.106824:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767328986.106825:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767328986.106826:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087b3a54b. 00000100:00000001:0.0:1767328986.106828:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767328986.106829:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328986.106830:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328986.106833:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328986.106834:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328986.106836:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328986.106837:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328986.167119:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328986.167122:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328986.167128:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328986.167129:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328986.167152:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328986.167157:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328986.167160:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328987.191093:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328987.191099:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328987.191105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328987.191105:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328987.191147:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328987.191151:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328987.191168:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328988.215104:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328988.215110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328988.215115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328988.215116:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767328988.215134:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767328988.215139:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767328988.215142:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328989.239092:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328989.239097:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328989.239102:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328989.239103:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328989.239181:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328989.239184:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328989.239187:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328990.263094:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328990.263100:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328990.263105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328990.263106:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328990.263180:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328990.263183:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328990.263186:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767328990.711113:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300835676, at 4300835840 00000100:00000040:1.0:1767328990.711113:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300835676, at 4300835840 00000100:00000040:0.0:1767328990.711113:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300835676, at 4300835840 00000100:00000040:3.0:1767328990.711120:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300835676, at 4300835840 00000100:00000010:0.0:1767328990.711128:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1fa5921. 00000100:00000010:2.0:1767328990.711131:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000065f5dd6e. 00000100:00000010:1.0:1767328990.711133:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077278bd8. 00000100:00000010:3.0:1767328990.711139:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d3e9933. 00000100:00000040:2.0:1767328991.223133:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767328991.223143:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767328991.223152:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f76cd51. 00000020:00000040:2.0:1767328991.223159:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767328991.223164:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767328991.223167:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767328991.223173:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767328991.223182:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070fb6d87. 00000100:00000001:2.0:1767328991.223190:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328991.223201:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000000f76cd51 x1853178572193024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767328991.223212:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767328991.223215:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328991.223221:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f76cd51] to pc [ptlrpcd_00_00+0] req@000000000f76cd51 x1853178572193024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328991.223246:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328991.223248:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767328991.223252:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767328991.223255:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7d63ccd. 00000020:00000040:2.0:1767328991.223272:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767328991.223275:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767328991.223277:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767328991.223277:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767328991.223280:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767328991.223285:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000010:2.0:1767328991.223287:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000025ce9561. 00000100:00000001:3.0:1767328991.223290:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328991.223293:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328991.223299:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767328991.223300:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000b7d63ccd x1853178572193152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767328991.223303:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328991.223305:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328991.223310:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328991.223311:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328991.223314:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328991.223318:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767328991.223323:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767328991.223327:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f76cd51 x1853178572193024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328991.223327:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328991.223338:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767328991.223338:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7d63ccd] to pc [ptlrpcd_00_01+1] req@00000000b7d63ccd x1853178572193152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328991.223341:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328991.223354:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767328991.223356:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328991.223358:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328991.223359:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328991.223366:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767328991.223367:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000f76cd51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572193024:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328991.223374:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328991.223375:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767328991.223376:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1767328991.223377:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:3.0:1767328991.223381:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767328991.223382:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078a4f6a3. 02000000:00000001:3.0:1767328991.223384:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767328991.223388:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:3.0:1767328991.223391:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767328991.223391:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328991.223393:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767328991.223397:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767328991.223398:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eefb635f. 00000100:00000001:1.0:1767328991.223398:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328991.223402:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767328991.223403:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328991.223404:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328991.223408:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328991.223411:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767328991.223412:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c4e2033. 02000000:00000010:2.0:1767328991.223412:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b18ad351. 00000100:00000001:1.0:1767328991.223413:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767328991.223420:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7d63ccd x1853178572193152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328991.223421:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767328991.223423:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6cf1dd. 00000100:00000001:1.0:1767328991.223432:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767328991.223433:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572193024, portal 25 00000100:00000040:2.0:1767328991.223433:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000078a4f6a3 x1853178572193280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767328991.223450:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328991.223455:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767328991.223456:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767328991.223459:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777367808 : -127176932183808 : ffff8c5550223100) 02000000:00000001:1.0:1767328991.223460:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767328991.223466:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328991.223469:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000f76cd51 x1853178572193024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328991.223475:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1767328991.223475:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7d63ccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572193152:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328991.223479:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328991.223485:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767328991.223488:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767328991.223489:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767328991.223493:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078a4f6a3] to pc [ptlrpcd_00_02+2] req@0000000078a4f6a3 x1853178572193280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767328991.223493:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328991.223494:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767328991.223499:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767328991.223500:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc11fa5. 02000000:00000010:1.0:1767328991.223505:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b52f2b38. 00000100:00000200:3.0:1767328991.223506:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572193024, offset 0 02000000:00000001:1.0:1767328991.223511:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328991.223518:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767328991.223521:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ee2b502. 00000400:00000010:1.0:1767328991.223527:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bffb9b1. 00000100:00000200:1.0:1767328991.223530:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572193152, portal 10 00000400:00000200:3.0:1767328991.223532:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767328991.223533:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767328991.223535:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328991.223537:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777366016 : -127176932185600 : ffff8c5550222a00) 00000100:00000040:2.0:1767328991.223541:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767328991.223542:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767328991.223547:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7d63ccd x1853178572193152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767328991.223548:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767328991.223555:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767328991.223560:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1767328991.223563:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767328991.223568:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767328991.223571:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [130:130:256:4294967295] 192.168.202.109@tcp LPNI seq info [130:130:8:4294967295] 00000100:00000040:2.0:1767328991.223572:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6174) 00000100:00000040:1.0:1767328991.223577:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767328991.223582:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fefedd0d. 00000100:00000200:1.0:1767328991.223584:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572193152, offset 0 00000100:00000001:2.0:1767328991.223587:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767328991.223593:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:1.0:1767328991.223594:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328991.223595:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767328991.223600:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767328991.223604:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767328991.223608:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767328991.223608:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:3.0:1767328991.223611:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047440aa3. 00000100:00000001:2.0:1767328991.223613:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767328991.223615:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767328991.223618:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328991.223621:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767328991.223622:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767328991.223625:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767328991.223628:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:2.0:1767328991.223634:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000078a4f6a3 x1853178572193280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767328991.223639:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767328991.223643:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767328991.223647:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:3.0:1767328991.223650:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000047440aa3 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767328991.223656:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [131:131:255:4294967295] 192.168.202.109@tcp LPNI seq info [131:131:7:4294967295] 00000100:00000001:3.0:1767328991.223665:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328991.223665:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767328991.223669:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328991.223672:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300840796 02000000:00000001:2.0:1767328991.223675:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767328991.223677:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:2.0:1767328991.223679:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328991.223679:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767328991.223680:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030a6a026. 00000800:00000200:1.0:1767328991.223686:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767328991.223686:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328991.223688:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328991.223690:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000010:1.0:1767328991.223696:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ecca153. 00000100:00000001:3.0:1767328991.223699:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300840796 00000100:00100000:2.0:1767328991.223699:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000078a4f6a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572193280:192.168.202.109@tcp:400: 00000800:00000200:1.0:1767328991.223706:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:3.0:1767328991.223707:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004f4bfc5f. 00000100:00000001:2.0:1767328991.223708:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767328991.223712:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1767328991.223715:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767328991.223716:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300840796 00000800:00000200:1.0:1767328991.223716:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:2.0:1767328991.223720:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767328991.223722:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062f47f9e. 00000800:00000200:1.0:1767328991.223722:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ecca153 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1767328991.223725:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767328991.223728:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767328991.223730:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328991.223731:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300840796 02000000:00000010:2.0:1767328991.223733:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a932da23. 00000100:00000040:1.0:1767328991.223736:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 787175 usecs (788 jiffies) 00000100:00000010:3.0:1767328991.223738:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6d2c97a. 02000000:00000001:2.0:1767328991.223739:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328991.223741:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300837140 00000100:00000001:3.0:1767328991.223743:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767328991.223748:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3022fb3. 00000100:00000001:3.0:1767328991.223749:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328991.223749:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300840796 00000100:00000001:3.0:1767328991.223756:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328991.223756:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300837140 00000400:00000010:2.0:1767328991.223759:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002334309b. 00000100:00000001:3.0:1767328991.223760:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328991.223761:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300840796 00000100:00000200:2.0:1767328991.223766:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572193280, portal 10 00000100:00000001:1.0:1767328991.223766:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300837140 00000100:00000001:3.0:1767328991.223767:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328991.223773:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300840796 00000100:00000001:3.0:1767328991.223774:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328991.223774:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767328991.223778:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328991.223780:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777370496 : -127176932181120 : ffff8c5550223b80) 00000100:00000001:1.0:1767328991.223780:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300837140 00000100:00000001:3.0:1767328991.223781:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328991.223786:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300840796 00000100:00000001:3.0:1767328991.223787:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328991.223789:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767328991.223794:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000078a4f6a3 x1853178572193280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328991.223794:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767328991.223798:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767328991.223799:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328991.223806:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767328991.223806:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047440aa3. 00000100:00000001:2.0:1767328991.223811:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767328991.223817:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767328991.223823:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767328991.223828:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010d9b7ea. 00000400:00000200:0.0:1767328991.223829:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:2.0:1767328991.223835:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572193280, offset 0 00000400:00000200:0.0:1767328991.223838:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc11fa5 00000400:00000010:0.0:1767328991.223842:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc11fa5. 00000100:00000001:0.0:1767328991.223847:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767328991.223852:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000200:0.0:1767328991.223853:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f76cd51 x1853178572193024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767328991.223863:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767328991.223868:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767328991.223869:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767328991.223876:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f76cd51 x1853178572193024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329007 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767328991.223877:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767328991.223883:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767328991.223889:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767328991.223895:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767328991.223896:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [132:132:254:4294967295] 192.168.202.109@tcp LPNI seq info [132:132:6:4294967295] 00000100:00000001:0.0:1767328991.223899:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767328991.223910:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767328991.223915:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767328991.223919:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061991354. 00000800:00000200:2.0:1767328991.223924:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767328991.223930:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767328991.223933:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061991354 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767328991.223936:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328991.223939:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 45740 usecs (46 jiffies) 00000100:00000001:2.0:1767328991.223942:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300836398 00000100:00000001:2.0:1767328991.223945:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300840796 00000100:00000001:2.0:1767328991.223947:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300836398 00000100:00000001:2.0:1767328991.223949:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300840796 00000100:00000001:2.0:1767328991.223951:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300836398 00000100:00000001:2.0:1767328991.223952:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300840796 00000100:00000001:2.0:1767328991.223954:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300836398 00000100:00000001:2.0:1767328991.223955:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300840796 00000100:00000001:2.0:1767328991.223957:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328991.223959:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328991.223968:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328991.223970:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767328991.223988:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767328991.223992:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ecca153. 00000400:00000200:0.0:1767328991.223997:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328991.224002:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328991.224005:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fefedd0d 00000400:00000010:0.0:1767328991.224007:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fefedd0d. 00000100:00000001:0.0:1767328991.224010:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767328991.224013:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7d63ccd x1853178572193152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328991.224041:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328991.224043:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7d63ccd x1853178572193152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329007 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328991.224062:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328991.224064:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767328991.224078:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767328991.224080:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061991354. 00000400:00000200:0.0:1767328991.224082:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328991.224086:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767328991.224089:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010d9b7ea 00000400:00000010:0.0:1767328991.224091:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010d9b7ea. 00000100:00000001:0.0:1767328991.224094:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767328991.224097:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000078a4f6a3 x1853178572193280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328991.224105:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767328991.224107:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000078a4f6a3 x1853178572193280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329007 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328991.224113:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328991.224114:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767328991.225623:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328991.225636:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767328991.225639:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328991.225642:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328991.225649:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767328991.225660:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2803d00 00000400:00000200:0.0:1767328991.225667:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x4f5 [1] + 224 00000800:00000001:0.0:1767328991.225673:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328991.225680:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328991.225682:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328991.225685:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328991.225689:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767328991.225693:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f76cd51 x1853178572193024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329007 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328991.225702:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f76cd51 x1853178572193024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328991.225724:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767328991.225731:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328991.225735:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328991.225753:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328991.225816:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767328991.225819:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767328991.225821:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767328991.225822:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c4e2033. 00000400:00000200:3.0:1767328991.225826:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad6cf1dd 00000400:00000010:3.0:1767328991.225828:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6cf1dd. 00000100:00000001:3.0:1767328991.225830:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767328991.225834:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f76cd51 x1853178572193024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767328991.225843:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328991.225850:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767328991.225853:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328991.225855:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328991.225860:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767328991.225868:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2803d80 00000400:00000200:0.0:1767328991.225876:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x4fd [1] + 224 00000800:00000001:0.0:1767328991.225887:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767328991.225892:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f76cd51 x1853178572193024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329007 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767328991.225895:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328991.225902:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767328991.225902:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328991.225907:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328991.225911:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767328991.225915:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7d63ccd x1853178572193152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329007 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328991.225924:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b7d63ccd x1853178572193152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328991.225944:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767328991.225949:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328991.225964:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328991.225967:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767328991.225969:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767328991.225971:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767328991.225974:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767328991.225975:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328991.225976:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767328991.225980:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328991.225984:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328991.225986:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767328991.225988:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00001000:3.0:1767328991.225989:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=138 v=5 (5 0 0 0) 00000100:00000001:1.0:1767328991.225990:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767328991.225997:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767328991.226001:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767328991.226002:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2803e00 00000400:00000010:1.0:1767328991.226005:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ee2b502. 00000100:00001000:3.0:1767328991.226049:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=138 v=5 (1 0 0 0) 00000100:00000001:3.0:1767328991.226053:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767328991.226055:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767328991.226055:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bffb9b1 00010000:00000001:3.0:1767328991.226058:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767328991.226060:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bffb9b1. 00010000:00000001:3.0:1767328991.226061:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328991.226065:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328991.226068:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767328991.226072:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f76cd51 x1853178572193024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767328991.226074:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x505 [1] + 224 00000100:00000200:1.0:1767328991.226079:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7d63ccd x1853178572193152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767328991.226088:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328991.226096:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328991.226099:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767328991.226102:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767328991.226105:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767328991.226107:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767328991.226108:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7d63ccd x1853178572193152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329007 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328991.226114:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f76cd51 x1853178572193024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329007 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767328991.226121:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328991.226131:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767328991.226132:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767328991.226136:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767328991.226139:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000078a4f6a3 x1853178572193280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329007 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767328991.226140:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000f76cd51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572193024:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328991.226141:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767328991.226144:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328991.226147:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328991.226150:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328991.226152:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328991.226157:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767328991.226157:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328991.226163:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f76cd51 x1853178572193024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329007 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767328991.226164:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=128 v=5 (5 0 0 0) 00000100:00000040:0.0:1767328991.226169:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000078a4f6a3 x1853178572193280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767328991.226173:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=128 v=5 (1 0 0 0) 00000100:00000001:3.0:1767328991.226181:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767328991.226182:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767328991.226185:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767328991.226186:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767328991.226189:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eefb635f. 00010000:00000001:1.0:1767328991.226191:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767328991.226195:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328991.226201:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767328991.226201:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767328991.226203:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767328991.226206:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767328991.226206:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000020:00000040:3.0:1767328991.226209:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767328991.226210:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:0.0:1767328991.226211:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767328991.226213:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767328991.226214:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767328991.226216:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070fb6d87. 00000800:00000001:0.0:1767328991.226218:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328991.226221:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7d63ccd x1853178572193152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767328991.226222:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767328991.226225:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767328991.226228:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f76cd51. 00000100:00000001:1.0:1767328991.226233:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328991.226234:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767328991.226238:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328991.226238:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328991.226238:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767328991.226242:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328991.226244:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328991.226244:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767328991.226247:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7d63ccd x1853178572193152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329007 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328991.226251:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:2.0:1767328991.226251:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767328991.226255:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767328991.226257:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767328991.226258:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767328991.226259:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7d63ccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572193152:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767328991.226261:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767328991.226261:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3022fb3. 00000400:00000200:2.0:1767328991.226269:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002334309b 00000400:00000010:2.0:1767328991.226273:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002334309b. 00000100:00000001:1.0:1767328991.226276:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328991.226278:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767328991.226279:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328991.226287:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7d63ccd x1853178572193152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329007 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767328991.226288:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000078a4f6a3 x1853178572193280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328991.226304:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328991.226307:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767328991.226310:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b52f2b38. 00000100:00000200:2.0:1767328991.226314:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000078a4f6a3 x1853178572193280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329007 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767328991.226314:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767328991.226317:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328991.226319:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767328991.226323:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767328991.226325:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000025ce9561. 02000000:00000001:1.0:1767328991.226330:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767328991.226332:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767328991.226333:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:1.0:1767328991.226334:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7d63ccd. 00000100:00000001:2.0:1767328991.226337:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328991.226338:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328991.226342:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767328991.226343:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767328991.226347:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767328991.226347:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328991.226351:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767328991.226353:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328991.226354:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328991.226356:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767328991.226359:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328991.226360:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328991.226363:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767328991.226366:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=138 v=5 (5 0 0 0) 00000100:00001000:2.0:1767328991.226371:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=113 v=5 (1 0 0 0) 00000100:00000001:2.0:1767328991.226374:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767328991.226376:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767328991.226378:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767328991.226381:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000078a4f6a3 x1853178572193280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767328991.226389:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328991.226391:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767328991.226392:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767328991.226394:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767328991.226395:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328991.226398:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000078a4f6a3 x1853178572193280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328991.226418:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767328991.226420:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328991.226421:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767328991.226425:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078a4f6a3 x1853178572193280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329007 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767328991.226433:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000078a4f6a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572193280:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767328991.226451:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328991.226453:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767328991.226455:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000078a4f6a3 x1853178572193280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329007 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328991.226462:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767328991.226464:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767328991.226467:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a932da23. 02000000:00000001:2.0:1767328991.226470:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767328991.226472:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767328991.226473:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767328991.226475:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767328991.226477:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b18ad351. 02000000:00000001:2.0:1767328991.226480:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767328991.226481:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767328991.226482:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078a4f6a3. 00000100:00000001:2.0:1767328991.226485:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328991.226486:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328991.226488:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328991.226492:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328991.226494:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328991.226496:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328991.226497:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328991.287075:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328991.287079:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328991.287084:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328991.287085:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328991.287146:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328991.287150:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328991.287153:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328992.311129:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328992.311139:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328992.311142:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328992.311145:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328992.311151:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328992.311155:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328992.311156:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328992.311159:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328992.311163:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328992.311165:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328992.311267:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328992.311271:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328992.311274:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328993.335097:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328993.335105:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328993.335113:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328993.335114:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328993.335167:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328993.335170:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328993.335173:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328994.359102:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328994.359107:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328994.359113:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328994.359115:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767328994.359117:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767328994.359122:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767328994.359124:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767328994.359125:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328994.359127:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767328994.359129:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328994.359130:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328994.359132:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328994.359219:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328994.359222:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328994.359224:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328995.383076:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328995.383081:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328995.383086:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328995.383087:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328995.383148:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328995.383153:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328995.383156:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767328995.831113:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300840796, at 4300840960 00000100:00000040:0.0:1767328995.831115:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300840796, at 4300840960 00000100:00000040:2.0:1767328995.831119:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300840796, at 4300840960 00000100:00000010:1.0:1767328995.831134:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004f4bfc5f. 00000100:00000010:2.0:1767328995.831137:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062f47f9e. 00000100:00000010:0.0:1767328995.831141:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030a6a026. 00000100:00000040:3.0:1767328995.831383:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300840796, at 4300840960 00000100:00000010:3.0:1767328995.831406:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6d2c97a. 00000100:00000040:2.0:1767328996.343098:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767328996.343125:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767328996.343132:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078a4f6a3. 00000020:00000040:2.0:1767328996.343138:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767328996.343142:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767328996.343144:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767328996.343149:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767328996.343155:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b18ad351. 00000100:00000001:2.0:1767328996.343161:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328996.343169:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000078a4f6a3 x1853178572193408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767328996.343179:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767328996.343181:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328996.343185:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078a4f6a3] to pc [ptlrpcd_00_03+3] req@0000000078a4f6a3 x1853178572193408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328996.343213:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328996.343215:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767328996.343218:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767328996.343220:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081a134ff. 00000020:00000040:2.0:1767328996.343221:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767328996.343223:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767328996.343224:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767328996.343226:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767328996.343228:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dd12ef3a. 00000100:00000001:2.0:1767328996.343229:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328996.343232:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000081a134ff x1853178572193536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767328996.343239:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767328996.343240:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767328996.343242:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a134ff] to pc [ptlrpcd_00_00+0] req@0000000081a134ff x1853178572193536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328996.343252:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328996.343256:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328996.343258:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767328996.343260:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328996.343262:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328996.343263:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767328996.343268:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767328996.343273:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767328996.343273:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000078a4f6a3 x1853178572193408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767328996.343276:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd491ed0. 00000020:00000040:2.0:1767328996.343281:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767328996.343285:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767328996.343287:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767328996.343289:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328996.343292:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767328996.343294:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f41acca9. 00000100:00000001:0.0:1767328996.343296:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328996.343297:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767328996.343303:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767328996.343304:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000dd491ed0 x1853178572193664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767328996.343307:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767328996.343314:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328996.343316:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767328996.343319:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767328996.343322:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000078a4f6a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572193408:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767328996.343326:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767328996.343326:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd491ed0] to pc [ptlrpcd_00_01+1] req@00000000dd491ed0 x1853178572193664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328996.343330:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767328996.343331:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328996.343335:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767328996.343341:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328996.343343:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081a134ff x1853178572193536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767328996.343345:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767328996.343346:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767328996.343352:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1767328996.343353:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328996.343360:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767328996.343361:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6179) 02000000:00000001:0.0:1767328996.343361:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767328996.343363:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328996.343368:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767328996.343369:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d45f5745. 02000000:00000001:3.0:1767328996.343370:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767328996.343374:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328996.343375:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767328996.343382:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081a134ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572193536:192.168.202.109@tcp:400: 00000400:00000010:0.0:1767328996.343396:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd8267bd. 00000100:00000001:3.0:1767328996.343398:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767328996.343404:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328996.343408:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767328996.343408:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b68fddbb. 02000000:00000001:3.0:1767328996.343412:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767328996.343412:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767328996.343415:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767328996.343418:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572193408, portal 25 02000000:00000001:3.0:1767328996.343419:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767328996.343420:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd491ed0 x1853178572193664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767328996.343424:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db5a44f4. 00000100:00000001:0.0:1767328996.343426:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767328996.343429:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328996.343432:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777370496 : -127176932181120 : ffff8c5550223b80) 00000400:00000010:3.0:1767328996.343436:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c4e2033. 00000100:00000001:2.0:1767328996.343441:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767328996.343444:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6cf1dd. 00000100:00000001:2.0:1767328996.343444:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767328996.343445:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000078a4f6a3 x1853178572193408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767328996.343450:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572193536, portal 10 02000000:00000001:2.0:1767328996.343451:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767328996.343454:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328996.343456:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767328996.343459:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777356160 : -127176932195456 : ffff8c5550220380) 02000000:00000001:2.0:1767328996.343461:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767328996.343469:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd491ed0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572193664:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767328996.343469:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767328996.343470:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081a134ff x1853178572193536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328996.343478:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767328996.343485:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031de8760. 00000100:00000001:3.0:1767328996.343488:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767328996.343492:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767328996.343493:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572193408, offset 0 00000100:00000040:3.0:1767328996.343496:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767328996.343497:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767328996.343501:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767328996.343503:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e8f47ae. 02000000:00000001:2.0:1767328996.343503:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767328996.343508:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000010:2.0:1767328996.343509:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b57639db. 02000000:00000001:2.0:1767328996.343513:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767328996.343515:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572193536, offset 0 00000400:00000010:2.0:1767328996.343516:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3022fb3. 00000400:00000010:2.0:1767328996.343524:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002334309b. 00000400:00000200:3.0:1767328996.343525:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767328996.343525:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000200:2.0:1767328996.343533:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572193664, portal 10 00000400:00000200:0.0:1767328996.343536:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767328996.343537:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767328996.343540:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777362432 : -127176932189184 : ffff8c5550221c00) 00000400:00000200:0.0:1767328996.343545:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:2.0:1767328996.343547:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd491ed0 x1853178572193664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767328996.343553:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767328996.343560:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767328996.343561:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:2.0:1767328996.343565:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767328996.343568:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da383fb9. 00000400:00000200:0.0:1767328996.343571:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [133:133:256:4294967295] 192.168.202.109@tcp LPNI seq info [133:133:8:4294967295] 00000100:00000200:2.0:1767328996.343572:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572193664, offset 0 00000400:00000200:2.0:1767328996.343580:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767328996.343589:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767328996.343596:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767328996.343600:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:0.0:1767328996.343602:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4297425. 00000400:00000200:3.0:1767328996.343604:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767328996.343609:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767328996.343613:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767328996.343616:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767328996.343617:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767328996.343622:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [134:134:255:4294967295] 192.168.202.109@tcp LPNI seq info [134:134:7:4294967295] 00000800:00000200:0.0:1767328996.343632:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767328996.343635:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767328996.343641:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4297425 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767328996.343644:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767328996.343647:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:3.0:1767328996.343650:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc21aaa9. 00000400:00000200:2.0:1767328996.343652:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767328996.343659:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767328996.343659:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767328996.343663:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767328996.343665:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767328996.343669:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767328996.343669:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767328996.343673:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300845916 00000800:00000200:3.0:1767328996.343674:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc21aaa9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767328996.343678:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [135:135:254:4294967295] 192.168.202.109@tcp LPNI seq info [135:135:6:4294967295] 00000100:00000001:3.0:1767328996.343682:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767328996.343683:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004244b416. 00000100:00000040:3.0:1767328996.343687:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 764783 usecs (765 jiffies) 00000100:00000001:3.0:1767328996.343693:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300842237 00000400:00000200:2.0:1767328996.343694:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767328996.343699:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767328996.343700:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000010:2.0:1767328996.343706:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5c44fe9. 00000100:00000001:3.0:1767328996.343711:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300845916 00000100:00000001:0.0:1767328996.343711:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300845916 00000800:00000200:2.0:1767328996.343712:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767328996.343718:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300842237 00000100:00000010:0.0:1767328996.343720:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010dcd32a. 00000800:00000200:2.0:1767328996.343723:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767328996.343728:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5c44fe9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767328996.343728:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767328996.343735:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767328996.343735:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767328996.343736:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300845916 00000100:00000001:0.0:1767328996.343736:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300845916 00000100:00000001:3.0:1767328996.343742:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300842237 00000800:00000010:1.0:1767328996.343742:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4297425. 00000100:00000010:0.0:1767328996.343745:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024fcb4fc. 00000100:00000040:2.0:1767328996.343748:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 44378 usecs (45 jiffies) 00000400:00000200:1.0:1767328996.343752:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767328996.343752:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767328996.343753:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300841517 00000100:00000001:2.0:1767328996.343759:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300845916 00000100:00000001:3.0:1767328996.343761:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300845916 00000100:00000001:0.0:1767328996.343761:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300845916 00000400:00000200:1.0:1767328996.343762:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767328996.343765:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300841517 00000100:00000001:3.0:1767328996.343769:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300842237 00000100:00000001:2.0:1767328996.343771:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300845916 00000100:00000010:0.0:1767328996.343772:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b596485d. 00000400:00000200:1.0:1767328996.343773:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031de8760 00000400:00000010:1.0:1767328996.343777:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031de8760. 00000100:00000001:2.0:1767328996.343778:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300841517 00000100:00000001:0.0:1767328996.343781:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767328996.343784:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300845916 00000100:00000001:3.0:1767328996.343787:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300845916 00000100:00000001:0.0:1767328996.343787:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328996.343790:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767328996.343791:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767328996.343793:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328996.343795:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300841517 00000100:00000001:3.0:1767328996.343796:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767328996.343798:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000078a4f6a3 x1853178572193408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328996.343800:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328996.343802:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328996.343802:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300845916 00000100:00000001:2.0:1767328996.343808:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328996.343809:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328996.343809:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328996.343816:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328996.343819:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767328996.343820:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328996.343822:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767328996.343822:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767328996.343823:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328996.343823:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000078a4f6a3 x1853178572193408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329012 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328996.343826:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767328996.343827:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767328996.343831:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767328996.343832:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328996.343835:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767328996.343836:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328996.343836:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328996.343841:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328996.343842:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767328996.343842:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767328996.343845:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328996.343847:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767328996.343848:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328996.343851:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767328996.343855:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767328996.343857:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328996.343866:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328996.343868:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767328996.343879:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767328996.343881:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc21aaa9. 00000400:00000200:1.0:1767328996.343884:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767328996.343887:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767328996.343890:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e8f47ae 00000400:00000010:1.0:1767328996.343891:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e8f47ae. 00000100:00000001:1.0:1767328996.343893:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767328996.343895:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081a134ff x1853178572193536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328996.343900:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328996.343901:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081a134ff x1853178572193536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329012 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328996.343905:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328996.343906:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767328996.343967:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767328996.343969:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5c44fe9. 00000400:00000200:1.0:1767328996.343971:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767328996.343973:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767328996.343974:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da383fb9 00000400:00000010:1.0:1767328996.343975:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da383fb9. 00000100:00000001:1.0:1767328996.343978:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767328996.343980:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd491ed0 x1853178572193664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328996.343984:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328996.343986:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd491ed0 x1853178572193664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329012 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328996.343990:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328996.343990:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767328996.345687:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328996.345701:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767328996.345704:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328996.345707:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328996.345714:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767328996.345724:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2803e80 00000400:00000200:0.0:1767328996.345731:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x50d [1] + 224 00000800:00000001:0.0:1767328996.345738:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328996.345742:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328996.345744:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328996.345747:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328996.345751:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767328996.345755:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000078a4f6a3 x1853178572193408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329012 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328996.345772:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000078a4f6a3 x1853178572193408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328996.345790:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767328996.345798:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328996.345803:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767328996.345805:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328996.345807:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328996.345812:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767328996.345819:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2803f00 00000400:00000200:0.0:1767328996.345823:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x511 [1] + 224 00000800:00000001:0.0:1767328996.345827:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328996.345830:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767328996.345832:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767328996.345835:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767328996.345838:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767328996.345842:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081a134ff x1853178572193536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329012 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767328996.345851:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081a134ff x1853178572193536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328996.345855:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767328996.345858:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767328996.345864:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767328996.345867:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767328996.345868:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd8267bd. 00000100:00000001:0.0:1767328996.345871:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767328996.345873:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b68fddbb 00000400:00000010:2.0:1767328996.345876:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b68fddbb. 00000100:00000001:2.0:1767328996.345879:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767328996.345884:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000078a4f6a3 x1853178572193408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767328996.345884:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328996.345891:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767328996.345895:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000078a4f6a3 x1853178572193408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329012 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767328996.345897:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328996.345902:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328996.345905:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767328996.345907:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767328996.345911:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767328996.345913:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767328996.345916:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767328996.345918:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767328996.345920:0:208651:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:3.0:1767328996.345921:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767328996.345924:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767328996.345926:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c4e2033. 00000400:00000200:0.0:1767328996.345926:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2803f80 00000100:00000001:2.0:1767328996.345927:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328996.345931:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767328996.345932:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad6cf1dd 02000000:00000001:2.0:1767328996.345935:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767328996.345936:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6cf1dd. 00000100:00000001:3.0:1767328996.345939:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767328996.345940:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=143 v=5 (5 0 0 0) 00000100:00000200:3.0:1767328996.345945:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081a134ff x1853178572193536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767328996.345948:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=143 v=5 (1 0 0 0) 00000400:00000200:0.0:1767328996.345948:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x51d [1] + 224 00000100:00000001:2.0:1767328996.345957:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767328996.345961:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767328996.345962:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767328996.345968:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767328996.345969:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081a134ff x1853178572193536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329012 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767328996.345971:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767328996.345972:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328996.345977:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328996.345981:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767328996.345984:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767328996.345985:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767328996.345985:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000078a4f6a3 x1853178572193408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328996.345992:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767328996.345998:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767328996.345998:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 02000000:00000001:3.0:1767328996.346002:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767328996.346004:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767328996.346006:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767328996.346007:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767328996.346008:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767328996.346009:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328996.346013:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767328996.346039:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=133 v=5 (5 0 0 0) 00000100:00001000:3.0:1767328996.346043:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=133 v=5 (1 0 0 0) 00000100:00000001:3.0:1767328996.346045:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767328996.346047:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078a4f6a3 x1853178572193408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329012 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767328996.346048:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767328996.346052:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767328996.346053:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd491ed0 x1853178572193664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329012 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767328996.346055:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328996.346060:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767328996.346063:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767328996.346068:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767328996.346071:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767328996.346079:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081a134ff x1853178572193536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767328996.346084:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000078a4f6a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572193408:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767328996.346089:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dd491ed0 x1853178572193664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328996.346098:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767328996.346099:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767328996.346106:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767328996.346106:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767328996.346110:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767328996.346115:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000078a4f6a3 x1853178572193408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329012 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767328996.346116:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081a134ff x1853178572193536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329012 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767328996.346122:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767328996.346129:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767328996.346136:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767328996.346147:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1767328996.346148:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081a134ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572193536:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328996.346149:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767328996.346151:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767328996.346153:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767328996.346155:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d45f5745. 00000100:00000001:3.0:1767328996.346158:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767328996.346160:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767328996.346161:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767328996.346165:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767328996.346166:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081a134ff x1853178572193536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329012 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767328996.346168:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000400:00000001:1.0:1767328996.346168:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767328996.346172:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767328996.346174:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1767328996.346176:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3022fb3. 02000000:00000010:2.0:1767328996.346178:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b18ad351. 00000400:00000200:1.0:1767328996.346183:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002334309b 00000100:00000001:3.0:1767328996.346185:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767328996.346185:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1767328996.346188:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002334309b. 02000000:00000001:3.0:1767328996.346189:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767328996.346192:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db5a44f4. 00000100:00000001:1.0:1767328996.346193:0:208649:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767328996.346196:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767328996.346198:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:2.0:1767328996.346199:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078a4f6a3. 00000020:00000001:3.0:1767328996.346201:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:1.0:1767328996.346202:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd491ed0 x1853178572193664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767328996.346205:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767328996.346205:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767328996.346208:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767328996.346211:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767328996.346213:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767328996.346221:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dd12ef3a. 00000100:00000001:2.0:1767328996.346221:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767328996.346222:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd491ed0 x1853178572193664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329012 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767328996.346225:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767328996.346227:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767328996.346232:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767328996.346232:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328996.346235:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:3.0:1767328996.346236:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081a134ff. 00000100:00000001:2.0:1767328996.346237:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328996.346238:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328996.346243:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767328996.346244:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767328996.346245:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767328996.346246:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328996.346248:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767328996.346249:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328996.346251:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328996.346254:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767328996.346254:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767328996.346258:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767328996.346258:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=143 v=5 (5 0 0 0) 00000100:00000001:3.0:1767328996.346263:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767328996.346264:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=118 v=5 (1 0 0 0) 00000100:00000001:3.0:1767328996.346265:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328996.346267:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767328996.346270:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328996.346272:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767328996.346275:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000dd491ed0 x1853178572193664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767328996.346280:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328996.346282:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767328996.346283:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767328996.346285:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767328996.346286:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767328996.346288:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd491ed0 x1853178572193664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328996.346292:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767328996.346293:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767328996.346300:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767328996.346302:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd491ed0 x1853178572193664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329012 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328996.346307:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd491ed0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572193664:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767328996.346310:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328996.346311:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767328996.346312:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd491ed0 x1853178572193664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329012 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767328996.346317:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767328996.346318:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767328996.346320:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b57639db. 02000000:00000001:1.0:1767328996.346322:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767328996.346323:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767328996.346324:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767328996.346326:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767328996.346327:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f41acca9. 02000000:00000001:1.0:1767328996.346329:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767328996.346330:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767328996.346331:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd491ed0. 00000100:00000001:1.0:1767328996.346334:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767328996.346334:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328996.346336:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767328996.346339:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767328996.346340:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767328996.346341:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767328996.346342:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328996.407113:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328996.407119:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328996.407127:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328996.407128:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328996.407210:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328996.407213:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328996.407215:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328997.431090:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328997.431094:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328997.431100:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328997.431101:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328997.431165:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328997.431170:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328997.431173:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328998.455123:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328998.455145:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328998.455150:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328998.455150:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767328998.455213:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767328998.455217:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767328998.455220:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767328999.479111:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328999.479119:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767328999.479126:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767328999.479128:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767328999.479201:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767328999.479206:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767328999.479209:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329000.503171:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329000.503177:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329000.503184:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329000.503186:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329000.503263:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329000.503271:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329000.503277:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329000.951168:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300845916, at 4300846080 00000100:00000040:3.0:1767329000.951169:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300845916, at 4300846080 00000100:00000040:2.0:1767329000.951169:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300845916, at 4300846080 00000100:00000040:0.0:1767329000.951169:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300845916, at 4300846080 00000100:00000010:1.0:1767329000.951195:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010dcd32a. 00000100:00000010:3.0:1767329000.951200:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b596485d. 00000100:00000010:2.0:1767329000.951200:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024fcb4fc. 00000100:00000010:0.0:1767329000.951206:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004244b416. 00000100:00000040:2.0:1767329001.463136:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329001.463149:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329001.463163:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078a4f6a3. 00000020:00000040:2.0:1767329001.463172:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329001.463178:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329001.463182:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329001.463189:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329001.463200:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b18ad351. 00000100:00000001:2.0:1767329001.463208:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329001.463221:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000078a4f6a3 x1853178572193792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329001.463235:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329001.463238:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329001.463244:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078a4f6a3] to pc [ptlrpcd_00_02+2] req@0000000078a4f6a3 x1853178572193792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329001.463276:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329001.463280:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329001.463283:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329001.463286:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004920a0f5. 00000020:00000040:2.0:1767329001.463290:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329001.463294:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329001.463297:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329001.463315:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329001.463316:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329001.463327:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329001.463328:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329001.463329:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329001.463331:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329001.463360:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000078a4f6a3 x1853178572193792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767329001.463371:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007d17fa11. 00000100:00000001:1.0:1767329001.463373:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329001.463379:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329001.463380:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329001.463383:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329001.463387:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767329001.463394:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000004920a0f5 x1853178572193920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767329001.463394:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329001.463405:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000078a4f6a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572193792:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329001.463421:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329001.463429:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329001.463430:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767329001.463433:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329001.463435:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329001.463436:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767329001.463451:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004920a0f5] to pc [ptlrpcd_00_03+3] req@000000004920a0f5 x1853178572193920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329001.463451:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a932da23. 02000000:00000001:1.0:1767329001.463459:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329001.463470:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ee2b502. 00000400:00000010:1.0:1767329001.463478:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bffb9b1. 00000100:00000001:2.0:1767329001.463483:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329001.463485:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572193792, portal 25 00000100:00000040:2.0:1767329001.463489:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329001.463490:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329001.463494:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777370496 : -127176932181120 : ffff8c5550223b80) 00000100:00000001:2.0:1767329001.463497:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329001.463502:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000929a317e. 00000100:00000001:0.0:1767329001.463503:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329001.463507:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767329001.463508:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329001.463512:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329001.463519:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329001.463524:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767329001.463527:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004920a0f5 x1853178572193920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329001.463528:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000078a4f6a3 x1853178572193792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329001.463530:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329001.463546:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba0b6bbc. 00000100:00000001:2.0:1767329001.463553:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329001.463563:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329001.463568:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329001.463570:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000929a317e x1853178572194048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329001.463572:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767329001.463574:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329001.463579:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329001.463583:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329001.463590:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329001.463596:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086df6db1. 00000100:00000200:1.0:1767329001.463606:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572193792, offset 0 00000100:00100000:0.0:1767329001.463606:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004920a0f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572193920:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329001.463609:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329001.463615:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329001.463619:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767329001.463622:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329001.463629:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000929a317e] to pc [ptlrpcd_00_00+0] req@00000000929a317e x1853178572194048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329001.463638:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767329001.463640:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:0.0:1767329001.463644:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329001.463656:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329001.463658:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1767329001.463662:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a333ef6c. 00000400:00000200:1.0:1767329001.463665:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:0.0:1767329001.463672:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329001.463676:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329001.463680:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:0.0:1767329001.463680:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000115628ff. 00000100:00000001:2.0:1767329001.463684:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329001.463693:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [136:136:256:4294967295] 192.168.202.109@tcp LPNI seq info [136:136:8:4294967295] 00000400:00000010:0.0:1767329001.463693:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9986c64. 00000100:00000040:2.0:1767329001.463695:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767329001.463709:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572193920, portal 10 00000100:00000040:2.0:1767329001.463714:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767329001.463714:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329001.463719:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777368704 : -127176932182912 : ffff8c5550223480) 00000100:00000040:2.0:1767329001.463726:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6184) 00000100:00000040:0.0:1767329001.463745:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004920a0f5 x1853178572193920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329001.463747:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329001.463748:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329001.463757:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329001.463764:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329001.463770:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329001.463778:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329001.463779:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329001.463789:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329001.463790:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000929a317e x1853178572194048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329001.463797:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329001.463807:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001efc9444. 00000800:00000010:1.0:1767329001.463808:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bfe2aba. 00000100:00000001:3.0:1767329001.463810:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329001.463814:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329001.463821:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572193920, offset 0 02000000:00000001:3.0:1767329001.463826:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329001.463831:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767329001.463841:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329001.463842:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329001.463843:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329001.463856:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000929a317e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572194048:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767329001.463866:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:1.0:1767329001.463869:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329001.463875:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767329001.463879:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767329001.463884:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007bfe2aba type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767329001.463885:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767329001.463891:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:3.0:1767329001.463897:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329001.463901:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329001.463901:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1767329001.463906:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000028bdf33. 02000000:00000001:3.0:1767329001.463909:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329001.463909:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329001.463911:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329001.463924:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c4e2033. 00000400:00000200:0.0:1767329001.463925:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [137:137:255:4294967295] 192.168.202.109@tcp LPNI seq info [137:137:7:4294967295] 00000100:00000001:1.0:1767329001.463926:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300851036 00000400:00000010:3.0:1767329001.463942:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6cf1dd. 00000100:00000010:1.0:1767329001.463942:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007884d10c. 00000100:00000200:3.0:1767329001.463956:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572194048, portal 10 00000100:00000001:3.0:1767329001.463962:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767329001.463962:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329001.463963:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767329001.463969:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777357952 : -127176932193664 : ffff8c5550220a80) 00000100:00000040:3.0:1767329001.463986:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000929a317e x1853178572194048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329001.463987:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300851036 00000800:00000200:0.0:1767329001.463987:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329001.464005:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1767329001.464007:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d9c1b8c. 00000800:00000010:0.0:1767329001.464008:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c58f1272. 00000100:00000040:3.0:1767329001.464011:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:0.0:1767329001.464061:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000010:3.0:1767329001.464062:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0f3499f. 00000100:00000200:3.0:1767329001.464069:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572194048, offset 0 00000800:00000200:0.0:1767329001.464073:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329001.464077:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:0.0:1767329001.464079:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c58f1272 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767329001.464084:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767329001.464085:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329001.464087:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767329001.464087:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329001.464093:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bfe2aba. 00000400:00000200:3.0:1767329001.464100:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767329001.464103:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 743635 usecs (744 jiffies) 00000100:00000001:1.0:1767329001.464104:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300851037 00000400:00000200:3.0:1767329001.464105:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329001.464105:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767329001.464117:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000648d638b. 00000400:00000200:3.0:1767329001.464119:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329001.464119:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300847337 00000400:00000200:3.0:1767329001.464129:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329001.464129:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767329001.464131:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329001.464138:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300851036 00000100:00000001:0.0:1767329001.464147:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300847337 00000100:00000001:1.0:1767329001.464148:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300851037 00000400:00000200:3.0:1767329001.464150:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [138:138:254:4294967295] 192.168.202.109@tcp LPNI seq info [138:138:6:4294967295] 00000100:00000001:0.0:1767329001.464154:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300851036 00000100:00000001:0.0:1767329001.464167:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300847337 00000100:00000010:1.0:1767329001.464169:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000932918d1. 00000100:00000001:0.0:1767329001.464181:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300851037 00000100:00000001:1.0:1767329001.464183:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767329001.464188:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300847337 00000100:00000001:1.0:1767329001.464191:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329001.464191:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300851037 00000100:00000001:1.0:1767329001.464207:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329001.464208:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329001.464226:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329001.464227:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329001.464229:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329001.464240:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329001.464241:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329001.464253:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329001.464256:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767329001.464258:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086df6db1 00000100:00000001:1.0:1767329001.464262:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767329001.464263:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329001.464264:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086df6db1. 00000100:00000001:1.0:1767329001.464268:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329001.464268:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:3.0:1767329001.464274:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc21aaa9. 00000100:00000001:2.0:1767329001.464275:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329001.464276:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329001.464277:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329001.464283:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329001.464286:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329001.464287:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329001.464290:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000078a4f6a3 x1853178572193792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767329001.464293:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329001.464294:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329001.464301:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329001.464309:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329001.464309:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329001.464316:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc21aaa9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329001.464322:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329001.464323:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329001.464327:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 43105 usecs (44 jiffies) 00000100:00000040:2.0:1767329001.464330:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000078a4f6a3 x1853178572193792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329017 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329001.464332:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300846637 00000100:00000001:2.0:1767329001.464353:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329001.464355:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300851036 00000100:00000001:3.0:1767329001.464359:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300846637 00000100:00000001:2.0:1767329001.464359:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329001.464364:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300851036 00000100:00000001:3.0:1767329001.464367:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300846637 00000100:00000001:3.0:1767329001.464370:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300851037 00000100:00000001:3.0:1767329001.464372:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300846637 00000100:00000001:3.0:1767329001.464374:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300851037 00000100:00000001:3.0:1767329001.464376:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329001.464379:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329001.464381:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329001.464382:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329001.464386:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c58f1272. 00000100:00000001:3.0:1767329001.464387:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329001.464393:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329001.464396:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329001.464400:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767329001.464401:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329001.464407:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329001.464408:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001efc9444 00000100:00000001:3.0:1767329001.464411:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767329001.464412:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001efc9444. 00000100:00000001:3.0:1767329001.464415:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329001.464420:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329001.464424:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329001.464429:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004920a0f5 x1853178572193920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329001.464437:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329001.464440:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004920a0f5 x1853178572193920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329017 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329001.464448:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329001.464450:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329001.464482:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329001.464485:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc21aaa9. 00000400:00000200:2.0:1767329001.464488:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329001.464492:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329001.464501:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0f3499f 00000400:00000010:2.0:1767329001.464503:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0f3499f. 00000100:00000001:2.0:1767329001.464506:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329001.464510:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000929a317e x1853178572194048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329001.464517:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329001.464520:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000929a317e x1853178572194048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329017 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329001.464527:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329001.464529:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329001.465864:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329001.465879:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329001.465881:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329001.465883:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329001.465889:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329001.465899:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2804000 00000400:00000200:1.0:1767329001.465905:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x525 [1] + 224 00000800:00000001:1.0:1767329001.465910:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329001.465919:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329001.465921:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329001.465924:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329001.465929:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329001.465932:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000078a4f6a3 x1853178572193792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329017 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329001.465939:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000078a4f6a3 x1853178572193792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329001.465958:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329001.465965:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329001.465967:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329001.466056:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329001.466060:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329001.466065:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329001.466067:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329001.466069:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ee2b502. 00000400:00000200:0.0:1767329001.466073:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bffb9b1 00000400:00000010:0.0:1767329001.466075:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bffb9b1. 00000100:00000001:0.0:1767329001.466077:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329001.466082:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000078a4f6a3 x1853178572193792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329001.466086:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767329001.466094:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000078a4f6a3 x1853178572193792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329017 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329001.466099:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329001.466102:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329001.466103:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329001.466105:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329001.466109:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329001.466109:0:208650:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767329001.466121:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 02000000:00000001:0.0:1767329001.466122:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329001.466128:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329001.466130:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329001.466133:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329001.466137:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2804080 00000100:00001000:0.0:1767329001.466141:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=148 v=5 (5 0 0 0) 00000400:00000200:3.0:1767329001.466151:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x52d [1] + 224 00000100:00001000:0.0:1767329001.466153:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=148 v=5 (1 0 0 0) 00000100:00000001:0.0:1767329001.466157:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767329001.466158:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329001.466163:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329001.466167:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329001.466169:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329001.466170:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329001.466172:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329001.466174:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767329001.466183:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000078a4f6a3 x1853178572193792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329017 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329001.466190:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329001.466193:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329001.466194:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329001.466197:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078a4f6a3 x1853178572193792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329017 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329001.466202:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000078a4f6a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572193792:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329001.466205:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329001.466207:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329001.466208:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000078a4f6a3 x1853178572193792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329017 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329001.466213:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329001.466215:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329001.466217:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a932da23. 02000000:00000001:0.0:1767329001.466220:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329001.466222:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329001.466224:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329001.466226:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329001.466227:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b18ad351. 02000000:00000001:0.0:1767329001.466230:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329001.466231:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329001.466232:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078a4f6a3. 00000100:00000001:0.0:1767329001.466239:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329001.466240:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329001.466242:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329001.466246:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329001.466247:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329001.466249:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329001.466250:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329001.466253:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329001.466259:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329001.466268:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004920a0f5 x1853178572193920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329017 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329001.466350:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004920a0f5 x1853178572193920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329001.466365:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329001.466372:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329001.466376:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329001.466378:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329001.466380:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329001.466386:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329001.466392:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2804100 00000100:00000001:0.0:1767329001.466395:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329001.466399:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x535 [1] + 224 00000100:00000001:0.0:1767329001.466400:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329001.466408:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767329001.466409:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767329001.466413:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767329001.466416:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767329001.466416:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000115628ff. 00000400:00000200:3.0:1767329001.466423:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329001.466425:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9986c64 00000400:00000010:0.0:1767329001.466429:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9986c64. 00000400:00000200:3.0:1767329001.466433:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329001.466441:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329001.466443:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329001.466453:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000929a317e x1853178572194048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329017 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329001.466457:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004920a0f5 x1853178572193920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329001.466480:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000929a317e x1853178572194048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329001.466507:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004920a0f5 x1853178572193920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329017 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329001.466526:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329001.466527:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329001.466528:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329001.466529:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329001.466530:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329001.466531:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329001.466533:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767329001.466533:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329001.466540:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=138 v=5 (5 0 0 0) 00000800:00000001:3.0:1767329001.466543:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767329001.466544:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=138 v=5 (1 0 0 0) 00000800:00000001:3.0:1767329001.466550:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329001.466552:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329001.466555:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329001.466557:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329001.466560:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329001.466563:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329001.466564:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329001.466565:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329001.466566:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329001.466575:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004920a0f5 x1853178572193920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329017 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329001.466580:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329001.466582:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329001.466583:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329001.466586:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004920a0f5 x1853178572193920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329017 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329001.466592:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004920a0f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572193920:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329001.466597:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329001.466599:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329001.466599:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329001.466604:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767329001.466604:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004920a0f5 x1853178572193920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329017 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329001.466610:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767329001.466612:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329001.466614:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329001.466615:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a333ef6c. 02000000:00000001:0.0:1767329001.466617:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329001.466618:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:1.0:1767329001.466622:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1767329001.466622:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000400:00000010:1.0:1767329001.466625:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c4e2033. 00000020:00000001:0.0:1767329001.466626:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329001.466628:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007d17fa11. 00000400:00000200:1.0:1767329001.466631:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad6cf1dd 02000000:00000001:0.0:1767329001.466632:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1767329001.466635:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6cf1dd. 02000000:00000001:0.0:1767329001.466636:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329001.466638:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004920a0f5. 00000100:00000001:1.0:1767329001.466641:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329001.466642:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329001.466645:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329001.466647:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329001.466648:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000929a317e x1853178572194048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329001.466651:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329001.466654:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329001.466658:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329001.466660:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329001.466664:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000929a317e x1853178572194048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329017 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329001.466671:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329001.466673:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329001.466674:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329001.466676:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329001.466677:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329001.466678:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329001.466679:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329001.466683:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=148 v=5 (5 0 0 0) 00000100:00001000:1.0:1767329001.466685:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=123 v=5 (1 0 0 0) 00000100:00000001:1.0:1767329001.466687:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329001.466688:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329001.466689:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767329001.466691:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000929a317e x1853178572194048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329017 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329001.466696:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329001.466698:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329001.466699:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329001.466700:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329001.466700:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329001.466702:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000929a317e x1853178572194048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329017 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329001.466706:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329001.466708:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329001.466709:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329001.466715:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000929a317e x1853178572194048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329017 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329001.466720:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000929a317e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572194048:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329001.466723:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329001.466724:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329001.466725:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000929a317e x1853178572194048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329017 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329001.466729:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329001.466730:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329001.466732:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000028bdf33. 02000000:00000001:1.0:1767329001.466735:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329001.466736:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329001.466737:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329001.466738:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329001.466739:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba0b6bbc. 02000000:00000001:1.0:1767329001.466741:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329001.466742:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329001.466743:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000929a317e. 00000100:00000001:1.0:1767329001.466745:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329001.466745:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329001.466746:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329001.466749:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329001.466750:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329001.466752:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329001.466754:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329001.527155:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329001.527160:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329001.527166:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329001.527168:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329001.527265:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329001.527269:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329001.527272:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329002.551128:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329002.551136:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329002.551140:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329002.551142:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329002.551147:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329002.551150:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329002.551169:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329002.551171:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329002.551175:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329002.551177:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329002.551249:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329002.551254:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329002.551257:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329003.575151:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329003.575157:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329003.575162:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329003.575163:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329003.575232:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329003.575236:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329003.575245:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329004.599101:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329004.599107:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329004.599113:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329004.599116:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329004.599119:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329004.599127:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329004.599129:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329004.599131:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329004.599134:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329004.599137:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329004.599138:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329004.599141:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329004.599213:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329004.599222:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329004.599227:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329005.623162:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329005.623171:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329005.623176:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329005.623177:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329005.623264:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329005.623268:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329005.623271:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329006.071147:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300851037, at 4300851200 00000100:00000040:2.0:1767329006.071148:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300851037, at 4300851200 00000100:00000040:1.0:1767329006.071148:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300851036, at 4300851200 00000100:00000010:1.0:1767329006.071172:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d9c1b8c. 00000100:00000010:3.0:1767329006.071175:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000932918d1. 00000100:00000010:2.0:1767329006.071176:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000648d638b. 00000100:00000040:0.0:1767329006.071194:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300851036, at 4300851200 00000100:00000010:0.0:1767329006.071202:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007884d10c. 00000100:00000040:0.0:1767329006.583153:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329006.583164:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329006.583174:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087b3a54b. 00000020:00000040:0.0:1767329006.583182:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329006.583186:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329006.583189:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329006.583196:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329006.583204:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d94add08. 00000100:00000001:0.0:1767329006.583212:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329006.583223:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000087b3a54b x1853178572194176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329006.583234:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329006.583236:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329006.583241:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b3a54b] to pc [ptlrpcd_00_01+1] req@0000000087b3a54b x1853178572194176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329006.583264:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329006.583266:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329006.583269:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329006.583271:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000969bb8ef. 00000020:00000040:0.0:1767329006.583273:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329006.583275:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329006.583276:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329006.583278:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329006.583280:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c950b47. 00000100:00000001:2.0:1767329006.583283:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329006.583309:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329006.583313:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329006.583314:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329006.583320:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000969bb8ef x1853178572194304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767329006.583324:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087b3a54b x1853178572194176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329006.583329:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329006.583332:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329006.583336:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000969bb8ef] to pc [ptlrpcd_00_02+2] req@00000000969bb8ef x1853178572194304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329006.583345:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329006.583347:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329006.583351:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329006.583352:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329006.583356:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329006.583359:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329006.583362:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329006.583365:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087b3a54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572194176:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329006.583368:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329006.583370:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329006.583373:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767329006.583374:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329006.583378:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767329006.583379:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329006.583382:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329006.583383:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767329006.583383:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000148c304c. 00000100:00100000:1.0:1767329006.583388:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000040:0.0:1767329006.583388:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000010:2.0:1767329006.583390:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000945c8828. 00000100:00000001:1.0:1767329006.583393:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329006.583394:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329006.583395:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329006.583398:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329006.583401:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329006.583403:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767329006.583404:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074548bbe. 02000000:00000010:0.0:1767329006.583406:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c58f1272. 00000100:00000001:1.0:1767329006.583407:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329006.583412:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767329006.583413:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000185a590d. 00000100:00000001:0.0:1767329006.583413:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329006.583414:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329006.583418:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329006.583419:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329006.583422:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000148c304c x1853178572194432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329006.583425:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329006.583425:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572194176, portal 25 00000100:00000040:1.0:1767329006.583427:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000969bb8ef x1853178572194304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329006.583432:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329006.583443:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578908416 : -127177130643200 : ffff8c55444df100) 00000100:00000001:0.0:1767329006.583446:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329006.583450:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329006.583454:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087b3a54b x1853178572194176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329006.583456:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000148c304c] to pc [ptlrpcd_00_03+3] req@00000000148c304c x1853178572194432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329006.583486:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329006.583494:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329006.583494:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329006.583498:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329006.583499:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329006.583500:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039d0c259. 02000000:00000001:1.0:1767329006.583503:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767329006.583505:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1767329006.583506:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572194176, offset 0 02000000:00000001:1.0:1767329006.583506:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329006.583512:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767329006.583514:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329006.583518:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329006.583519:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6189) 00000100:00100000:1.0:1767329006.583520:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000969bb8ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572194304:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329006.583521:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767329006.583527:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767329006.583527:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329006.583531:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329006.583531:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329006.583534:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329006.583537:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767329006.583537:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767329006.583539:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329006.583541:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767329006.583542:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000148a6130. 00000100:00000001:3.0:1767329006.583545:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329006.583546:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329006.583548:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329006.583549:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329006.583552:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767329006.583552:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4f5fbcf. 00000400:00000200:2.0:1767329006.583555:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:1.0:1767329006.583561:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087ae87af. 00000100:00000040:3.0:1767329006.583562:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000148c304c x1853178572194432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329006.583563:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329006.583570:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:1.0:1767329006.583570:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572194304, portal 10 00000100:00000001:1.0:1767329006.583577:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767329006.583579:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [139:139:256:4294967295] 192.168.202.109@tcp LPNI seq info [139:139:8:4294967295] 00000100:00000001:1.0:1767329006.583582:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578904832 : -127177130646784 : ffff8c55444de300) 00000100:00000001:3.0:1767329006.583584:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329006.583588:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329006.583591:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329006.583593:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329006.583595:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329006.583598:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000969bb8ef x1853178572194304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329006.583602:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000148c304c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572194432:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329006.583606:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329006.583614:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329006.583619:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767329006.583622:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329006.583623:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329006.583625:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767329006.583628:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1767329006.583631:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048650044. 02000000:00000010:3.0:1767329006.583634:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a670c51. 00000100:00000040:1.0:1767329006.583634:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329006.583639:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329006.583640:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdac5862. 00000800:00000200:2.0:1767329006.583641:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:1.0:1767329006.583648:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572194304, offset 0 00000400:00000010:3.0:1767329006.583649:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be329884. 00000800:00000200:2.0:1767329006.583655:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:3.0:1767329006.583660:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d3bc1c1. 00000800:00000200:2.0:1767329006.583660:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000048650044 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329006.583664:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329006.583675:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000200:3.0:1767329006.583677:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572194432, portal 10 00000100:00000001:2.0:1767329006.583678:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329006.583681:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329006.583684:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329006.583686:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300856156 00000400:00000200:1.0:1767329006.583688:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329006.583689:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578897664 : -127177130653952 : ffff8c55444dc700) 00000100:00000010:2.0:1767329006.583694:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd952bb5. 00000400:00000200:1.0:1767329006.583695:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329006.583700:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329006.583702:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767329006.583704:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000148c304c x1853178572194432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329006.583708:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [140:140:255:4294967295] 192.168.202.109@tcp LPNI seq info [140:140:7:4294967295] 00000100:00000001:2.0:1767329006.583711:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300856156 00000100:00000010:2.0:1767329006.583717:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000044cec071. 00000100:00000001:2.0:1767329006.583723:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767329006.583730:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329006.583731:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300856156 00000400:00000200:1.0:1767329006.583731:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:3.0:1767329006.583736:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000010:2.0:1767329006.583737:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c99ca2fb. 00000400:00000010:3.0:1767329006.583743:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fc50d68. 00000100:00000001:2.0:1767329006.583744:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767329006.583748:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329006.583752:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029ea41fb. 00000100:00000200:3.0:1767329006.583760:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572194432, offset 0 00000100:00000001:2.0:1767329006.583762:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300856156 00000800:00000200:1.0:1767329006.583765:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329006.583771:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:2.0:1767329006.583771:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002104b075. 00000800:00000200:1.0:1767329006.583776:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329006.583779:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767329006.583780:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000029ea41fb type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329006.583783:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329006.583787:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329006.583788:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329006.583791:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767329006.583793:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 723640 usecs (724 jiffies) 00000800:00000200:0.0:1767329006.583793:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329006.583795:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329006.583800:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329006.583800:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300852436 00000800:00000010:0.0:1767329006.583800:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048650044. 00000100:00000001:2.0:1767329006.583803:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329006.583805:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300856156 00000100:00000001:2.0:1767329006.583808:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329006.583809:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329006.583811:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300852436 00000400:00000200:0.0:1767329006.583813:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329006.583816:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300856156 00000100:00000001:2.0:1767329006.583818:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767329006.583819:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329006.583820:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300852436 00000100:00000001:2.0:1767329006.583823:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767329006.583824:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329006.583825:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300856156 00000100:00000001:2.0:1767329006.583831:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329006.583832:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300852436 00000400:00000200:3.0:1767329006.583833:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [141:141:254:4294967295] 192.168.202.109@tcp LPNI seq info [141:141:6:4294967295] 00000100:00000001:2.0:1767329006.583835:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329006.583838:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300856156 00000100:00000001:2.0:1767329006.583840:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329006.583846:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329006.583848:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329006.583853:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329006.583859:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329006.583860:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329006.583865:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329006.583869:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329006.583870:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039d0c259 00000800:00000200:3.0:1767329006.583871:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329006.583873:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767329006.583874:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039d0c259. 00000100:00000001:1.0:1767329006.583878:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329006.583882:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329006.583883:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329006.583888:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087b3a54b x1853178572194176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329006.583897:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329006.583899:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087b3a54b x1853178572194176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329022 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329006.583905:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329006.583907:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329006.583919:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329006.583920:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029ea41fb. 00000400:00000200:0.0:1767329006.583922:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329006.583925:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329006.583927:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdac5862 00000400:00000010:0.0:1767329006.583928:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdac5862. 00000100:00000001:0.0:1767329006.583929:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329006.583931:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000969bb8ef x1853178572194304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329006.583937:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329006.583938:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000969bb8ef x1853178572194304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329022 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329006.583942:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329006.583943:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:3.0:1767329006.583976:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047440aa3. 00000800:00000200:3.0:1767329006.583984:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767329006.583988:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329006.583991:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000047440aa3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329006.584005:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329006.584009:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 41913 usecs (42 jiffies) 00000100:00000001:3.0:1767329006.584012:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300851754 00000800:00000200:1.0:1767329006.584042:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329006.584045:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047440aa3. 00000400:00000200:1.0:1767329006.584048:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329006.584051:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329006.584054:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fc50d68 00000400:00000010:1.0:1767329006.584055:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fc50d68. 00000100:00000001:1.0:1767329006.584058:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329006.584065:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000148c304c x1853178572194432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329006.584071:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329006.584073:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000148c304c x1853178572194432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329022 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329006.584078:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329006.584079:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329006.584122:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300856156 00000100:00000001:3.0:1767329006.584127:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300851755 00000100:00000001:3.0:1767329006.584129:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300856156 00000100:00000001:3.0:1767329006.584131:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300851755 00000100:00000001:3.0:1767329006.584133:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300856156 00000100:00000001:3.0:1767329006.584135:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300851755 00000100:00000001:3.0:1767329006.584136:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300856156 00000100:00000001:3.0:1767329006.584139:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329006.584141:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329006.584143:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329006.584146:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329006.586198:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329006.586211:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329006.586214:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329006.586216:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329006.586225:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329006.586238:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2804200 00000400:00000200:3.0:1767329006.586245:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x545 [1] + 224 00000800:00000001:3.0:1767329006.586318:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329006.586324:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329006.586326:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329006.586329:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329006.586333:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329006.586336:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000969bb8ef x1853178572194304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329022 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329006.586344:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000969bb8ef x1853178572194304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329006.586356:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329006.586362:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329006.586364:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329006.586365:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329006.586366:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329006.586369:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329006.586374:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2804280 00000400:00000200:3.0:1767329006.586377:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x54d [1] + 224 00000800:00000001:3.0:1767329006.586380:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329006.586382:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329006.586384:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329006.586386:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329006.586389:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329006.586391:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000148c304c x1853178572194432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329022 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329006.586395:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329006.586398:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000148c304c x1853178572194432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329006.586398:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329006.586405:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329006.586407:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329006.586410:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4f5fbcf. 00000400:00000200:1.0:1767329006.586415:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087ae87af 00000400:00000010:1.0:1767329006.586418:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087ae87af. 00000100:00000001:1.0:1767329006.586420:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329006.586423:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767329006.586426:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000969bb8ef x1853178572194304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329006.586430:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329006.586435:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329006.586439:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767329006.586439:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000969bb8ef x1853178572194304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329022 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329006.586443:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329006.586452:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767329006.586455:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767329006.586455:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329006.586457:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329006.586460:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767329006.586461:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767329006.586464:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329006.586467:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1767329006.586467:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767329006.586471:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767329006.586471:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767329006.586472:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2804180 00000400:00000010:0.0:1767329006.586475:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be329884. 02000000:00000001:1.0:1767329006.586477:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329006.586482:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d3bc1c1 00000100:00001000:1.0:1767329006.586485:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=143 v=5 (5 0 0 0) 00000400:00000010:0.0:1767329006.586485:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d3bc1c1. 00000100:00000001:0.0:1767329006.586491:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767329006.586492:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=143 v=5 (1 0 0 0) 00000400:00000200:3.0:1767329006.586496:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x53d [1] + 224 00000100:00000001:1.0:1767329006.586496:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329006.586498:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329006.586503:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767329006.586505:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000148c304c x1853178572194432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329006.586507:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767329006.586507:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329006.586513:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329006.586516:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000800:00000001:3.0:1767329006.586517:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329006.586519:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1767329006.586519:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000148c304c x1853178572194432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329022 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329006.586521:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329006.586530:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329006.586531:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329006.586538:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767329006.586539:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000969bb8ef x1853178572194304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329006.586541:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767329006.586545:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087b3a54b x1853178572194176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329022 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329006.586545:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329006.586549:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329006.586553:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329006.586555:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329006.586558:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329006.586562:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329006.586568:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767329006.586570:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=153 v=5 (5 0 0 0) 00000100:00000001:1.0:1767329006.586573:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767329006.586575:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000087b3a54b x1853178572194176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329006.586576:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767329006.586577:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=128 v=5 (1 0 0 0) 00000100:00000001:0.0:1767329006.586585:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767329006.586586:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000969bb8ef x1853178572194304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329022 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329006.586589:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329006.586595:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767329006.586601:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000148c304c x1853178572194432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329006.586611:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767329006.586616:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000969bb8ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572194304:192.168.202.109@tcp:400: 00000800:00000001:3.0:1767329006.586618:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329006.586622:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767329006.586623:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329006.586625:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329006.586630:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329006.586630:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329006.586634:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000040:1.0:1767329006.586637:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000969bb8ef x1853178572194304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329022 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329006.586638:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329006.586641:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329006.586649:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000148c304c x1853178572194432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329006.586651:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767329006.586653:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329006.586655:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767329006.586658:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767329006.586659:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000148a6130. 02000000:00000001:1.0:1767329006.586665:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767329006.586665:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767329006.586666:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767329006.586669:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329006.586670:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:2.0:1767329006.586671:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767329006.586673:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767329006.586674:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000400:00000010:2.0:1767329006.586675:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074548bbe. 00000020:00000001:1.0:1767329006.586679:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767329006.586680:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000148c304c x1853178572194432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329022 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329006.586683:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000185a590d 02000000:00000010:1.0:1767329006.586684:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c950b47. 00000400:00000010:2.0:1767329006.586688:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000185a590d. 02000000:00000001:1.0:1767329006.586691:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329006.586695:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1767329006.586696:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000148c304c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572194432:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329006.586698:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1767329006.586698:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000969bb8ef. 00000100:00000001:1.0:1767329006.586704:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329006.586705:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329006.586709:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087b3a54b x1853178572194176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329006.586710:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329006.586713:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329006.586716:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329006.586718:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329006.586719:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329006.586724:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329006.586725:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000148c304c x1853178572194432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329022 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329006.586728:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329006.586740:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767329006.586743:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087b3a54b x1853178572194176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329022 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329006.586744:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329006.586747:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a670c51. 02000000:00000001:0.0:1767329006.586752:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329006.586754:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329006.586757:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329006.586763:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767329006.586764:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767329006.586765:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c58f1272. 00000100:00000001:2.0:1767329006.586768:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329006.586769:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329006.586772:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767329006.586773:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:0.0:1767329006.586774:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000148c304c. 02000000:00000001:2.0:1767329006.586777:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329006.586779:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329006.586781:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329006.586781:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329006.586784:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329006.586785:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329006.586790:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329006.586792:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329006.586794:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329006.586795:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=153 v=5 (5 0 0 0) 00000100:00000001:0.0:1767329006.586797:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329006.586800:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329006.586802:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=153 v=5 (1 0 0 0) 00000100:00000001:2.0:1767329006.586806:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329006.586808:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329006.586817:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329006.586819:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329006.586822:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329006.586825:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087b3a54b x1853178572194176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329006.586833:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329006.586835:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329006.586837:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329006.586840:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087b3a54b x1853178572194176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329022 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329006.586848:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087b3a54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572194176:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329006.586853:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329006.586855:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329006.586857:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087b3a54b x1853178572194176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329022 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329006.586864:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329006.586866:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329006.586868:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000945c8828. 02000000:00000001:2.0:1767329006.586871:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329006.586872:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329006.586874:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1767329006.586876:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329006.586878:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d94add08. 02000000:00000001:2.0:1767329006.586880:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329006.586882:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329006.586883:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087b3a54b. 00000100:00000001:2.0:1767329006.586886:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329006.586887:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329006.586889:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329006.586893:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329006.586895:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329006.586897:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329006.586898:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329006.647132:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329006.647140:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329006.647169:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329006.647171:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329006.647235:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329006.647241:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329006.647245:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329007.671156:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329007.671162:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329007.671167:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329007.671168:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329007.671237:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329007.671241:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329007.671243:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329008.695122:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329008.695129:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329008.695136:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329008.695138:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329008.695232:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329008.695239:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329008.695244:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329009.719143:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329009.719151:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329009.719158:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329009.719159:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329009.719199:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329009.719203:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329009.719206:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329010.743121:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329010.743129:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329010.743136:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329010.743137:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329010.743198:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329010.743204:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329010.743209:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329011.191065:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300856156, at 4300856320 00000100:00000010:2.0:1767329011.191086:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c99ca2fb. 00000100:00000040:1.0:1767329011.191118:0:181586:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300856156, at 4300856320 00000100:00000040:3.0:1767329011.191122:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300856156, at 4300856320 00000100:00000010:1.0:1767329011.191131:0:181586:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000044cec071. 00000100:00000010:3.0:1767329011.191133:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002104b075. 00000100:00000040:0.0:1767329011.191151:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300856156, at 4300856320 00000100:00000010:0.0:1767329011.191165:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd952bb5. 00000100:00000040:0.0:1767329011.703207:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329011.703220:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329011.703232:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000148c304c. 00000020:00000040:0.0:1767329011.703258:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329011.703283:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329011.703287:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329011.703294:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329011.703302:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c58f1272. 00000100:00000001:0.0:1767329011.703309:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329011.703321:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000148c304c x1853178572194560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329011.703330:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329011.703333:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329011.703337:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000148c304c] to pc [ptlrpcd_00_00+0] req@00000000148c304c x1853178572194560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329011.703368:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329011.703371:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329011.703374:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329011.703376:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c588408. 00000020:00000040:0.0:1767329011.703379:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329011.703381:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329011.703383:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329011.703385:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329011.703388:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d4297425. 00000100:00000001:0.0:1767329011.703389:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329011.703392:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000001c588408 x1853178572194688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329011.703394:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329011.703399:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329011.703404:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329011.703406:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767329011.703409:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c588408] to pc [ptlrpcd_00_01+1] req@000000001c588408 x1853178572194688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329011.703412:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329011.703423:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329011.703425:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329011.703428:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767329011.703429:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329011.703431:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000148c304c x1853178572194560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329011.703436:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767329011.703438:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ebc4a5d. 00000100:00000001:3.0:1767329011.703442:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767329011.703444:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329011.703454:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767329011.703457:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001c588408 x1853178572194688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329011.703458:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329011.703465:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329011.703473:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074996e45. 00000100:00000001:0.0:1767329011.703479:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329011.703492:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000002ebc4a5d x1853178572194816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329011.703497:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329011.703504:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329011.703516:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767329011.703519:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329011.703520:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329011.703522:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329011.703524:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329011.703527:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329011.703531:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767329011.703532:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ebc4a5d] to pc [ptlrpcd_00_02+2] req@000000002ebc4a5d x1853178572194816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329011.703535:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329011.703538:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329011.703548:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329011.703555:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001c588408 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572194688:192.168.202.109@tcp:400: 00000100:00100000:1.0:1767329011.703561:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000148c304c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572194560:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329011.703563:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329011.703566:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329011.703573:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767329011.703574:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329011.703582:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767329011.703583:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767329011.703584:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329011.703590:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767329011.703593:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767329011.703595:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6194) 02000000:00000010:3.0:1767329011.703597:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000397a58c6. 02000000:00000001:1.0:1767329011.703600:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329011.703602:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329011.703604:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329011.703610:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329011.703613:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767329011.703614:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f04f5f74. 00000100:00000001:2.0:1767329011.703616:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329011.703620:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329011.703625:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329011.703629:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097041725. 00000100:00000040:2.0:1767329011.703629:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ebc4a5d x1853178572194816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329011.703636:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081d167d1. 00000100:00000200:3.0:1767329011.703643:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572194688, portal 10 02000000:00000001:1.0:1767329011.703644:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329011.703653:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329011.703654:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329011.703657:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329011.703658:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578901248 : -127177130650368 : ffff8c55444dd500) 00000400:00000010:1.0:1767329011.703660:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4f5fbcf. 02000000:00000001:2.0:1767329011.703671:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329011.703674:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329011.703677:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329011.703677:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087ae87af. 00000100:00000040:3.0:1767329011.703680:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001c588408 x1853178572194688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329011.703690:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ebc4a5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572194816:192.168.202.109@tcp:400: 00000100:00000200:1.0:1767329011.703695:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572194560, portal 25 00000100:00000001:1.0:1767329011.703708:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329011.703713:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329011.703714:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578897664 : -127177130653952 : ffff8c55444dc700) 00000100:00000001:3.0:1767329011.703720:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767329011.703721:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329011.703730:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329011.703734:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:1.0:1767329011.703738:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000148c304c x1853178572194560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329011.703740:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767329011.703741:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73b5700. 02000000:00000010:2.0:1767329011.703748:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008bbc3300. 00000100:00000200:3.0:1767329011.703749:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572194688, offset 0 02000000:00000001:2.0:1767329011.703761:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329011.703767:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767329011.703768:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074548bbe. 00000400:00000200:3.0:1767329011.703776:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:1.0:1767329011.703782:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329011.703787:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048b25755. 00000400:00000010:2.0:1767329011.703788:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000185a590d. 00000100:00000200:2.0:1767329011.703796:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572194816, portal 10 00000100:00000200:1.0:1767329011.703797:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572194560, offset 0 00000100:00000001:2.0:1767329011.703799:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767329011.703801:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329011.703806:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578903936 : -127177130647680 : ffff8c55444ddf80) 00000400:00000200:3.0:1767329011.703817:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767329011.703821:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ebc4a5d x1853178572194816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329011.703827:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329011.703834:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329011.703847:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767329011.703848:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767329011.703854:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329011.703857:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019e33dff. 00000100:00000200:2.0:1767329011.703865:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572194816, offset 0 00000400:00000200:3.0:1767329011.703871:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329011.703876:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329011.703885:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [142:142:256:4294967295] 192.168.202.109@tcp LPNI seq info [142:142:8:4294967295] 00000400:00000200:3.0:1767329011.703901:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329011.703909:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329011.703917:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047440aa3. 00000400:00000200:1.0:1767329011.703917:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329011.703932:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767329011.703937:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329011.703944:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:3.0:1767329011.703950:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329011.703956:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767329011.703959:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000047440aa3 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329011.703969:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329011.703975:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [143:143:255:4294967295] 192.168.202.109@tcp LPNI seq info [143:143:7:4294967295] 00000100:00000001:3.0:1767329011.703979:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329011.703988:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:3.0:1767329011.703991:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 704700 usecs (705 jiffies) 00000800:00000200:1.0:1767329011.703997:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329011.703998:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300857537 00000400:00000200:2.0:1767329011.703998:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329011.704010:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1767329011.704011:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f104d75. 00000800:00000010:1.0:1767329011.704012:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029ea41fb. 00000400:00000200:2.0:1767329011.704066:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329011.704070:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329011.704074:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329011.704077:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [144:144:254:4294967295] 192.168.202.109@tcp LPNI seq info [144:144:6:4294967295] 00000400:00000200:2.0:1767329011.704096:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329011.704100:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767329011.704108:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329011.704109:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329011.704112:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300857538 00000800:00000010:2.0:1767329011.704117:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6bd0558. 00000100:00000010:3.0:1767329011.704120:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f77cedb. 00000800:00000200:1.0:1767329011.704121:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329011.704132:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329011.704134:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767329011.704136:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000029ea41fb type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767329011.704149:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329011.704154:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300857538 00000100:00000001:1.0:1767329011.704155:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329011.704155:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767329011.704156:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e6bd0558 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1767329011.704167:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047440aa3. 00000100:00000010:3.0:1767329011.704168:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e54f2307. 00000100:00000001:1.0:1767329011.704171:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300861277 00000100:00000001:3.0:1767329011.704174:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767329011.704175:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329011.704179:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329011.704183:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300857538 00000100:00000040:2.0:1767329011.704187:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 40792 usecs (41 jiffies) 00000100:00000001:1.0:1767329011.704188:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300857537 00000100:00000010:3.0:1767329011.704189:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000819f352d. 00000400:00000200:0.0:1767329011.704190:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329011.704199:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767329011.704204:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300856874 00000400:00000200:0.0:1767329011.704212:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73b5700 00000400:00000010:0.0:1767329011.704217:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73b5700. 00000100:00000001:3.0:1767329011.704218:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329011.704218:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300861277 00000100:00000001:2.0:1767329011.704220:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300861277 00000100:00000001:0.0:1767329011.704222:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329011.704233:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c588408 x1853178572194688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329011.704234:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329011.704235:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300856874 00000100:00000001:1.0:1767329011.704253:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300857538 00000100:00000001:3.0:1767329011.704256:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329011.704264:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329011.704278:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329011.704279:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300861277 00000100:00000001:1.0:1767329011.704279:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300861277 00000100:00000001:3.0:1767329011.704280:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767329011.704285:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001c588408 x1853178572194688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329011.704286:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329011.704291:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300857538 00000100:00000001:3.0:1767329011.704295:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329011.704295:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300856874 00000100:00000001:1.0:1767329011.704307:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300861277 00000100:00000001:2.0:1767329011.704311:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300861277 00000100:00000001:2.0:1767329011.704319:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300856874 00000100:00000001:1.0:1767329011.704320:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300857538 00000100:00000001:1.0:1767329011.704336:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329011.704337:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300861277 00000100:00000001:0.0:1767329011.704339:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329011.704347:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329011.704349:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329011.704350:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329011.704358:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329011.704358:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329011.704363:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329011.704364:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329011.704367:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329011.704371:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329011.704373:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1767329011.704373:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329011.704374:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1767329011.704381:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029ea41fb. 00000100:00000001:2.0:1767329011.704382:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329011.704382:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329011.704389:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329011.704397:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329011.704398:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329011.704398:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329011.704401:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329011.704409:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329011.704412:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329011.704416:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329011.704417:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329011.704418:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329011.704422:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b25755 00000400:00000010:0.0:1767329011.704424:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048b25755. 00000100:00000001:3.0:1767329011.704425:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329011.704430:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329011.704439:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329011.704440:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000148c304c x1853178572194560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329011.704456:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329011.704460:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000148c304c x1853178572194560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329011.704464:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329011.704465:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329011.704473:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329011.704475:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6bd0558. 00000400:00000200:0.0:1767329011.704479:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329011.704482:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329011.704484:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019e33dff 00000400:00000010:0.0:1767329011.704485:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019e33dff. 00000100:00000001:0.0:1767329011.704488:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329011.704490:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ebc4a5d x1853178572194816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329011.704494:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329011.704495:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ebc4a5d x1853178572194816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329011.704499:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329011.704500:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329011.706345:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329011.706362:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329011.706364:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329011.706366:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329011.706372:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329011.706382:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2804380 00000400:00000200:1.0:1767329011.706387:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x555 [1] + 224 00000800:00000001:1.0:1767329011.706393:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329011.706396:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329011.706398:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329011.706401:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329011.706406:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329011.706409:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001c588408 x1853178572194688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329011.706417:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001c588408 x1853178572194688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329011.706431:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329011.706448:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329011.706451:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329011.706452:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329011.706453:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329011.706456:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329011.706460:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2804300 00000400:00000200:1.0:1767329011.706463:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x559 [1] + 224 00000800:00000001:1.0:1767329011.706467:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329011.706475:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329011.706476:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329011.706478:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329011.706481:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329011.706485:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000148c304c x1853178572194560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329011.706494:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000148c304c x1853178572194560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329011.706519:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329011.706526:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329011.706534:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329011.706537:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767329011.706538:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329011.706540:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767329011.706549:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767329011.706550:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767329011.706551:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1767329011.706553:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767329011.706557:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767329011.706559:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f04f5f74. 00000400:00000200:1.0:1767329011.706570:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329011.706580:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2804400 00000400:00000200:3.0:1767329011.706617:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097041725 00000400:00000010:3.0:1767329011.706620:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097041725. 00000100:00000001:3.0:1767329011.706623:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767329011.706625:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329011.706628:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1767329011.706629:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c588408 x1853178572194688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329011.706631:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4f5fbcf. 00000400:00000200:0.0:1767329011.706637:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087ae87af 00000400:00000010:0.0:1767329011.706640:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087ae87af. 00000100:00000200:3.0:1767329011.706644:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c588408 x1853178572194688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329011.706645:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329011.706654:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000148c304c x1853178572194560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329011.706657:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x561 [1] + 224 00000100:00000001:3.0:1767329011.706686:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329011.706686:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329011.706694:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329011.706694:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000148c304c x1853178572194560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329011.706698:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329011.706702:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767329011.706703:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329011.706707:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767329011.706714:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329011.706716:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329011.706718:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767329011.706720:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329011.706725:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329011.706728:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329011.706734:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:3.0:1767329011.706736:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=148 v=5 (5 0 0 0) 00000100:00000001:1.0:1767329011.706736:0:208643:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767329011.706738:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329011.706749:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1767329011.706750:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=148 v=5 (1 0 0 0) 00000100:00000001:0.0:1767329011.706752:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329011.706755:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ebc4a5d x1853178572194816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329011.706762:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329011.706763:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329011.706770:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329011.706773:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=8 v=5 (5 5 0 0) 00010000:00000001:3.0:1767329011.706782:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329011.706791:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329011.706791:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=8 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329011.706801:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329011.706802:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329011.706802:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002ebc4a5d x1853178572194816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329011.706806:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329011.706806:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329011.706810:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329011.706812:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1767329011.706814:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329011.706818:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329011.706823:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329011.706830:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001c588408 x1853178572194688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329011.706838:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000148c304c x1853178572194560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329011.706891:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329011.706892:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329011.706894:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329011.706895:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329011.706901:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329011.706904:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767329011.706909:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000148c304c x1853178572194560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329027 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329011.706910:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1767329011.706912:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329011.706917:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329011.706924:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329011.706933:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c588408 x1853178572194688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329027 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329011.706934:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767329011.706934:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000148c304c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572194560:192.168.202.109@tcp:400: 00000400:00000001:2.0:1767329011.706945:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767329011.706947:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329011.706949:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329011.706954:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074548bbe. 00000100:00000001:0.0:1767329011.706961:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767329011.706963:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000185a590d 00000400:00000010:2.0:1767329011.706967:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000185a590d. 00000100:00100000:3.0:1767329011.706969:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001c588408 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572194688:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329011.706970:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000148c304c x1853178572194560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329027 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329011.706978:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329011.706992:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ebc4a5d x1853178572194816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329011.706993:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767329011.706995:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329011.706998:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767329011.707004:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767329011.707005:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081d167d1. 02000000:00000001:0.0:1767329011.707012:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767329011.707052:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001c588408 x1853178572194688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329027 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767329011.707054:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329011.707059:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329011.707071:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329011.707076:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c58f1272. 02000000:00000001:0.0:1767329011.707089:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767329011.707090:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767329011.707094:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ebc4a5d x1853178572194816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329011.707097:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767329011.707098:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:3.0:1767329011.707105:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000397a58c6. 00000100:00000010:0.0:1767329011.707112:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000148c304c. 02000000:00000001:3.0:1767329011.707118:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329011.707124:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329011.707126:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1767329011.707130:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329011.707134:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329011.707137:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767329011.707139:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767329011.707140:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329011.707142:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767329011.707143:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d4297425. 00000100:00000001:0.0:1767329011.707148:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329011.707150:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329011.707151:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329011.707154:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329011.707160:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767329011.707162:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:3.0:1767329011.707163:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c588408. 00000100:00000001:0.0:1767329011.707164:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329011.707176:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329011.707178:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329011.707178:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329011.707183:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329011.707184:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329011.707198:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329011.707199:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329011.707217:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1767329011.707217:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=8 v=5 (5 5 0 0) 00000100:00000001:3.0:1767329011.707221:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329011.707225:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767329011.707225:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=133 v=5 (1 0 0 0) 00000100:00000001:3.0:1767329011.707230:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329011.707231:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329011.707252:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329011.707256:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767329011.707262:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000002ebc4a5d x1853178572194816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767329011.707269:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329011.707271:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329011.707273:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329011.707274:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329011.707275:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329011.707278:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ebc4a5d x1853178572194816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329011.707294:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329011.707296:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329011.707298:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329011.707301:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ebc4a5d x1853178572194816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329027 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329011.707306:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ebc4a5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572194816:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329011.707309:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329011.707311:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329011.707313:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ebc4a5d x1853178572194816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329027 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329011.707318:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329011.707319:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329011.707321:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008bbc3300. 02000000:00000001:2.0:1767329011.707324:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329011.707325:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329011.707327:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329011.707329:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329011.707330:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074996e45. 02000000:00000001:2.0:1767329011.707333:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329011.707334:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329011.707335:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ebc4a5d. 00000100:00000001:2.0:1767329011.707338:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329011.707339:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329011.707340:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329011.707343:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329011.707344:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329011.707346:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329011.707347:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329011.767130:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329011.767135:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329011.767140:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329011.767142:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329011.767202:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329011.767208:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329011.767213:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329012.791105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329012.791112:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329012.791114:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329012.791116:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329012.791120:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329012.791122:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329012.791123:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329012.791125:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329012.791128:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329012.791129:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329012.791178:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329012.791181:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329012.791184:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329013.815121:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329013.815127:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329013.815131:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329013.815132:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329013.815234:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329013.815238:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329013.815241:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329014.839092:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329014.839098:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329014.839103:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329014.839106:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329014.839109:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329014.839115:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329014.839117:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329014.839118:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329014.839120:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329014.839122:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329014.839124:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329014.839126:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329014.839232:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329014.839236:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329014.839238:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329015.863131:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329015.863139:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329015.863146:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329015.863170:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329015.863233:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329015.863237:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329015.863239:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329016.311095:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300861277, at 4300861440 00000100:00000010:2.0:1767329016.311119:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e54f2307. 00000100:00000040:1.0:1767329016.311203:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300861277, at 4300861440 00000100:00000010:1.0:1767329016.311212:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f77cedb. 00000100:00000040:3.0:1767329016.311423:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300861277, at 4300861440 00000100:00000010:3.0:1767329016.311442:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000819f352d. 00000100:00000040:0.0:1767329016.312063:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300861277, at 4300861441 00000100:00000010:0.0:1767329016.312074:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f104d75. 00000100:00000040:3.0:1767329016.823153:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329016.823161:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329016.823171:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd9171ef. 00000020:00000040:3.0:1767329016.823177:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329016.823181:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329016.823184:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329016.823204:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329016.823211:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cc21aaa9. 00000100:00000001:3.0:1767329016.823217:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329016.823226:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000cd9171ef x1853178572194944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329016.823235:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329016.823237:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329016.823242:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd9171ef] to pc [ptlrpcd_00_03+3] req@00000000cd9171ef x1853178572194944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329016.823267:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329016.823269:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329016.823275:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329016.823277:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000aa68ef7. 00000020:00000040:3.0:1767329016.823279:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329016.823280:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329016.823281:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329016.823282:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329016.823286:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000047440aa3. 00000100:00000001:3.0:1767329016.823288:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329016.823290:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000000aa68ef7 x1853178572195072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329016.823295:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329016.823296:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329016.823298:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000aa68ef7] to pc [ptlrpcd_00_00+0] req@000000000aa68ef7 x1853178572195072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329016.823320:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329016.823325:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329016.823327:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329016.823333:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cd9171ef x1853178572194944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329016.823337:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329016.823339:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329016.823343:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329016.823346:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329016.823349:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000660a521f. 00000020:00000040:3.0:1767329016.823352:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329016.823360:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329016.823364:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767329016.823366:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329016.823367:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767329016.823368:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329016.823371:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329016.823376:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329016.823380:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329016.823381:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767329016.823382:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070fb6d87. 00000100:00000001:1.0:1767329016.823385:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767329016.823385:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329016.823386:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329016.823393:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000aa68ef7 x1853178572195072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329016.823393:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329016.823398:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000660a521f x1853178572195200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329016.823402:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cd9171ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572194944:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329016.823408:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329016.823416:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329016.823418:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329016.823426:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329016.823431:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329016.823432:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329016.823437:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329016.823438:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767329016.823438:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767329016.823441:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329016.823443:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329016.823446:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767329016.823447:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cdb334d5. 02000000:00000001:1.0:1767329016.823450:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329016.823451:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329016.823453:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000660a521f] to pc [ptlrpcd_00_01+1] req@00000000660a521f x1853178572195200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329016.823459:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000aa68ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572195072:192.168.202.109@tcp:400: 00000400:00000010:0.0:1767329016.823461:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000115628ff. 00000100:00000001:1.0:1767329016.823468:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767329016.823472:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9986c64. 02000000:00000001:1.0:1767329016.823473:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329016.823476:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329016.823478:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329016.823479:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329016.823480:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572194944, portal 25 02000000:00000010:1.0:1767329016.823482:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db5a44f4. 00000100:00000040:3.0:1767329016.823484:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329016.823486:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767329016.823487:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329016.823489:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776931968 : -127176932619648 : ffff8c55501b8a80) 00000100:00000040:3.0:1767329016.823491:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1767329016.823496:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d117b9e1. 00000100:00000040:3.0:1767329016.823499:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6199) 00000100:00000040:0.0:1767329016.823500:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cd9171ef x1853178572194944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329016.823504:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002044f8ff. 00000100:00000001:2.0:1767329016.823507:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767329016.823511:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572195072, portal 10 00000100:00000001:2.0:1767329016.823515:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329016.823519:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329016.823521:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329016.823522:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776929280 : -127176932622336 : ffff8c55501b8000) 00000100:00000001:0.0:1767329016.823523:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329016.823529:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329016.823535:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008742989f. 00000100:00000040:1.0:1767329016.823541:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000aa68ef7 x1853178572195072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329016.823542:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000660a521f x1853178572195200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329016.823542:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572194944, offset 0 00000100:00000001:1.0:1767329016.823556:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329016.823565:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329016.823573:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329016.823575:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c86e3c6. 00000100:00000200:1.0:1767329016.823588:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572195072, offset 0 00000100:00000001:2.0:1767329016.823590:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329016.823593:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329016.823599:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329016.823600:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767329016.823601:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:2.0:1767329016.823610:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329016.823616:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767329016.823617:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329016.823631:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572195200:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767329016.823632:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329016.823643:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329016.823649:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767329016.823649:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767329016.823654:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329016.823659:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329016.823663:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000010:2.0:1767329016.823665:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ae21526. 02000000:00000001:2.0:1767329016.823668:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329016.823675:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [145:145:256:4294967295] 192.168.202.109@tcp LPNI seq info [145:145:8:4294967295] 00000400:00000010:2.0:1767329016.823676:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074548bbe. 00000400:00000010:2.0:1767329016.823685:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000185a590d. 00000100:00000200:2.0:1767329016.823694:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572195200, portal 10 00000100:00000001:2.0:1767329016.823699:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329016.823703:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776936448 : -127176932615168 : ffff8c55501b9c00) 00000400:00000200:0.0:1767329016.823708:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:2.0:1767329016.823713:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000660a521f x1853178572195200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329016.823737:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767329016.823742:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329016.823743:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:2.0:1767329016.823744:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329016.823754:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c58f1272. 00000400:00000010:2.0:1767329016.823755:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f756aee. 00000400:00000200:1.0:1767329016.823756:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329016.823770:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000200:2.0:1767329016.823771:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572195200, offset 0 00000400:00000200:1.0:1767329016.823776:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767329016.823782:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329016.823785:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329016.823785:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:0.0:1767329016.823799:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329016.823800:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [146:146:255:4294967295] 192.168.202.109@tcp LPNI seq info [146:146:7:4294967295] 00000800:00000200:0.0:1767329016.823806:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c58f1272 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329016.823813:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329016.823817:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329016.823822:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bfe2aba. 00000100:00000001:0.0:1767329016.823824:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329016.823829:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329016.823833:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300866396 00000800:00000200:1.0:1767329016.823837:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329016.823846:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1767329016.823846:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000019033a6d. 00000800:00000200:1.0:1767329016.823848:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329016.823854:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007bfe2aba type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329016.823858:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767329016.823865:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329016.823869:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329016.823869:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300866396 00000100:00000040:1.0:1767329016.823872:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 686735 usecs (687 jiffies) 00000100:00000010:0.0:1767329016.823876:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007189cfa0. 00000100:00000001:1.0:1767329016.823878:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300862639 00000400:00000200:2.0:1767329016.823881:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329016.823885:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767329016.823890:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300866396 00000100:00000001:0.0:1767329016.823892:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300866396 00000400:00000200:2.0:1767329016.823894:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329016.823899:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300862639 00000100:00000010:0.0:1767329016.823902:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7cd719b. 00000100:00000001:1.0:1767329016.823903:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300866396 00000400:00000200:2.0:1767329016.823909:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [147:147:254:4294967295] 192.168.202.109@tcp LPNI seq info [147:147:6:4294967295] 00000100:00000001:0.0:1767329016.823910:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767329016.823913:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300862639 00000100:00000001:0.0:1767329016.823922:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300866396 00000100:00000001:1.0:1767329016.823923:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300866396 00000800:00000200:3.0:1767329016.823928:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767329016.823929:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a542f25. 00000100:00000001:1.0:1767329016.823930:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300862639 00000800:00000010:3.0:1767329016.823935:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c58f1272. 00000100:00000001:0.0:1767329016.823940:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767329016.823947:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329016.823950:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300866396 00000100:00000001:0.0:1767329016.823950:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329016.823955:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329016.823962:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329016.823963:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329016.823969:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329016.823977:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329016.823978:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329016.823981:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008742989f 00000100:00000001:1.0:1767329016.823983:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329016.823983:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767329016.823984:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329016.823989:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008742989f. 00000100:00000001:1.0:1767329016.823995:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767329016.824000:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089a33831. 00000100:00000001:0.0:1767329016.824000:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329016.824002:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329016.824008:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329016.824009:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329016.824009:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329016.824044:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329016.824045:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329016.824048:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329016.824053:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329016.824057:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cd9171ef x1853178572194944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329016.824071:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767329016.824075:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329016.824083:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329016.824089:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329016.824090:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767329016.824096:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329016.824096:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329016.824103:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cd9171ef x1853178572194944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329032 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767329016.824110:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089a33831 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329016.824114:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329016.824117:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329016.824118:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329016.824126:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 39756 usecs (40 jiffies) 00000100:00000001:2.0:1767329016.824130:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300861993 00000100:00000001:2.0:1767329016.824132:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300866396 00000100:00000001:2.0:1767329016.824135:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300861993 00000800:00000200:3.0:1767329016.824136:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329016.824148:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bfe2aba. 00000100:00000001:2.0:1767329016.824148:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300866396 00000100:00000001:2.0:1767329016.824161:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300861993 00000400:00000200:3.0:1767329016.824162:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329016.824173:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300866396 00000400:00000200:3.0:1767329016.824180:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329016.824182:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300861993 00000100:00000001:2.0:1767329016.824200:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300866396 00000100:00000001:2.0:1767329016.824201:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329016.824203:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c86e3c6 00000100:00000001:2.0:1767329016.824203:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329016.824208:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c86e3c6. 00000100:00000001:2.0:1767329016.824209:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329016.824212:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329016.824214:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329016.824219:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000aa68ef7 x1853178572195072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329016.824225:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329016.824227:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329016.824231:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767329016.824232:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000aa68ef7 x1853178572195072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329032 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329016.824241:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329016.824243:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329016.824245:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329016.824246:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329016.824256:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329016.824268:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329016.824316:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329016.824319:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089a33831. 00000400:00000200:3.0:1767329016.824321:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329016.824324:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329016.824325:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f756aee 00000400:00000010:3.0:1767329016.824326:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007f756aee. 00000100:00000001:3.0:1767329016.824329:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329016.824331:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000660a521f x1853178572195200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329016.824336:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329016.824337:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000660a521f x1853178572195200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329032 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329016.824350:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329016.824351:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329016.826083:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329016.826096:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329016.826099:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329016.826101:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329016.826116:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329016.826128:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2804480 00000400:00000200:0.0:1767329016.826135:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x56d [1] + 224 00000800:00000001:0.0:1767329016.826142:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329016.826147:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329016.826149:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329016.826153:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329016.826158:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329016.826162:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cd9171ef x1853178572194944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329016.826173:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cd9171ef x1853178572194944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329016.826205:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329016.826213:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329016.826218:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329016.826221:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329016.826225:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329016.826230:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767329016.826235:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329016.826239:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2804500 00000100:00000001:1.0:1767329016.826240:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329016.826246:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329016.826248:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329016.826249:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000115628ff. 00000400:00000200:1.0:1767329016.826253:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9986c64 00000400:00000010:1.0:1767329016.826255:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9986c64. 00000100:00000001:1.0:1767329016.826258:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329016.826263:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cd9171ef x1853178572194944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329016.826264:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x571 [1] + 224 00000800:00000001:0.0:1767329016.826275:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767329016.826278:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cd9171ef x1853178572194944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329016.826281:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329016.826286:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329016.826288:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329016.826291:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329016.826295:0:208651:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767329016.826295:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 02000000:00000001:1.0:1767329016.826297:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329016.826300:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329016.826302:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329016.826303:0:208642:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767329016.826305:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329016.826310:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000aa68ef7 x1853178572195072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767329016.826311:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=13 v=5 (5 5 0 0) 00000100:00001000:1.0:1767329016.826317:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=13 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329016.826324:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329016.826326:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329016.826331:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329016.826334:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329016.826334:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000aa68ef7 x1853178572195072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329016.826340:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329016.826349:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cd9171ef x1853178572194944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329016.826356:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329016.826358:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329016.826362:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329016.826365:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329016.826368:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767329016.826371:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd9171ef x1853178572194944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329032 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329016.826374:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329016.826379:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329016.826383:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329016.826393:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767329016.826394:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329016.826401:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329016.826412:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767329016.826414:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2804580 00000100:00100000:1.0:1767329016.826418:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cd9171ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572194944:192.168.202.109@tcp:400: 00000400:00000001:2.0:1767329016.826421:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329016.826427:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d117b9e1. 00000100:00000001:1.0:1767329016.826432:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329016.826434:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002044f8ff 00000100:00000001:1.0:1767329016.826436:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767329016.826438:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002044f8ff. 00000100:00000040:1.0:1767329016.826443:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cd9171ef x1853178572194944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329032 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329016.826445:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767329016.826452:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x57d [1] + 224 00000100:00000200:2.0:1767329016.826458:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000aa68ef7 x1853178572195072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329016.826465:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1767329016.826470:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767329016.826472:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329016.826480:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cdb334d5. 00000800:00000001:0.0:1767329016.826482:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329016.826487:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000aa68ef7 x1853178572195072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329016.826489:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767329016.826489:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767329016.826494:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329016.826501:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000400:00000200:0.0:1767329016.826513:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000020:00000001:1.0:1767329016.826514:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329016.826521:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cc21aaa9. 00000100:00000001:0.0:1767329016.826529:0:208642:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767329016.826534:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767329016.826535:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767329016.826536:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767329016.826538:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329016.826539:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000660a521f x1853178572195200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767329016.826540:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cd9171ef. 00000100:00000001:2.0:1767329016.826548:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329016.826550:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329016.826552:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329016.826556:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329016.826561:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329016.826563:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329016.826569:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329016.826569:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329016.826570:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000660a521f x1853178572195200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329016.826576:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329016.826578:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329016.826584:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329016.826587:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329016.826604:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=153 v=5 (5 0 0 0) 00000100:00001000:2.0:1767329016.826609:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=153 v=5 (1 0 0 0) 00000100:00000001:0.0:1767329016.826610:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329016.826611:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329016.826614:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329016.826616:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767329016.826617:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329016.826622:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329016.826623:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329016.826628:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329016.826631:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329016.826633:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329016.826634:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329016.826640:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000aa68ef7 x1853178572195072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329016.826641:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329016.826646:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329016.826653:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767329016.826654:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767329016.826656:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767329016.826658:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767329016.826660:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074548bbe. 00000100:00000001:2.0:1767329016.826660:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329016.826668:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000185a590d 00000400:00000010:3.0:1767329016.826675:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000185a590d. 00000100:00000040:2.0:1767329016.826679:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000aa68ef7 x1853178572195072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329032 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329016.826680:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329016.826689:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000660a521f x1853178572195200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329016.826697:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000aa68ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572195072:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329016.826715:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329016.826720:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767329016.826724:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000660a521f x1853178572195200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329016.826728:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000aa68ef7 x1853178572195072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329032 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329016.826782:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329016.826786:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329016.826787:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329016.826793:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767329016.826794:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767329016.826802:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db5a44f4. 02000000:00000001:3.0:1767329016.826803:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329016.826806:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767329016.826808:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767329016.826809:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329016.826813:0:208648:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767329016.826814:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767329016.826817:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329016.826821:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1767329016.826823:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=13 v=5 (5 5 0 0) 02000000:00000010:2.0:1767329016.826823:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000047440aa3. 02000000:00000001:2.0:1767329016.826832:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1767329016.826834:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=138 v=5 (1 0 0 0) 02000000:00000001:2.0:1767329016.826834:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329016.826841:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000aa68ef7. 00000100:00000001:3.0:1767329016.826845:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329016.826846:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329016.826850:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329016.826850:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767329016.826858:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329016.826862:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767329016.826863:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000660a521f x1853178572195200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329016.826873:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767329016.826875:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329016.826876:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329016.826881:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767329016.826882:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329016.826888:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329016.826889:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329016.826895:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329016.826897:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329016.826910:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000660a521f x1853178572195200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329016.826916:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329016.826918:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329016.826919:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329016.826921:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000660a521f x1853178572195200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329032 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329016.826926:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572195200:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329016.826929:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329016.826931:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329016.826932:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000660a521f x1853178572195200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329032 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329016.826936:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329016.826937:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329016.826939:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ae21526. 02000000:00000001:3.0:1767329016.826942:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329016.826943:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329016.826944:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329016.826946:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329016.826947:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070fb6d87. 02000000:00000001:3.0:1767329016.826950:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329016.826951:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329016.826952:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000660a521f. 00000100:00000001:3.0:1767329016.826954:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329016.826955:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329016.826956:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329016.826959:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329016.826960:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329016.826962:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329016.826963:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329016.887124:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329016.887130:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329016.887134:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329016.887135:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329016.887203:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329016.887206:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329016.887209:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329017.911104:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329017.911115:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329017.911123:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329017.911125:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329017.911228:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329017.911232:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329017.911235:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329018.935084:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329018.935090:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329018.935094:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329018.935110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329018.935211:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329018.935215:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329018.935217:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329019.959103:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329019.959108:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329019.959112:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329019.959112:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329019.959186:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329019.959193:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329019.959196:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329020.983118:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329020.983123:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329020.983129:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329020.983131:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329020.983205:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329020.983208:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329020.983210:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329021.431125:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300866396, at 4300866560 00000100:00000040:2.0:1767329021.431127:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300866396, at 4300866560 00000100:00000010:2.0:1767329021.431156:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7cd719b. 00000100:00000010:3.0:1767329021.431162:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a542f25. 00000100:00000040:1.0:1767329021.431162:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300866396, at 4300866560 00000100:00000010:1.0:1767329021.431169:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007189cfa0. 00000100:00000040:0.0:1767329021.431190:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300866396, at 4300866560 00000100:00000010:0.0:1767329021.431210:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000019033a6d. 00000100:00000040:0.0:1767329021.943171:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329021.943184:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329021.943195:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000148c304c. 00000020:00000040:0.0:1767329021.943203:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329021.943208:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329021.943229:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329021.943235:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329021.943244:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000076d91448. 00000100:00000001:0.0:1767329021.943251:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329021.943262:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000148c304c x1853178572195328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329021.943272:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329021.943274:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329021.943278:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000148c304c] to pc [ptlrpcd_00_02+2] req@00000000148c304c x1853178572195328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329021.943312:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329021.943315:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329021.943325:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767329021.943330:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767329021.943334:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ebc4a5d. 00000100:00000001:1.0:1767329021.943339:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767329021.943339:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329021.943340:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329021.943342:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329021.943345:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767329021.943346:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329021.943346:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329021.943349:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329021.943358:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000148c304c x1853178572195328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767329021.943359:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c58f1272. 00000100:00000001:0.0:1767329021.943366:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329021.943378:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000002ebc4a5d x1853178572195456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329021.943385:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329021.943392:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329021.943399:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329021.943402:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329021.943403:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329021.943411:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329021.943415:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ebc4a5d] to pc [ptlrpcd_00_03+3] req@000000002ebc4a5d x1853178572195456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329021.943418:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329021.943431:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000148c304c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572195328:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329021.943446:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329021.943450:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329021.943452:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329021.943453:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329021.943467:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767329021.943468:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329021.943470:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767329021.943479:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024dc58fa. 00000100:00000001:1.0:1767329021.943480:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329021.943480:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767329021.943490:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767329021.943491:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329021.943491:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c588408. 00000100:00000040:1.0:1767329021.943505:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ebc4a5d x1853178572195456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767329021.943506:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000400:00000010:3.0:1767329021.943508:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f04f5f74. 00000400:00000010:3.0:1767329021.943519:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097041725. 00000100:00000001:0.0:1767329021.943524:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329021.943529:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1767329021.943530:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572195328, portal 25 02000000:00000001:0.0:1767329021.943536:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329021.943537:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329021.943537:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329021.943546:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578897664 : -127177130653952 : ffff8c55444dc700) 00000100:00000001:1.0:1767329021.943546:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329021.943547:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074996e45. 02000000:00000001:1.0:1767329021.943551:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329021.943560:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329021.943560:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329021.943567:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000148c304c x1853178572195328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329021.943572:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329021.943578:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000001c588408 x1853178572195584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329021.943585:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ebc4a5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572195456:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329021.943607:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329021.943612:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329021.943620:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329021.943622:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767329021.943631:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329021.943632:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329021.943634:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329021.943637:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081d167d1. 02000000:00000001:1.0:1767329021.943644:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329021.943649:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329021.943649:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c588408] to pc [ptlrpcd_00_00+0] req@000000001c588408 x1853178572195584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329021.943652:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c0b4d67. 00000400:00000010:3.0:1767329021.943659:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000231b7bae. 00000400:00000010:1.0:1767329021.943663:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036ed7076. 00000100:00000200:3.0:1767329021.943669:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572195328, offset 0 00000100:00000200:1.0:1767329021.943673:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572195456, portal 10 00000100:00000001:1.0:1767329021.943685:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329021.943689:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578903936 : -127177130647680 : ffff8c55444ddf80) 00000400:00000200:3.0:1767329021.943697:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:1.0:1767329021.943707:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ebc4a5d x1853178572195456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329021.943714:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329021.943715:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329021.943716:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329021.943725:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767329021.943731:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329021.943733:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329021.943735:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767329021.943736:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767329021.943739:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767329021.943739:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002044f8ff. 00000100:00000001:2.0:1767329021.943749:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767329021.943750:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572195456, offset 0 00000100:00000040:0.0:1767329021.943752:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6204) 00000400:00000200:3.0:1767329021.943754:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:2.0:1767329021.943759:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001c588408 x1853178572195584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329021.943766:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329021.943767:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329021.943776:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767329021.943777:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329021.943783:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [148:148:256:4294967295] 192.168.202.109@tcp LPNI seq info [148:148:8:4294967295] 00000100:00000001:2.0:1767329021.943787:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329021.943790:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329021.943792:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329021.943796:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329021.943797:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329021.943799:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329021.943805:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001c588408 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572195584:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329021.943811:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767329021.943815:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:2.0:1767329021.943816:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329021.943819:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329021.943823:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329021.943827:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ed688e9. 00000800:00000200:3.0:1767329021.943828:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329021.943830:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:2.0:1767329021.943831:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329021.943837:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767329021.943838:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8313d04. 00000800:00000010:3.0:1767329021.943839:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000400:00000200:1.0:1767329021.943841:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:2.0:1767329021.943845:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ad6670d. 00000400:00000200:1.0:1767329021.943846:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1767329021.943850:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572195584, portal 10 00000800:00000200:3.0:1767329021.943853:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329021.943853:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329021.943854:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329021.943858:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578901248 : -127177130650368 : ffff8c55444dd500) 00000400:00000200:1.0:1767329021.943862:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [149:149:255:4294967295] 192.168.202.109@tcp LPNI seq info [149:149:7:4294967295] 00000100:00000040:2.0:1767329021.943867:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001c588408 x1853178572195584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767329021.943868:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329021.943878:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329021.943879:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329021.943889:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767329021.943892:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329021.943896:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329021.943899:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ecca153. 00000400:00000010:2.0:1767329021.943900:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001952865f. 00000100:00000001:3.0:1767329021.943903:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329021.943905:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572195584, offset 0 00000800:00000200:1.0:1767329021.943910:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329021.943911:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300871516 00000400:00000200:2.0:1767329021.943916:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329021.943919:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:3.0:1767329021.943921:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c91140d3. 00000800:00000200:1.0:1767329021.943923:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ecca153 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329021.943928:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329021.943929:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329021.943931:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767329021.943933:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767329021.943936:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 669668 usecs (670 jiffies) 00000400:00000200:2.0:1767329021.943939:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329021.943940:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300871516 00000100:00000001:1.0:1767329021.943944:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300867742 00000400:00000200:2.0:1767329021.943946:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1767329021.943948:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000027a1f5fa. 00000100:00000001:1.0:1767329021.943951:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300871516 00000400:00000200:2.0:1767329021.943952:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329021.943954:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767329021.943962:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [150:150:254:4294967295] 192.168.202.109@tcp LPNI seq info [150:150:6:4294967295] 00000100:00000001:1.0:1767329021.943962:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300867742 00000100:00000001:3.0:1767329021.943968:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300871516 00000100:00000001:1.0:1767329021.943971:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300871516 00000100:00000010:3.0:1767329021.943972:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006891a517. 00000800:00000200:0.0:1767329021.943975:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329021.943981:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767329021.943981:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300867742 00000800:00000010:0.0:1767329021.943984:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00000400:00000200:2.0:1767329021.943985:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329021.943990:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300871516 00000100:00000001:1.0:1767329021.943995:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300871516 00000100:00000010:3.0:1767329021.943998:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e065e8f. 00000400:00000200:0.0:1767329021.943998:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329021.944006:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300867742 00000800:00000200:2.0:1767329021.944009:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329021.944011:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000800:00000010:2.0:1767329021.944055:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089a33831. 00000100:00000001:3.0:1767329021.944061:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329021.944070:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300871516 00000800:00000200:2.0:1767329021.944072:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329021.944076:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329021.944076:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329021.944084:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329021.944090:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329021.944091:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329021.944092:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329021.944093:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000231b7bae 00000100:00000001:3.0:1767329021.944100:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767329021.944101:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089a33831 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767329021.944101:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000231b7bae. 00000100:00000001:1.0:1767329021.944104:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329021.944112:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329021.944114:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329021.944115:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329021.944116:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329021.944116:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329021.944125:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767329021.944127:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 38767 usecs (39 jiffies) 00000100:00000001:3.0:1767329021.944128:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329021.944129:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767329021.944132:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000148c304c x1853178572195328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329021.944134:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329021.944136:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300867112 00000100:00000001:3.0:1767329021.944154:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329021.944154:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329021.944162:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329021.944164:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329021.944164:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300871516 00000100:00000001:1.0:1767329021.944170:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329021.944179:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300867112 00000100:00000001:1.0:1767329021.944182:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329021.944194:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300871516 00000100:00000001:0.0:1767329021.944198:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329021.944200:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300867112 00000100:00000001:2.0:1767329021.944204:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300871516 00000100:00000040:0.0:1767329021.944205:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000148c304c x1853178572195328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329037 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329021.944211:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300867112 00000100:00000001:2.0:1767329021.944219:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300871516 00000100:00000001:2.0:1767329021.944228:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329021.944240:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329021.944241:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329021.944247:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329021.944248:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329021.944252:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329021.944256:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329021.944257:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329021.944260:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329021.944262:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329021.944265:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329021.944268:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329021.944274:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329021.944277:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ecca153. 00000400:00000200:0.0:1767329021.944282:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329021.944289:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329021.944292:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002044f8ff 00000400:00000010:0.0:1767329021.944293:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002044f8ff. 00000100:00000001:0.0:1767329021.944296:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329021.944298:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ebc4a5d x1853178572195456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329021.944304:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329021.944305:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ebc4a5d x1853178572195456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329037 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329021.944309:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329021.944310:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329021.944363:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329021.944365:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089a33831. 00000400:00000200:0.0:1767329021.944367:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329021.944369:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329021.944370:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001952865f 00000400:00000010:0.0:1767329021.944371:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001952865f. 00000100:00000001:0.0:1767329021.944374:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329021.944376:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c588408 x1853178572195584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329021.944381:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329021.944383:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001c588408 x1853178572195584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329037 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329021.944387:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329021.944389:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329021.945950:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329021.945963:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329021.945965:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329021.945967:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329021.946091:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329021.946104:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2804600 00000400:00000200:3.0:1767329021.946111:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x585 [1] + 224 00000800:00000001:3.0:1767329021.946118:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329021.946123:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329021.946126:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329021.946131:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329021.946152:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329021.946210:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000148c304c x1853178572195328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329037 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329021.946218:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000148c304c x1853178572195328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329021.946232:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329021.946239:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329021.946243:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329021.946244:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329021.946245:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329021.946248:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329021.946253:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2804700 00000400:00000200:3.0:1767329021.946257:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x595 [1] + 224 00000800:00000001:3.0:1767329021.946268:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329021.946271:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329021.946272:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329021.946273:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329021.946276:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329021.946279:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329021.946283:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767329021.946284:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767329021.946287:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001c588408 x1853178572195584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329037 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767329021.946288:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329021.946291:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f04f5f74. 00000400:00000200:2.0:1767329021.946298:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097041725 00000100:00000040:3.0:1767329021.946301:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001c588408 x1853178572195584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329021.946302:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097041725. 00000100:00000001:2.0:1767329021.946307:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329021.946313:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000148c304c x1853178572195328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329021.946320:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329021.946325:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329021.946329:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329021.946332:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000148c304c x1853178572195328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329037 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329021.946333:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329021.946336:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329021.946346:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767329021.946348:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329021.946352:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329021.946353:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2804680 00000100:00000001:2.0:1767329021.946358:0:208650:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767329021.946361:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x58d [1] + 224 02000000:00000001:2.0:1767329021.946363:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767329021.946365:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329021.946368:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329021.946368:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767329021.946370:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329021.946373:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329021.946374:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329021.946374:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767329021.946381:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767329021.946382:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 02000000:00000001:2.0:1767329021.946382:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767329021.946386:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329021.946390:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8313d04. 00000100:00001000:2.0:1767329021.946392:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=18 v=5 (5 5 0 0) 00000400:00000200:1.0:1767329021.946396:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ad6670d 00000100:00001000:2.0:1767329021.946399:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=18 v=5 (1 1 0 0) 00000400:00000010:1.0:1767329021.946402:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ad6670d. 00000100:00000001:2.0:1767329021.946405:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329021.946408:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329021.946409:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329021.946409:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767329021.946413:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767329021.946416:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ebc4a5d x1853178572195456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329037 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767329021.946418:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329021.946419:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c588408 x1853178572195584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329021.946424:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329021.946435:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000148c304c x1853178572195328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329037 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329021.946443:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002ebc4a5d x1853178572195456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329021.946460:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c588408 x1853178572195584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329037 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329021.946468:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329021.946477:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329021.946477:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329021.946482:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329021.946482:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329021.946483:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329021.946487:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329021.946488:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329021.946493:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000148c304c x1853178572195328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329037 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329021.946495:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329021.946499:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329021.946504:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329021.946508:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329021.946513:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329021.946514:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000148c304c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572195328:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329021.946516:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329021.946522:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1767329021.946525:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=18 v=5 (5 5 0 0) 00000400:00000001:0.0:1767329021.946531:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767329021.946532:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767329021.946534:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=143 v=5 (1 0 0 0) 00000400:00000001:0.0:1767329021.946536:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767329021.946540:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767329021.946542:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c0b4d67. 00000100:00000001:1.0:1767329021.946545:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767329021.946550:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000148c304c x1853178572195328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329037 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329021.946551:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329021.946551:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036ed7076 00010000:00000001:1.0:1767329021.946559:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767329021.946564:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036ed7076. 00000100:00000001:0.0:1767329021.946572:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329021.946579:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00080000:1.0:1767329021.946580:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001c588408 x1853178572195584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329037 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329021.946584:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ebc4a5d x1853178572195456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329021.946586:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329021.946593:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024dc58fa. 02000000:00000001:2.0:1767329021.946622:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329021.946630:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329021.946637:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000200:0.0:1767329021.946641:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ebc4a5d x1853178572195456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329037 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767329021.946649:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329021.946657:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000076d91448. 00010000:00000001:1.0:1767329021.946657:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329021.946659:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329021.946664:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329021.946669:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329021.946670:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329021.946671:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767329021.946672:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329021.946678:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767329021.946680:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767329021.946681:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329021.946681:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767329021.946687:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000148c304c. 02000000:00000001:0.0:1767329021.946688:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329021.946689:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329021.946696:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329021.946697:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1767329021.946699:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=8 v=5 (5 5 0 0) 00000100:00000001:2.0:1767329021.946701:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329021.946707:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001c588408 x1853178572195584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329037 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767329021.946711:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=8 v=5 (1 1 0 0) 00000100:00000001:2.0:1767329021.946713:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329021.946726:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329021.946728:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329021.946731:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329021.946733:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329021.946742:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329021.946744:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329021.946744:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329021.946752:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329021.946752:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329021.946753:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329021.946758:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329021.946762:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329021.946766:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000040:1.0:1767329021.946767:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c588408 x1853178572195584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329037 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329021.946770:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329021.946773:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329021.946787:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ebc4a5d x1853178572195456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329037 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329021.946791:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001c588408 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572195584:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329021.946807:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329021.946816:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329021.946817:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329021.946823:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767329021.946824:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001c588408 x1853178572195584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329037 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329021.946827:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329021.946837:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ebc4a5d x1853178572195456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329037 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329021.946847:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329021.946854:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1767329021.946856:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ebc4a5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572195456:192.168.202.109@tcp:400: 02000000:00000010:1.0:1767329021.946860:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ed688e9. 00000100:00000001:0.0:1767329021.946863:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329021.946868:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767329021.946875:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767329021.946876:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329021.946880:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000040:0.0:1767329021.946880:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ebc4a5d x1853178572195456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329037 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767329021.946889:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329021.946895:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074996e45. 00000100:00000001:0.0:1767329021.946896:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329021.946901:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767329021.946904:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:0.0:1767329021.946904:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081d167d1. 02000000:00000001:1.0:1767329021.946912:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767329021.946912:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329021.946917:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:1.0:1767329021.946918:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c588408. 00000020:00000040:0.0:1767329021.946920:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329021.946931:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767329021.946933:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:0.0:1767329021.946934:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c58f1272. 02000000:00000001:0.0:1767329021.946938:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329021.946939:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329021.946940:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ebc4a5d. 00000100:00000001:0.0:1767329021.946942:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329021.946947:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329021.946947:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329021.946949:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329021.946955:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329021.946958:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329021.946961:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329021.946962:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329021.946964:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329021.946969:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329021.946969:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329021.946975:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329021.946978:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329022.007119:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329022.007126:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329022.007133:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329022.007134:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329022.007227:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329022.007235:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329022.007238:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329023.031190:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329023.031198:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329023.031200:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329023.031202:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329023.031207:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329023.031220:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329023.031221:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329023.031223:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329023.031226:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329023.031228:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329023.031298:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329023.031301:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329023.031321:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329024.055158:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329024.055164:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329024.055171:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329024.055172:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329024.055234:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329024.055237:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329024.055240:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329025.080076:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329025.080082:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329025.080089:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329025.080092:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329025.080095:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329025.080100:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329025.080103:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329025.080104:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329025.080119:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329025.080121:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329025.080123:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329025.080126:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329025.080156:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329025.080160:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329025.080163:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329026.103155:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329026.103161:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329026.103167:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329026.103185:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329026.103242:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329026.103248:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329026.103252:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329026.551144:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300871516, at 4300871680 00000100:00000040:1.0:1767329026.551160:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300871516, at 4300871680 00000100:00000040:3.0:1767329026.551163:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300871516, at 4300871680 00000100:00000010:0.0:1767329026.551164:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c91140d3. 00000100:00000010:1.0:1767329026.551182:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000027a1f5fa. 00000100:00000010:3.0:1767329026.551185:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e065e8f. 00000100:00000040:2.0:1767329026.551432:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300871516, at 4300871680 00000100:00000010:2.0:1767329026.551440:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006891a517. 00000100:00000040:2.0:1767329027.063188:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329027.063197:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329027.063208:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056f3f7d6. 00000020:00000040:2.0:1767329027.063215:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329027.063219:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329027.063221:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329027.063227:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329027.063234:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e6bd0558. 00000100:00000001:2.0:1767329027.063240:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329027.063249:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000056f3f7d6 x1853178572195712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329027.063258:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329027.063260:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329027.063265:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f3f7d6] to pc [ptlrpcd_00_01+1] req@0000000056f3f7d6 x1853178572195712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329027.063293:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329027.063295:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329027.063314:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767329027.063315:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767329027.063318:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000929a317e. 00000020:00000040:2.0:1767329027.063321:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329027.063324:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329027.063325:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329027.063334:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767329027.063334:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767329027.063341:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329027.063345:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000048650044. 00000100:00000040:0.0:1767329027.063349:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056f3f7d6 x1853178572195712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329027.063350:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329027.063351:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329027.063359:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329027.063365:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000929a317e x1853178572195840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329027.063387:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329027.063389:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329027.063391:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000929a317e] to pc [ptlrpcd_00_02+2] req@00000000929a317e x1853178572195840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329027.063406:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329027.063408:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329027.063413:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329027.063413:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767329027.063423:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767329027.063423:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329027.063434:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329027.063437:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329027.063437:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329027.063446:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767329027.063448:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329027.063449:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329027.063451:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000056f3f7d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572195712:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329027.063459:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767329027.063460:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004920a0f5. 00000100:00000001:0.0:1767329027.063461:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1767329027.063468:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329027.063471:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329027.063472:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767329027.063476:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000929a317e x1853178572195840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329027.063479:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329027.063479:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329027.063486:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329027.063488:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329027.063498:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba0b6bbc. 02000000:00000010:0.0:1767329027.063500:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f39535ca. 00000100:00000001:3.0:1767329027.063501:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329027.063502:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329027.063506:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329027.063507:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329027.063517:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767329027.063517:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000004920a0f5 x1853178572195968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767329027.063518:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047b42ce5. 02000000:00000001:3.0:1767329027.063526:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767329027.063530:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009894196a. 02000000:00000001:3.0:1767329027.063538:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329027.063544:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572195712, portal 25 00000100:00100000:3.0:1767329027.063551:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000929a317e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572195840:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329027.063554:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329027.063561:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777359744 : -127176932191872 : ffff8c5550221180) 00000100:00000001:3.0:1767329027.063573:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329027.063576:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767329027.063577:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000056f3f7d6 x1853178572195712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329027.063581:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329027.063581:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329027.063589:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767329027.063590:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329027.063595:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767329027.063600:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004920a0f5] to pc [ptlrpcd_00_03+3] req@000000004920a0f5 x1853178572195968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329027.063601:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000010:3.0:1767329027.063604:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed59a08f. 00000400:00000010:0.0:1767329027.063608:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ade78b8. 02000000:00000001:3.0:1767329027.063615:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329027.063618:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572195712, offset 0 00000400:00000010:3.0:1767329027.063629:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009df21fbe. 00000400:00000200:0.0:1767329027.063637:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329027.063648:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae81c53f. 00000400:00000200:0.0:1767329027.063655:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000200:3.0:1767329027.063657:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572195840, portal 10 00000400:00000200:0.0:1767329027.063665:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329027.063669:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329027.063674:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777357952 : -127176932193664 : ffff8c5550220a80) 00000400:00000200:0.0:1767329027.063678:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329027.063692:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767329027.063694:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000929a317e x1853178572195840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329027.063704:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329027.063712:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329027.063713:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [151:151:256:4294967295] 192.168.202.109@tcp LPNI seq info [151:151:8:4294967295] 00000100:00000001:3.0:1767329027.063720:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329027.063729:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767329027.063737:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329027.063737:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329027.063747:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767329027.063750:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000459e8137. 00000100:00000040:2.0:1767329027.063752:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767329027.063755:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767329027.063761:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:3.0:1767329027.063768:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572195840, offset 0 00000100:00000040:2.0:1767329027.063769:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6209) 00000100:00000040:1.0:1767329027.063769:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004920a0f5 x1853178572195968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329027.063786:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329027.063800:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329027.063802:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4297425. 00000100:00000001:1.0:1767329027.063812:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767329027.063813:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329027.063817:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329027.063823:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329027.063827:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767329027.063828:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329027.063834:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329027.063838:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:0.0:1767329027.063838:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:1.0:1767329027.063848:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329027.063849:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4297425 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329027.063853:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1767329027.063860:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004920a0f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572195968:192.168.202.109@tcp:400: 00000400:00000200:3.0:1767329027.063866:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329027.063875:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329027.063876:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767329027.063882:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [152:152:255:4294967295] 192.168.202.109@tcp LPNI seq info [152:152:7:4294967295] 02000000:00000001:1.0:1767329027.063887:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329027.063889:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300876636 02000000:00000001:1.0:1767329027.063898:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329027.063900:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000019033a6d. 02000000:00000001:1.0:1767329027.063905:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767329027.063906:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000010:1.0:1767329027.063912:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090db978d. 00000100:00000001:0.0:1767329027.063913:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767329027.063920:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329027.063926:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767329027.063928:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000100:00000001:0.0:1767329027.063929:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300876636 00000400:00000010:1.0:1767329027.063935:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9fa5a4f. 00000100:00000010:0.0:1767329027.063937:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073f6ac0a. 00000800:00000200:3.0:1767329027.063944:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329027.063951:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1767329027.063953:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c86e3c6. 00000800:00000200:3.0:1767329027.063954:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329027.063960:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300876636 00000800:00000200:3.0:1767329027.063965:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767329027.063966:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000236c06bf. 00000100:00000200:1.0:1767329027.063968:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572195968, portal 10 00000100:00000001:3.0:1767329027.063971:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329027.063973:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767329027.063975:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767329027.063979:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 653433 usecs (654 jiffies) 00000100:00000001:1.0:1767329027.063984:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777368704 : -127176932182912 : ffff8c5550223480) 00000100:00000001:3.0:1767329027.063986:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300872846 00000100:00000001:0.0:1767329027.063987:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300876636 00000100:00000010:0.0:1767329027.063993:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002befec57. 00000100:00000001:3.0:1767329027.063994:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300876636 00000100:00000040:1.0:1767329027.063999:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004920a0f5 x1853178572195968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329027.064002:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767329027.064003:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300872846 00000800:00000200:2.0:1767329027.064007:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329027.064009:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329027.064073:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329027.064078:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329027.064080:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329027.064084:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300876636 00000100:00000001:0.0:1767329027.064100:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329027.064103:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300872847 00000100:00000001:0.0:1767329027.064103:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:2.0:1767329027.064105:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4297425. 00000100:00000001:0.0:1767329027.064116:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329027.064119:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300876636 00000400:00000200:2.0:1767329027.064122:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329027.064123:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329027.064130:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329027.064139:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300872847 00000100:00000001:1.0:1767329027.064141:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329027.064142:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329027.064149:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300876636 00000400:00000200:2.0:1767329027.064152:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000040:1.0:1767329027.064161:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329027.064166:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087ae87af. 00000400:00000200:2.0:1767329027.064167:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ade78b8 00000400:00000010:2.0:1767329027.064170:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ade78b8. 00000100:00000001:2.0:1767329027.064180:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329027.064184:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572195968, offset 0 00000100:00000200:2.0:1767329027.064186:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056f3f7d6 x1853178572195712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329027.064195:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329027.064203:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767329027.064210:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:2.0:1767329027.064211:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056f3f7d6 x1853178572195712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329043 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329027.064217:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329027.064221:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329027.064225:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767329027.064225:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329027.064229:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329027.064230:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329027.064238:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329027.064243:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329027.064245:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329027.064252:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [153:153:254:4294967295] 192.168.202.109@tcp LPNI seq info [153:153:6:4294967295] 00000100:00000001:3.0:1767329027.064253:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329027.064268:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329027.064269:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329027.064275:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767329027.064283:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329027.064285:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329027.064293:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1767329027.064296:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000459d2753. 00000100:00000001:3.0:1767329027.064297:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329027.064308:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329027.064314:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329027.064320:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767329027.064322:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000010:2.0:1767329027.064324:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00000800:00000200:1.0:1767329027.064328:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000459d2753 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329027.064330:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329027.064336:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329027.064342:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000040:1.0:1767329027.064343:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 37815 usecs (38 jiffies) 00000400:00000200:2.0:1767329027.064349:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000459e8137 00000100:00000001:1.0:1767329027.064350:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300872231 00000400:00000010:2.0:1767329027.064354:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000459e8137. 00000100:00000001:1.0:1767329027.064355:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300876636 00000100:00000001:2.0:1767329027.064359:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329027.064360:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300872231 00000100:00000200:2.0:1767329027.064363:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000929a317e x1853178572195840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329027.064363:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300876636 00000100:00000001:1.0:1767329027.064367:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300872231 00000100:00000001:1.0:1767329027.064371:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300876636 00000100:00000001:1.0:1767329027.064375:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300872231 00000100:00000001:1.0:1767329027.064378:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300876636 00000100:00000001:1.0:1767329027.064383:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329027.064384:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329027.064385:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329027.064389:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000929a317e x1853178572195840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329043 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329027.064390:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329027.064395:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329027.064407:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329027.064412:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329027.064413:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329027.064417:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329027.064417:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329027.064421:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329027.064425:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329027.064428:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329027.064452:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329027.064455:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000459d2753. 00000400:00000200:2.0:1767329027.064458:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329027.064461:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329027.064463:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087ae87af 00000400:00000010:2.0:1767329027.064465:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087ae87af. 00000100:00000001:2.0:1767329027.064467:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329027.064469:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004920a0f5 x1853178572195968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329027.064475:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329027.064476:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004920a0f5 x1853178572195968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329043 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329027.064480:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329027.064481:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329027.065452:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329027.065466:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329027.065469:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329027.065472:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329027.065485:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329027.065497:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2804780 00000400:00000200:0.0:1767329027.065503:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x59d [1] + 224 00000800:00000001:0.0:1767329027.065511:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329027.065515:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329027.065517:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329027.065520:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329027.065525:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329027.065528:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056f3f7d6 x1853178572195712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329043 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329027.065537:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000056f3f7d6 x1853178572195712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329027.065552:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329027.065559:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329027.065562:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329027.065563:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329027.065564:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329027.065567:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329027.065570:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2804800 00000400:00000200:0.0:1767329027.065573:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x5a5 [1] + 224 00000800:00000001:0.0:1767329027.065575:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329027.065579:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329027.065580:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329027.065582:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329027.065584:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329027.065586:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000929a317e x1853178572195840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329043 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329027.065593:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000929a317e x1853178572195840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329027.065608:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329027.065617:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329027.065620:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329027.065622:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329027.065624:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329027.065628:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329027.065635:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2804880 00000100:00000001:3.0:1767329027.065637:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329027.065640:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x5ad [1] + 224 00000100:00000001:3.0:1767329027.065642:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767329027.065647:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767329027.065651:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767329027.065653:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767329027.065655:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329027.065659:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329027.065660:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329027.065669:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000001:3.0:1767329027.065684:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329027.065687:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047b42ce5. 00000400:00000200:3.0:1767329027.065691:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009894196a 00000400:00000010:3.0:1767329027.065692:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009894196a. 00000100:00000001:3.0:1767329027.065700:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767329027.065702:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767329027.065706:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056f3f7d6 x1853178572195712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767329027.065706:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329027.065712:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009df21fbe. 00000400:00000200:2.0:1767329027.065721:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae81c53f 00000100:00000200:3.0:1767329027.065727:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056f3f7d6 x1853178572195712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329043 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329027.065728:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae81c53f. 00000100:00000001:2.0:1767329027.065736:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329027.065737:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329027.065749:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767329027.065751:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004920a0f5 x1853178572195968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329043 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329027.065752:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000929a317e x1853178572195840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329027.065754:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329027.065762:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329027.065767:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329027.065775:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329027.065781:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329027.065793:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329027.065807:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=24 v=5 (5 5 0 0) 00000100:00001000:3.0:1767329027.065822:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=24 v=5 (1 1 0 0) 00000100:00000001:3.0:1767329027.065839:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329027.065843:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329027.065847:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004920a0f5 x1853178572195968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329027.065848:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000929a317e x1853178572195840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329043 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329027.065849:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329027.065856:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329027.065871:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329027.065890:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056f3f7d6 x1853178572195712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329027.065942:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329027.065943:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329027.065946:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329027.065953:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329027.065954:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1767329027.065955:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329027.065964:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767329027.065965:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329027.065965:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329027.065968:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767329027.065974:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056f3f7d6 x1853178572195712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329043 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329027.065982:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329027.065986:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329027.065995:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329027.066001:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000056f3f7d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572195712:192.168.202.109@tcp:400: 00000100:00001000:2.0:1767329027.066007:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=14 v=5 (5 5 0 0) 00000100:00000001:3.0:1767329027.066009:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329027.066013:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329027.066037:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329027.066041:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329027.066043:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329027.066045:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9fa5a4f. 00000400:00000200:1.0:1767329027.066050:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c86e3c6 00000100:00001000:2.0:1767329027.066053:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=14 v=5 (1 1 0 0) 00000400:00000010:1.0:1767329027.066054:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c86e3c6. 00000100:00000001:3.0:1767329027.066060:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329027.066060:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329027.066061:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329027.066065:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329027.066069:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329027.066073:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329027.066074:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004920a0f5 x1853178572195968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329027.066076:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056f3f7d6 x1853178572195712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329043 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329027.066080:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329027.066084:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329027.066098:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329027.066099:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329027.066110:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000929a317e x1853178572195840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329027.066167:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767329027.066167:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767329027.066173:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004920a0f5 x1853178572195968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329043 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329027.066174:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767329027.066174:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329027.066181:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767329027.066182:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f39535ca. 00000100:00000001:1.0:1767329027.066186:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329027.066193:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329027.066198:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329027.066200:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767329027.066201:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767329027.066202:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000929a317e x1853178572195840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329043 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767329027.066206:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329027.066207:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767329027.066212:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329027.066213:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329027.066224:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767329027.066224:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329027.066232:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e6bd0558. 00000100:00001000:1.0:1767329027.066234:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=24 v=5 (5 5 0 0) 00000100:00100000:2.0:1767329027.066239:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000929a317e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572195840:192.168.202.109@tcp:400: 02000000:00000001:3.0:1767329027.066242:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1767329027.066245:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=149 v=5 (1 0 0 0) 02000000:00000001:3.0:1767329027.066246:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329027.066255:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056f3f7d6. 00000100:00000001:1.0:1767329027.066255:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329027.066257:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329027.066261:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329027.066267:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329027.066268:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767329027.066268:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329027.066273:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329027.066276:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329027.066277:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000929a317e x1853178572195840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329043 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767329027.066279:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004920a0f5 x1853178572195968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329027.066292:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329027.066297:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329027.066308:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329027.066314:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329027.066329:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767329027.066329:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329027.066332:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767329027.066333:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:2.0:1767329027.066337:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed59a08f. 00000100:00000040:1.0:1767329027.066337:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329027.066341:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767329027.066344:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329027.066346:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329027.066347:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329027.066350:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767329027.066351:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329027.066353:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000048650044. 00000100:00000040:1.0:1767329027.066356:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004920a0f5 x1853178572195968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329027.066361:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329027.066365:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767329027.066366:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329027.066367:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329027.066370:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767329027.066373:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004920a0f5 x1853178572195968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329043 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767329027.066374:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000929a317e. 00000100:00000001:2.0:1767329027.066380:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329027.066382:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329027.066387:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767329027.066389:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004920a0f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572195968:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329027.066392:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329027.066394:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329027.066395:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329027.066397:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329027.066399:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329027.066401:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004920a0f5 x1853178572195968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329043 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329027.066403:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329027.066410:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329027.066411:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329027.066413:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090db978d. 02000000:00000001:1.0:1767329027.066415:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329027.066416:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329027.066417:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329027.066419:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329027.066421:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba0b6bbc. 02000000:00000001:1.0:1767329027.066423:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329027.066424:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329027.066425:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004920a0f5. 00000100:00000001:1.0:1767329027.066427:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329027.066428:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329027.066429:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329027.066432:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329027.066433:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329027.066434:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329027.066436:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329027.127161:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329027.127168:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329027.127192:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329027.127193:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329027.127277:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329027.127283:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329027.127286:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329028.151131:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329028.151139:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329028.151146:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329028.151148:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329028.151216:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329028.151222:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329028.151225:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329029.175138:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329029.175146:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329029.175153:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329029.175155:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329029.175204:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329029.175208:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329029.175211:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329030.199120:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329030.199126:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329030.199132:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329030.199133:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329030.199195:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329030.199201:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329030.199204:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329031.223149:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329031.223156:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329031.223162:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329031.223163:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329031.223230:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329031.223233:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329031.223236:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329031.671122:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300876636, at 4300876800 00000100:00000040:2.0:1767329031.671136:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300876636, at 4300876800 00000100:00000010:3.0:1767329031.671138:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002befec57. 00000100:00000040:0.0:1767329031.671140:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300876636, at 4300876800 00000100:00000040:1.0:1767329031.671141:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300876636, at 4300876800 00000100:00000010:2.0:1767329031.671146:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000236c06bf. 00000100:00000010:0.0:1767329031.671150:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000019033a6d. 00000100:00000010:1.0:1767329031.671154:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073f6ac0a. 00000100:00000040:2.0:1767329032.183169:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329032.183181:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329032.183193:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000929a317e. 00000020:00000040:2.0:1767329032.183199:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329032.183203:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329032.183206:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329032.183211:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329032.183219:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000048650044. 00000100:00000001:2.0:1767329032.183225:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329032.183234:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000929a317e x1853178572196096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329032.183244:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329032.183246:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329032.183252:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000929a317e] to pc [ptlrpcd_00_00+0] req@00000000929a317e x1853178572196096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329032.183281:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329032.183285:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329032.183288:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329032.183290:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078a4f6a3. 00000020:00000040:2.0:1767329032.183292:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329032.183294:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767329032.183300:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329032.183308:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329032.183310:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767329032.183313:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:2.0:1767329032.183314:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329032.183316:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329032.183328:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767329032.183329:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007d17fa11. 00000100:00000001:2.0:1767329032.183342:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329032.183345:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000078a4f6a3 x1853178572196224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329032.183347:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329032.183352:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329032.183356:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329032.183359:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329032.183360:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329032.183369:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767329032.183373:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078a4f6a3] to pc [ptlrpcd_00_01+1] req@0000000078a4f6a3 x1853178572196224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329032.183374:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329032.183390:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000929a317e x1853178572196096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329032.183392:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329032.183402:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329032.183404:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329032.183406:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd491ed0. 00000020:00000040:2.0:1767329032.183410:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329032.183415:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329032.183422:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1767329032.183425:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:2.0:1767329032.183427:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767329032.183436:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767329032.183436:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329032.183438:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329032.183447:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329032.183450:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b18ad351. 00000100:00000001:1.0:1767329032.183454:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767329032.183455:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767329032.183457:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329032.183461:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329032.183462:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329032.183468:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000dd491ed0 x1853178572196352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767329032.183473:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329032.183475:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329032.183484:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767329032.183487:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000929a317e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572196096:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329032.183491:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329032.183491:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329032.183498:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329032.183498:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329032.183508:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000078a4f6a3 x1853178572196224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329032.183512:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767329032.183513:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd491ed0] to pc [ptlrpcd_00_02+2] req@00000000dd491ed0 x1853178572196352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329032.183520:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329032.183536:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329032.183552:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e57a952f. 00000100:00000001:1.0:1767329032.183555:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767329032.183563:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329032.183563:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329032.183564:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329032.183576:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767329032.183578:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767329032.183580:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1767329032.183582:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd5835e7. 02000000:00000001:1.0:1767329032.183583:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767329032.183585:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6215) 02000000:00000001:1.0:1767329032.183591:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329032.183597:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000922594fe. 00000100:00000001:2.0:1767329032.183602:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329032.183607:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329032.183610:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767329032.183611:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572196096, portal 25 00000100:00100000:1.0:1767329032.183611:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000078a4f6a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572196224:192.168.202.109@tcp:400: 00000100:00000040:2.0:1767329032.183617:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd491ed0 x1853178572196352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329032.183624:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329032.183626:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329032.183631:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777357952 : -127176932193664 : ffff8c5550220a80) 02000000:00000001:1.0:1767329032.183636:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329032.183637:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767329032.183640:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329032.183645:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329032.183646:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767329032.183650:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767329032.183652:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074b96bb4. 00000100:00000040:3.0:1767329032.183654:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000929a317e x1853178572196096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329032.183657:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329032.183660:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329032.183673:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9fa5a4f. 02000000:00000001:2.0:1767329032.183674:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329032.183685:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767329032.183686:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c86e3c6. 00000100:00100000:2.0:1767329032.183689:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd491ed0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572196352:192.168.202.109@tcp:400: 00000100:00000200:1.0:1767329032.183695:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572196224, portal 10 00000100:00000040:3.0:1767329032.183699:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329032.183704:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329032.183706:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329032.183707:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777370496 : -127176932181120 : ffff8c5550223b80) 02000000:00000001:2.0:1767329032.183710:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767329032.183711:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004673a60. 02000000:00000001:2.0:1767329032.183715:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329032.183719:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767329032.183719:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000078a4f6a3 x1853178572196224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767329032.183725:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000baf4a36e. 02000000:00000001:2.0:1767329032.183732:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329032.183740:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb4bc9a0. 00000100:00000200:3.0:1767329032.183742:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572196096, offset 0 00000100:00000001:1.0:1767329032.183743:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767329032.183746:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b33676b. 00000100:00000040:1.0:1767329032.183753:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000200:2.0:1767329032.183754:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572196352, portal 10 00000100:00000001:2.0:1767329032.183757:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767329032.183758:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048b25755. 00000100:00000001:2.0:1767329032.183761:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777362432 : -127176932189184 : ffff8c5550221c00) 00000400:00000200:3.0:1767329032.183764:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329032.183770:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd491ed0 x1853178572196352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329032.183773:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572196224, offset 0 00000100:00000001:2.0:1767329032.183780:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329032.183783:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329032.183788:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329032.183790:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329032.183791:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015e08bbb. 00000400:00000200:3.0:1767329032.183808:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767329032.183808:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572196352, offset 0 00000400:00000200:2.0:1767329032.183819:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329032.183823:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329032.183830:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329032.183833:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329032.183837:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [154:154:256:4294967295] 192.168.202.109@tcp LPNI seq info [154:154:8:4294967295] 00000400:00000200:3.0:1767329032.183852:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329032.183859:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329032.183867:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020beec0d. 00000400:00000200:1.0:1767329032.183867:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329032.183881:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767329032.183888:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329032.183893:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:3.0:1767329032.183900:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329032.183901:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767329032.183908:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020beec0d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329032.183910:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329032.183918:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [155:155:255:4294967295] 192.168.202.109@tcp LPNI seq info [155:155:7:4294967295] 00000100:00000001:3.0:1767329032.183926:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329032.183935:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300881756 00000400:00000200:1.0:1767329032.183942:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000010:3.0:1767329032.183944:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa14b83e. 00000100:00000001:3.0:1767329032.183958:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767329032.183959:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:1.0:1767329032.183959:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329032.183971:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767329032.183973:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000459d2753. 00000100:00000001:3.0:1767329032.183974:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300881756 00000400:00000200:2.0:1767329032.183979:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000010:3.0:1767329032.183984:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a4566037. 00000100:00000001:0.0:1767329032.183987:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329032.183988:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767329032.183995:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329032.183996:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767329032.183997:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329032.184001:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329032.184006:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300881756 00000400:00000200:2.0:1767329032.184074:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [156:156:254:4294967295] 192.168.202.109@tcp LPNI seq info [156:156:6:4294967295] 00000100:00000010:3.0:1767329032.184079:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d4b64bf. 00000100:00000001:3.0:1767329032.184091:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767329032.184096:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329032.184099:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300881757 00000100:00000010:3.0:1767329032.184107:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024dc0b91. 00000800:00000200:2.0:1767329032.184107:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329032.184108:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329032.184119:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000800:00000010:2.0:1767329032.184120:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f41acca9. 00000800:00000200:1.0:1767329032.184120:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000459d2753 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329032.184136:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767329032.184136:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329032.184136:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329032.184149:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329032.184151:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329032.184151:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 637951 usecs (638 jiffies) 00000800:00000200:2.0:1767329032.184153:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f41acca9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329032.184159:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329032.184159:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300877951 00000100:00000001:1.0:1767329032.184167:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300881756 00000100:00000040:2.0:1767329032.184173:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 36901 usecs (37 jiffies) 00000100:00000001:3.0:1767329032.184174:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329032.184175:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300877951 00000100:00000001:2.0:1767329032.184176:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300877350 00000800:00000200:0.0:1767329032.184184:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329032.184187:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329032.184188:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300881756 00000100:00000001:1.0:1767329032.184188:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300881756 00000800:00000010:0.0:1767329032.184189:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020beec0d. 00000100:00000001:2.0:1767329032.184199:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300877350 00000100:00000001:3.0:1767329032.184201:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329032.184202:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300877951 00000100:00000001:2.0:1767329032.184203:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300881756 00000400:00000200:0.0:1767329032.184203:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329032.184210:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329032.184212:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300877350 00000100:00000001:1.0:1767329032.184212:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300881756 00000100:00000001:3.0:1767329032.184214:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329032.184221:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300877951 00000100:00000001:3.0:1767329032.184224:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329032.184224:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300881756 00000400:00000200:0.0:1767329032.184224:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329032.184226:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300881757 00000100:00000001:2.0:1767329032.184229:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300877350 00000100:00000001:1.0:1767329032.184239:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329032.184240:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300881757 00000400:00000200:0.0:1767329032.184245:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004673a60 00000100:00000001:2.0:1767329032.184246:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329032.184246:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329032.184249:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004673a60. 00000100:00000001:2.0:1767329032.184252:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329032.184253:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329032.184256:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329032.184256:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329032.184258:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329032.184260:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329032.184264:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000929a317e x1853178572196096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329032.184267:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329032.184269:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329032.184275:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329032.184277:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329032.184278:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329032.184281:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329032.184284:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000929a317e x1853178572196096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329048 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329032.184285:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329032.184295:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329032.184297:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329032.184311:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329032.184313:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000459d2753. 00000400:00000200:0.0:1767329032.184315:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329032.184317:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329032.184319:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b25755 00000400:00000010:0.0:1767329032.184320:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048b25755. 00000100:00000001:0.0:1767329032.184322:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329032.184325:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000078a4f6a3 x1853178572196224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329032.184330:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329032.184332:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000078a4f6a3 x1853178572196224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329048 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329032.184336:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329032.184337:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329032.184368:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329032.184370:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f41acca9. 00000400:00000200:0.0:1767329032.184372:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329032.184374:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329032.184376:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015e08bbb 00000400:00000010:0.0:1767329032.184376:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015e08bbb. 00000100:00000001:0.0:1767329032.184379:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329032.184381:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd491ed0 x1853178572196352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329032.184395:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329032.184397:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd491ed0 x1853178572196352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329048 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329032.184401:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329032.184402:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329032.185764:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329032.185790:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329032.185793:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329032.185795:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329032.185800:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329032.185809:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2804900 00000400:00000200:2.0:1767329032.185814:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x5b5 [1] + 224 00000800:00000001:2.0:1767329032.185819:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329032.185822:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329032.185824:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329032.185826:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329032.185829:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329032.185832:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000929a317e x1853178572196096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329048 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329032.185839:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000929a317e x1853178572196096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329032.185851:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329032.185856:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329032.185858:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329032.185859:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329032.185860:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329032.185862:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329032.185866:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2804a00 00000400:00000200:2.0:1767329032.185869:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x5c1 [1] + 224 00000800:00000001:2.0:1767329032.185872:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329032.185878:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329032.185879:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329032.185882:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329032.185884:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329032.185886:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd491ed0 x1853178572196352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329048 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329032.185892:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dd491ed0 x1853178572196352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329032.185912:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329032.185920:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329032.185928:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329032.185929:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329032.185933:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329032.185942:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:3.0:1767329032.185946:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329032.185953:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2804980 00000100:00000001:3.0:1767329032.185954:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329032.185965:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767329032.185966:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1767329032.185970:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767329032.185970:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767329032.185980:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd5835e7. 00000400:00000200:3.0:1767329032.185986:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000922594fe 00000400:00000010:3.0:1767329032.185988:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000922594fe. 00000100:00000001:3.0:1767329032.185992:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767329032.185998:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x5b9 [1] + 224 00000100:00000200:3.0:1767329032.186002:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000929a317e x1853178572196096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329032.186007:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767329032.186008:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329032.186054:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329032.186058:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb4bc9a0. 00000400:00000200:0.0:1767329032.186063:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b33676b 00000400:00000010:0.0:1767329032.186065:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b33676b. 00000100:00000001:0.0:1767329032.186068:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329032.186073:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd491ed0 x1853178572196352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329032.186074:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329032.186079:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329032.186089:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329032.186098:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329032.186099:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd491ed0 x1853178572196352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329032.186109:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000078a4f6a3 x1853178572196224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329048 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329032.186134:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000929a317e x1853178572196096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329032.186167:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329032.186175:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329032.186179:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000078a4f6a3 x1853178572196224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329032.186187:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767329032.186188:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329032.186194:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329032.186194:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329032.186203:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767329032.186204:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767329032.186208:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329032.186208:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329032.186211:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329032.186212:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767329032.186216:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329032.186221:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329032.186224:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329032.186225:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=29 v=5 (5 5 0 0) 00000800:00000001:2.0:1767329032.186226:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767329032.186229:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=29 v=5 (5 5 0 0) 00000800:00000001:2.0:1767329032.186232:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767329032.186232:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=154 v=5 (1 0 0 0) 00000100:00001000:3.0:1767329032.186237:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=29 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329032.186241:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329032.186243:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329032.186244:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767329032.186246:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329032.186250:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00080000:0.0:1767329032.186260:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000dd491ed0 x1853178572196352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329032.186261:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:1.0:1767329032.186262:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767329032.186267:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767329032.186268:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329032.186275:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9fa5a4f. 00010000:00000001:3.0:1767329032.186278:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329032.186289:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329032.186290:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c86e3c6 00010000:00000001:0.0:1767329032.186291:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329032.186296:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329032.186297:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c86e3c6. 00000100:00000001:0.0:1767329032.186302:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329032.186307:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329032.186309:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329032.186310:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767329032.186315:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000929a317e x1853178572196096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329032.186316:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329032.186322:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000078a4f6a3 x1853178572196224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329032.186327:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd491ed0 x1853178572196352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329032.186396:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329032.186397:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767329032.186403:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000078a4f6a3 x1853178572196224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329032.186414:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329032.186415:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329032.186419:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329032.186419:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329032.186424:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329032.186429:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd491ed0 x1853178572196352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329048 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329032.186430:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329032.186431:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329032.186437:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329032.186442:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767329032.186444:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd491ed0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572196352:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329032.186449:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000929a317e x1853178572196096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329048 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329032.186452:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329032.186454:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329032.186462:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767329032.186464:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329032.186470:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd491ed0 x1853178572196352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329048 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767329032.186477:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=19 v=5 (5 5 0 0) 00000100:00001000:1.0:1767329032.186501:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=19 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329032.186501:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1767329032.186506:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000929a317e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572196096:192.168.202.109@tcp:400: 02000000:00000001:0.0:1767329032.186507:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767329032.186509:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767329032.186513:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000baf4a36e. 00000100:00000001:1.0:1767329032.186515:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329032.186521:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767329032.186523:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767329032.186528:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767329032.186529:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767329032.186530:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329032.186532:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329032.186534:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1767329032.186540:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767329032.186543:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329032.186545:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000010:0.0:1767329032.186545:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b18ad351. 00000100:00000001:1.0:1767329032.186550:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767329032.186553:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000929a317e x1853178572196096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329048 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329032.186556:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329032.186556:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329032.186563:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329032.186570:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd491ed0. 00000100:00000040:1.0:1767329032.186574:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000078a4f6a3 x1853178572196224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329032.186578:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329032.186583:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329032.186590:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329032.186601:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329032.186605:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329032.186607:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329032.186612:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329032.186615:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767329032.186616:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767329032.186625:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e57a952f. 00000100:00000001:0.0:1767329032.186625:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329032.186626:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329032.186633:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329032.186637:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329032.186641:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767329032.186642:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078a4f6a3 x1853178572196224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329048 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767329032.186643:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1767329032.186653:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329032.186656:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000048650044. 02000000:00000001:3.0:1767329032.186664:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329032.186669:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329032.186675:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000929a317e. 00000100:00100000:1.0:1767329032.186680:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000078a4f6a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572196224:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329032.186682:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329032.186687:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329032.186693:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329032.186694:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329032.186697:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329032.186699:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329032.186700:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329032.186706:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329032.186712:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000078a4f6a3 x1853178572196224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329048 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329032.186714:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329032.186729:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329032.186732:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329032.186735:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074b96bb4. 02000000:00000001:1.0:1767329032.186739:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329032.186741:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329032.186742:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329032.186745:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329032.186747:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007d17fa11. 02000000:00000001:1.0:1767329032.186750:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329032.186758:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329032.186760:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078a4f6a3. 00000100:00000001:1.0:1767329032.186763:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329032.186764:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329032.186766:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329032.186771:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329032.186772:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329032.186775:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329032.186777:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329032.247107:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329032.247113:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329032.247116:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329032.247118:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329032.247122:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329032.247124:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329032.247126:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329032.247128:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329032.247130:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329032.247132:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329032.247188:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329032.247192:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329032.247194:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329033.271143:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329033.271149:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329033.271155:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329033.271156:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329033.271217:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329033.271223:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329033.271226:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329034.295124:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329034.295132:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329034.295140:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329034.295145:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329034.295148:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329034.295155:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329034.295158:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329034.295160:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329034.295163:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329034.295166:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329034.295168:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329034.295170:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329034.295227:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329034.295232:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329034.295236:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329035.319120:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329035.319127:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329035.319133:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329035.319134:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329035.319207:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329035.319211:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329035.319214:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329036.343105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329036.343114:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329036.343119:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329036.343120:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329036.343190:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329036.343194:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329036.343197:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329036.791100:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300881756, at 4300881920 00000100:00000040:2.0:1767329036.791115:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300881756, at 4300881920 00000100:00000040:0.0:1767329036.791116:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300881756, at 4300881920 00000100:00000010:1.0:1767329036.791121:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a4566037. 00000100:00000010:0.0:1767329036.791125:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa14b83e. 00000100:00000010:2.0:1767329036.791137:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d4b64bf. 00000100:00000040:3.0:1767329036.791142:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300881757, at 4300881920 00000100:00000010:3.0:1767329036.791151:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024dc0b91. 00000100:00000040:1.0:1767329037.303172:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329037.303185:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329037.303204:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc9b4205. 00000020:00000040:1.0:1767329037.303211:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329037.303215:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329037.303218:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329037.303224:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329037.303233:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ecca153. 00000100:00000001:1.0:1767329037.303240:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329037.303251:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000cc9b4205 x1853178572196480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329037.303260:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329037.303263:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329037.303267:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9b4205] to pc [ptlrpcd_00_03+3] req@00000000cc9b4205 x1853178572196480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329037.303293:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329037.303294:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329037.303297:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329037.303299:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8f35ab6. 00000020:00000040:1.0:1767329037.303300:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329037.303302:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329037.303303:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329037.303304:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329037.303306:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007bfe2aba. 00000100:00000001:1.0:1767329037.303309:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329037.303311:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000f8f35ab6 x1853178572196608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329037.303324:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329037.303327:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329037.303329:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329037.303334:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329037.303335:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329037.303341:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc9b4205 x1853178572196480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329037.303359:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329037.303360:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329037.303363:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329037.303364:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329037.303368:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329037.303371:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329037.303373:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8f35ab6] to pc [ptlrpcd_00_00+0] req@00000000f8f35ab6 x1853178572196608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329037.303375:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329037.303380:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572196480:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329037.303387:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329037.303394:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329037.303397:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329037.303399:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329037.303404:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f39535ca. 02000000:00000001:0.0:1767329037.303406:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329037.303411:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329037.303412:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014061b00. 00000100:00000040:1.0:1767329037.303414:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329037.303419:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767329037.303420:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ab2acd5. 00000100:00000010:1.0:1767329037.303423:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 00000100:00000200:0.0:1767329037.303429:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572196480, portal 25 00000100:00000001:2.0:1767329037.303431:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329037.303432:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1767329037.303434:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329037.303436:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777203072 : -127176932348544 : ffff8c55501fad80) 00000100:00000001:2.0:1767329037.303437:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329037.303438:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329037.303442:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767329037.303443:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329037.303444:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc9b4205 x1853178572196480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329037.303446:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329037.303446:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329037.303451:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329037.303453:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8f35ab6 x1853178572196608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329037.303453:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000029ea41fb. 00000100:00000001:1.0:1767329037.303460:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329037.303470:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000dfc75053 x1853178572196736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329037.303477:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329037.303484:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329037.303488:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767329037.303490:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000063b7aea. 00000100:00000001:1.0:1767329037.303491:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329037.303493:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329037.303495:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572196480, offset 0 00000100:00000040:1.0:1767329037.303499:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfc75053] to pc [ptlrpcd_00_01+1] req@00000000dfc75053 x1853178572196736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329037.303501:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329037.303509:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767329037.303513:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329037.303514:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329037.303515:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329037.303520:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329037.303521:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767329037.303526:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1767329037.303530:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572196608:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329037.303532:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329037.303533:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:1.0:1767329037.303534:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6220) 00000100:00000001:3.0:1767329037.303536:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329037.303542:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329037.303543:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767329037.303546:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767329037.303549:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767329037.303552:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572196736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329037.303554:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329037.303556:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:2.0:1767329037.303561:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329037.303567:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1767329037.303568:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000576dcef4. 00000100:00000001:3.0:1767329037.303570:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329037.303574:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329037.303575:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329037.303577:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:3.0:1767329037.303578:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329037.303583:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767329037.303583:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0b0a4fc. 02000000:00000001:3.0:1767329037.303589:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329037.303589:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [157:157:256:4294967295] 192.168.202.109@tcp LPNI seq info [157:157:8:4294967295] 00000400:00000010:2.0:1767329037.303592:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a46e40d. 00000100:00100000:3.0:1767329037.303594:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572196736:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329037.303601:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767329037.303601:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572196608, portal 10 02000000:00000001:3.0:1767329037.303605:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329037.303606:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767329037.303608:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329037.303611:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329037.303611:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777196800 : -127176932354816 : ffff8c55501f9500) 02000000:00000010:3.0:1767329037.303617:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005026077d. 00000400:00000200:0.0:1767329037.303617:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:3.0:1767329037.303621:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329037.303628:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd5835e7. 00000100:00000040:2.0:1767329037.303633:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8f35ab6 x1853178572196608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767329037.303634:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000922594fe. 00000800:00000200:0.0:1767329037.303634:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000200:3.0:1767329037.303641:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572196736, portal 10 00000100:00000001:3.0:1767329037.303646:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:0.0:1767329037.303647:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000100:00000001:3.0:1767329037.303649:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000001:2.0:1767329037.303652:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329037.303656:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329037.303659:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572196736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329037.303661:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e74ce04e. 00000800:00000200:0.0:1767329037.303662:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:2.0:1767329037.303666:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572196608, offset 0 00000100:00000001:3.0:1767329037.303676:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767329037.303677:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:0.0:1767329037.303681:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000040:3.0:1767329037.303683:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329037.303687:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a76260. 00000400:00000200:2.0:1767329037.303687:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:0.0:1767329037.303689:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767329037.303692:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572196736, offset 0 00000400:00000200:2.0:1767329037.303695:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329037.303701:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329037.303704:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329037.303707:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329037.303710:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329037.303712:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [158:158:255:4294967295] 192.168.202.109@tcp LPNI seq info [158:158:7:4294967295] 00000100:00000001:0.0:1767329037.303716:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329037.303722:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329037.303725:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300886876 00000800:00000200:2.0:1767329037.303730:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329037.303731:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000010:0.0:1767329037.303734:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000019033a6d. 00000800:00000010:2.0:1767329037.303736:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd12ef3a. 00000400:00000200:3.0:1767329037.303737:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329037.303744:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767329037.303749:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329037.303751:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329037.303755:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300886876 00000400:00000200:3.0:1767329037.303756:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767329037.303760:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329037.303764:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:2.0:1767329037.303765:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd12ef3a type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767329037.303765:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002806143. 00000400:00000200:3.0:1767329037.303771:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [159:159:254:4294967295] 192.168.202.109@tcp LPNI seq info [159:159:6:4294967295] 00000100:00000001:2.0:1767329037.303773:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329037.303774:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767329037.303779:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 623205 usecs (624 jiffies) 00000100:00000001:0.0:1767329037.303782:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300886876 00000100:00000001:2.0:1767329037.303785:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300883056 00000400:00000200:3.0:1767329037.303789:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329037.303791:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300886876 00000100:00000010:0.0:1767329037.303791:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008433709a. 00000800:00000200:3.0:1767329037.303797:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329037.303798:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300883056 00000100:00000001:0.0:1767329037.303798:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767329037.303804:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300886876 00000800:00000010:3.0:1767329037.303805:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020beec0d. 00000100:00000001:0.0:1767329037.303807:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300886876 00000100:00000001:2.0:1767329037.303810:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300883056 00000800:00000200:3.0:1767329037.303815:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329037.303815:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300886876 00000100:00000001:2.0:1767329037.303821:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300883056 00000100:00000010:0.0:1767329037.303822:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000071fbe362. 00000800:00000200:3.0:1767329037.303826:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329037.303827:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767329037.303830:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020beec0d type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1767329037.303833:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000100:00000001:3.0:1767329037.303837:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329037.303837:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767329037.303842:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767329037.303844:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 36040 usecs (37 jiffies) 00000100:00000001:0.0:1767329037.303845:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329037.303846:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300886876 00000100:00000001:3.0:1767329037.303849:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300882469 00000400:00000200:1.0:1767329037.303852:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329037.303853:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329037.303854:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329037.303857:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300886876 00000100:00000001:2.0:1767329037.303858:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329037.303863:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329037.303864:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329037.303865:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300882469 00000400:00000200:1.0:1767329037.303868:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000063b7aea 00000100:00000001:2.0:1767329037.303869:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329037.303869:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329037.303872:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300886876 00000400:00000010:1.0:1767329037.303873:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000063b7aea. 00000100:00000001:3.0:1767329037.303879:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300882469 00000100:00000001:3.0:1767329037.303881:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300886876 00000100:00000001:2.0:1767329037.303883:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329037.303883:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329037.303884:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300882469 00000100:00000001:1.0:1767329037.303886:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329037.303887:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329037.303888:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329037.303891:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300886876 00000100:00000200:1.0:1767329037.303892:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc9b4205 x1853178572196480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329037.303894:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329037.303896:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329037.303898:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329037.303899:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329037.303901:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329037.303901:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329037.303906:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329037.303907:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329037.303908:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329037.303913:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329037.303916:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329037.303921:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329037.303921:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329037.303926:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc9b4205 x1853178572196480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329053 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329037.303928:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329037.303931:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329037.303936:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329037.303938:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329037.303946:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329037.303959:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329037.303961:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd12ef3a. 00000400:00000200:1.0:1767329037.303963:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329037.303965:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329037.303967:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e74ce04e 00000400:00000010:1.0:1767329037.303968:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e74ce04e. 00000100:00000001:1.0:1767329037.303970:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329037.303972:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8f35ab6 x1853178572196608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329037.303976:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329037.303978:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8f35ab6 x1853178572196608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329053 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329037.303982:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329037.303983:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329037.304013:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329037.304014:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329037.304044:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329037.304052:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329037.304055:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020beec0d. 00000400:00000200:1.0:1767329037.304058:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329037.304061:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329037.304064:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a76260 00000400:00000010:1.0:1767329037.304065:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a76260. 00000100:00000001:1.0:1767329037.304067:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329037.304069:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572196736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329037.304084:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329037.304086:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572196736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329053 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329037.304090:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329037.304091:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329037.305977:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329037.306040:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329037.306043:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329037.306045:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329037.306052:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329037.306061:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2804b00 00000400:00000200:0.0:1767329037.306067:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x5d5 [1] + 224 00000800:00000001:0.0:1767329037.306073:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329037.306077:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329037.306078:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329037.306080:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329037.306084:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329037.306087:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8f35ab6 x1853178572196608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329037.306094:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f8f35ab6 x1853178572196608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329037.306106:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329037.306112:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329037.306114:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329037.306116:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329037.306117:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329037.306120:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329037.306125:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2804a80 00000400:00000200:0.0:1767329037.306134:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x5cd [1] + 224 00000800:00000001:0.0:1767329037.306138:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329037.306140:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329037.306144:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767329037.306145:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329037.306148:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767329037.306150:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767329037.306152:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000001:2.0:1767329037.306154:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329037.306156:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0b0a4fc. 00000400:00000200:2.0:1767329037.306160:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a46e40d 00000400:00000010:2.0:1767329037.306161:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a46e40d. 00000100:00000001:2.0:1767329037.306164:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329037.306165:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329037.306170:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8f35ab6 x1853178572196608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329037.306171:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc9b4205 x1853178572196480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329037.306177:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc9b4205 x1853178572196480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329037.306197:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8f35ab6 x1853178572196608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329037.306207:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329037.306208:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329037.306209:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329037.306211:0:208648:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1767329037.306216:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329037.306221:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329037.306223:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767329037.306225:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329037.306226:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329037.306230:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329037.306232:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329037.306235:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329037.306241:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00001000:2.0:1767329037.306244:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=24 v=5 (5 5 0 0) 00000100:00001000:2.0:1767329037.306249:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=24 v=5 (1 1 0 0) 00000400:00000200:0.0:1767329037.306250:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2804b80 00000100:00000001:2.0:1767329037.306253:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329037.306257:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329037.306260:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767329037.306262:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x5d9 [1] + 224 00010000:00000001:2.0:1767329037.306264:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329037.306269:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329037.306270:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1767329037.306270:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329037.306273:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767329037.306274:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329037.306277:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:1.0:1767329037.306278:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767329037.306279:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329037.306279:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767329037.306282:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767329037.306285:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767329037.306286:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014061b00. 00000100:00000040:2.0:1767329037.306289:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8f35ab6 x1853178572196608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329037.306292:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ab2acd5 00000400:00000200:0.0:1767329037.306294:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:1.0:1767329037.306297:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ab2acd5. 00000100:00000001:2.0:1767329037.306305:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329037.306305:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329037.306306:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329037.306309:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329037.306311:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329037.306315:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc9b4205 x1853178572196480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329037.306315:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572196736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329037.306318:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8f35ab6 x1853178572196608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329053 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329037.306352:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfc75053 x1853178572196736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329037.306355:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572196608:192.168.202.109@tcp:400: 00000100:00000200:1.0:1767329037.306361:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc9b4205 x1853178572196480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329037.306364:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329037.306370:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329037.306377:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8f35ab6 x1853178572196608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329053 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329037.306381:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329037.306387:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329037.306388:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329037.306390:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329037.306392:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329037.306396:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329037.306401:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329037.306403:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767329037.306405:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767329037.306407:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767329037.306408:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329037.306411:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000576dcef4. 02000000:00000001:1.0:1767329037.306412:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329037.306414:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329037.306416:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:1.0:1767329037.306418:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=34 v=5 (5 5 0 0) 00000100:00000001:3.0:1767329037.306419:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767329037.306420:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329037.306424:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00001000:1.0:1767329037.306425:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=34 v=5 (1 1 0 0) 00000400:00000001:3.0:1767329037.306427:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767329037.306428:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767329037.306431:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1767329037.306432:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:2.0:1767329037.306433:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007bfe2aba. 00000100:00000001:1.0:1767329037.306434:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329037.306437:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd5835e7. 00010000:00000001:1.0:1767329037.306439:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767329037.306440:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767329037.306443:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329037.306444:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1767329037.306445:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000922594fe 00000100:00000010:2.0:1767329037.306447:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8f35ab6. 00000100:00000001:1.0:1767329037.306448:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329037.306449:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000922594fe. 00000100:00000001:2.0:1767329037.306454:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329037.306456:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329037.306457:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329037.306458:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc9b4205 x1853178572196480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329037.306461:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329037.306464:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572196736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329037.306468:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329037.306471:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329037.306476:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329037.306479:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329037.306489:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572196736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329037.306507:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329037.306512:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329037.306512:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329037.306516:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329037.306517:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767329037.306519:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329037.306519:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329037.306521:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329037.306524:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329037.306526:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc9b4205 x1853178572196480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329053 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329037.306527:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329037.306534:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=34 v=5 (5 5 0 0) 00000100:00001000:3.0:1767329037.306541:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=9 v=5 (1 1 0 0) 00000100:00100000:1.0:1767329037.306541:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572196480:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329037.306547:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329037.306550:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329037.306550:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767329037.306552:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329037.306554:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00080000:3.0:1767329037.306559:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000dfc75053 x1853178572196736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329037.306560:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc9b4205 x1853178572196480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329053 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329037.306588:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329037.306589:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767329037.306592:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767329037.306592:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767329037.306595:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000010:1.0:1767329037.306596:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f39535ca. 00000100:00000001:3.0:1767329037.306598:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329037.306601:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329037.306601:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329037.306605:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329037.306607:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000040:3.0:1767329037.306608:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfc75053 x1853178572196736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767329037.306612:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329037.306615:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ecca153. 02000000:00000001:1.0:1767329037.306619:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329037.306621:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329037.306622:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc9b4205. 00000100:00000001:1.0:1767329037.306624:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329037.306625:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329037.306629:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329037.306635:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329037.306638:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329037.306638:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329037.306643:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329037.306644:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329037.306646:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329037.306647:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329037.306653:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572196736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329053 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329037.306659:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572196736:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329037.306663:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329037.306664:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329037.306666:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572196736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329053 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329037.306670:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329037.306672:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329037.306673:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005026077d. 02000000:00000001:3.0:1767329037.306675:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329037.306676:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329037.306677:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329037.306679:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329037.306680:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000029ea41fb. 02000000:00000001:3.0:1767329037.306682:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329037.306683:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329037.306684:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000100:00000001:3.0:1767329037.306686:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329037.306687:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329037.306688:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329037.306691:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329037.306692:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329037.306694:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329037.306695:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329037.367128:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329037.367137:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329037.367143:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329037.367144:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329037.367203:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329037.367207:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329037.367210:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329038.391093:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329038.391121:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329038.391127:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329038.391128:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329038.391174:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329038.391184:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329038.391189:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329039.415146:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329039.415154:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329039.415158:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329039.415159:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329039.415224:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329039.415241:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329039.415244:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329040.439137:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329040.439147:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329040.439155:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329040.439156:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329040.439213:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329040.439217:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329040.439221:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329041.463179:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329041.463187:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329041.463193:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329041.463194:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329041.463264:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329041.463268:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329041.463271:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329041.911060:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300886876, at 4300887040 00000100:00000010:2.0:1767329041.911075:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008433709a. 00000100:00000040:0.0:1767329041.911084:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300886876, at 4300887040 00000100:00000010:0.0:1767329041.911092:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000019033a6d. 00000100:00000040:3.0:1767329041.911096:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300886876, at 4300887040 00000100:00000040:1.0:1767329041.911105:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300886876, at 4300887040 00000100:00000010:3.0:1767329041.911107:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000071fbe362. 00000100:00000010:1.0:1767329041.911115:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002806143. 00000100:00000040:3.0:1767329042.423118:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329042.423129:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329042.423140:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000660a521f. 00000020:00000040:3.0:1767329042.423148:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329042.423153:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329042.423156:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329042.423163:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329042.423172:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070fb6d87. 00000100:00000001:3.0:1767329042.423179:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329042.423191:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000660a521f x1853178572196864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329042.423201:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329042.423203:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329042.423208:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000660a521f] to pc [ptlrpcd_00_02+2] req@00000000660a521f x1853178572196864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329042.423230:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329042.423232:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329042.423235:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329042.423237:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016573b0d. 00000020:00000040:3.0:1767329042.423239:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329042.423241:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329042.423243:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329042.423244:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329042.423248:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077a38a26. 00000100:00000001:2.0:1767329042.423250:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329042.423251:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329042.423256:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000016573b0d x1853178572196992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329042.423256:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329042.423256:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329042.423261:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329042.423263:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329042.423269:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000660a521f x1853178572196864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329042.423279:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329042.423281:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329042.423284:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329042.423286:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329042.423291:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329042.423297:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572196864:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329042.423307:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329042.423307:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329042.423309:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329042.423315:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016573b0d] to pc [ptlrpcd_00_03+3] req@0000000016573b0d x1853178572196992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329042.423316:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767329042.423326:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329042.423328:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767329042.423330:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329042.423332:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329042.423336:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030aeebd2. 02000000:00000001:2.0:1767329042.423337:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767329042.423339:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329042.423341:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329042.423343:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1767329042.423344:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ece6d7ba. 02000000:00000001:3.0:1767329042.423345:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329042.423345:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329042.423349:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767329042.423350:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329042.423351:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329042.423356:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016573b0d x1853178572196992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329042.423357:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020beec0d. 00000400:00000010:2.0:1767329042.423362:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0b0a4fc. 00000100:00000001:3.0:1767329042.423363:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329042.423371:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000030aeebd2 x1853178572197120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329042.423373:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767329042.423375:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a46e40d. 00000100:00000001:1.0:1767329042.423376:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329042.423383:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767329042.423383:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329042.423384:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329042.423387:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767329042.423389:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030aeebd2] to pc [ptlrpcd_00_00+0] req@0000000030aeebd2 x1853178572197120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329042.423389:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572196864, portal 25 02000000:00000001:1.0:1767329042.423391:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329042.423397:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329042.423400:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776936448 : -127176932615168 : ffff8c55501b9c00) 00000100:00100000:1.0:1767329042.423400:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000016573b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572196992:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329042.423408:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767329042.423411:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000660a521f x1853178572196864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329042.423413:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329042.423416:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329042.423420:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329042.423425:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767329042.423426:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000025588a04. 00000100:00000001:3.0:1767329042.423428:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329042.423431:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329042.423431:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329042.423432:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767329042.423436:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000454155cc. 00000100:00000040:3.0:1767329042.423437:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1767329042.423441:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572196864, offset 0 00000400:00000010:1.0:1767329042.423446:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9fa5a4f. 00000100:00000040:3.0:1767329042.423447:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6225) 00000100:00000001:0.0:1767329042.423448:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329042.423453:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329042.423454:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329042.423457:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329042.423462:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767329042.423462:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c86e3c6. 00000100:00000040:0.0:1767329042.423464:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000030aeebd2 x1853178572197120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329042.423466:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329042.423469:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572196992, portal 10 00000400:00000200:2.0:1767329042.423473:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329042.423475:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329042.423479:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776938240 : -127176932613376 : ffff8c55501ba300) 00000400:00000200:2.0:1767329042.423484:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329042.423487:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329042.423489:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329042.423491:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:0.0:1767329042.423492:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767329042.423496:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000016573b0d x1853178572196992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329042.423496:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329042.423497:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767329042.423503:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329042.423505:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00100000:0.0:1767329042.423512:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572197120:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329042.423514:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [160:160:256:4294967295] 192.168.202.109@tcp LPNI seq info [160:160:8:4294967295] 00000100:00000001:0.0:1767329042.423524:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329042.423526:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767329042.423529:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767329042.423534:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329042.423535:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329042.423539:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:1.0:1767329042.423541:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdac5862. 02000000:00000001:0.0:1767329042.423541:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767329042.423546:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000200:1.0:1767329042.423547:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572196992, offset 0 02000000:00000010:0.0:1767329042.423548:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000871301bd. 02000000:00000001:0.0:1767329042.423554:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329042.423555:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5c44fe9. 00000400:00000200:1.0:1767329042.423560:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329042.423562:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb6996a3. 00000800:00000200:2.0:1767329042.423567:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329042.423569:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000010:0.0:1767329042.423570:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034968aab. 00000400:00000200:1.0:1767329042.423574:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767329042.423577:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572197120, portal 10 00000800:00000200:2.0:1767329042.423578:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329042.423580:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:2.0:1767329042.423585:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5c44fe9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329042.423586:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329042.423586:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329042.423589:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776931072 : -127176932620544 : ffff8c55501b8700) 00000400:00000200:1.0:1767329042.423593:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:0.0:1767329042.423600:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000030aeebd2 x1853178572197120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329042.423601:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [161:161:255:4294967295] 192.168.202.109@tcp LPNI seq info [161:161:7:4294967295] 00000100:00000001:2.0:1767329042.423608:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329042.423615:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300891996 00000100:00000010:2.0:1767329042.423623:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002104b075. 00000400:00000200:1.0:1767329042.423623:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329042.423632:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767329042.423636:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329042.423644:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:1.0:1767329042.423645:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ecca153. 00000100:00000001:2.0:1767329042.423649:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300891996 00000100:00000040:0.0:1767329042.423652:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329042.423655:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:2.0:1767329042.423657:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086226be8. 00000400:00000010:0.0:1767329042.423657:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be917283. 00000100:00000001:2.0:1767329042.423662:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767329042.423663:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000200:0.0:1767329042.423663:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572197120, offset 0 00000100:00000001:2.0:1767329042.423669:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300891996 00000800:00000200:1.0:1767329042.423669:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ecca153 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767329042.423675:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:2.0:1767329042.423677:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015e46166. 00000100:00000001:1.0:1767329042.423677:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329042.423683:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329042.423684:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767329042.423684:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 609121 usecs (610 jiffies) 00000100:00000001:2.0:1767329042.423689:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300891996 00000100:00000001:1.0:1767329042.423691:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300888162 00000400:00000200:0.0:1767329042.423691:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1767329042.423695:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c99ca2fb. 00000100:00000001:1.0:1767329042.423697:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300891996 00000400:00000200:0.0:1767329042.423699:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329042.423701:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767329042.423702:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300888162 00000100:00000001:2.0:1767329042.423706:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329042.423706:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329042.423708:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300891996 00000100:00000001:2.0:1767329042.423711:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329042.423711:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:3.0:1767329042.423712:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329042.423716:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329042.423717:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [162:162:254:4294967295] 192.168.202.109@tcp LPNI seq info [162:162:6:4294967295] 00000800:00000010:3.0:1767329042.423719:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5c44fe9. 00000100:00000001:1.0:1767329042.423720:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300888162 00000100:00000001:2.0:1767329042.423721:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329042.423727:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329042.423727:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300891996 00000100:00000001:1.0:1767329042.423730:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300888162 00000100:00000001:2.0:1767329042.423733:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329042.423735:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300891996 00000100:00000001:2.0:1767329042.423738:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329042.423741:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329042.423741:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329042.423743:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329042.423748:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329042.423748:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329042.423748:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329042.423752:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329042.423755:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329042.423756:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329042.423757:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329042.423758:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000454155cc 00000100:00000001:1.0:1767329042.423762:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767329042.423763:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000454155cc. 00000800:00000010:0.0:1767329042.423765:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000100:00000001:1.0:1767329042.423767:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329042.423770:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329042.423770:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1767329042.423771:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329042.423775:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767329042.423777:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000660a521f x1853178572196864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329042.423778:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329042.423781:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329042.423782:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329042.423787:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329042.423788:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329042.423793:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329042.423795:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 35232 usecs (36 jiffies) 00000100:00000001:0.0:1767329042.423797:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300887588 00000100:00000001:0.0:1767329042.423799:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300891996 00000100:00000001:0.0:1767329042.423801:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300887588 00000100:00000001:0.0:1767329042.423803:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300891996 00000100:00000001:0.0:1767329042.423804:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300887588 00000100:00000001:0.0:1767329042.423805:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300891996 00000100:00000001:0.0:1767329042.423807:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300887588 00000100:00000001:0.0:1767329042.423808:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300891996 00000100:00000001:0.0:1767329042.423814:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329042.423816:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329042.423817:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329042.423819:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329042.423822:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329042.423823:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329042.423825:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329042.423826:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329042.423827:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329042.423828:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329042.423849:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329042.423853:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000660a521f x1853178572196864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329058 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329042.423858:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329042.423860:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329042.423873:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329042.423875:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ecca153. 00000400:00000200:3.0:1767329042.423877:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329042.423879:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329042.423881:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdac5862 00000400:00000010:3.0:1767329042.423882:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdac5862. 00000100:00000001:3.0:1767329042.423884:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329042.423886:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016573b0d x1853178572196992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329042.423890:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329042.423891:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016573b0d x1853178572196992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329058 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329042.423895:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329042.423896:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329042.423917:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329042.423920:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000400:00000200:3.0:1767329042.423924:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329042.423926:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329042.423928:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be917283 00000400:00000010:3.0:1767329042.423929:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be917283. 00000100:00000001:3.0:1767329042.423936:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329042.423947:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000030aeebd2 x1853178572197120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329042.423958:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329042.423960:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000030aeebd2 x1853178572197120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329058 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329042.423964:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329042.423966:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329042.425117:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329042.425128:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329042.425131:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329042.425133:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329042.425138:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329042.425147:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2804c00 00000400:00000200:1.0:1767329042.425152:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x5e5 [1] + 224 00000800:00000001:1.0:1767329042.425159:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329042.425165:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329042.425166:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329042.425168:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329042.425172:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329042.425175:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000660a521f x1853178572196864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329042.425182:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000660a521f x1853178572196864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329042.425195:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329042.425208:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329042.425211:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329042.425212:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329042.425213:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329042.425216:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329042.425220:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2804c80 00000400:00000200:1.0:1767329042.425223:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x5ed [1] + 224 00000800:00000001:1.0:1767329042.425226:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329042.425228:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329042.425230:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329042.425232:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329042.425234:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329042.425236:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016573b0d x1853178572196992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329042.425243:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000016573b0d x1853178572196992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329042.425254:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329042.425255:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329042.425258:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767329042.425260:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329042.425263:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329042.425264:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329042.425267:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329042.425269:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0b0a4fc. 00000400:00000200:2.0:1767329042.425273:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a46e40d 00000400:00000010:2.0:1767329042.425275:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a46e40d. 00000100:00000001:2.0:1767329042.425279:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329042.425283:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000660a521f x1853178572196864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329042.425291:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000660a521f x1853178572196864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329042.425297:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329042.425299:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329042.425301:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767329042.425310:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329042.425312:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329042.425313:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329042.425317:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1767329042.425318:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767329042.425322:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767329042.425322:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329042.425325:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9fa5a4f. 02000000:00000001:2.0:1767329042.425328:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329042.425330:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c86e3c6 00000400:00000010:0.0:1767329042.425333:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c86e3c6. 00000100:00000001:0.0:1767329042.425335:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767329042.425338:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=39 v=5 (5 5 0 0) 00000100:00000200:0.0:1767329042.425341:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016573b0d x1853178572196992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329042.425346:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=39 v=5 (1 1 0 0) 00000100:00000001:2.0:1767329042.425355:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329042.425358:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329042.425363:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767329042.425364:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016573b0d x1853178572196992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767329042.425368:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329042.425375:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329042.425380:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329042.425381:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329042.425383:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329042.425386:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000660a521f x1853178572196864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329042.425388:0:208651:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:3.0:1767329042.425390:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329042.425392:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329042.425396:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329042.425397:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329042.425399:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329042.425401:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329042.425405:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329042.425405:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329042.425409:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000660a521f x1853178572196864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329058 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767329042.425413:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=29 v=5 (5 5 0 0) 00000100:00100000:2.0:1767329042.425418:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572196864:192.168.202.109@tcp:400: 00000100:00001000:0.0:1767329042.425422:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=29 v=5 (1 1 0 0) 00000100:00000001:2.0:1767329042.425425:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329042.425427:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329042.425428:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329042.425429:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329042.425433:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000660a521f x1853178572196864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329058 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329042.425435:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767329042.425436:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767329042.425440:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329042.425442:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329042.425446:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767329042.425449:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329042.425453:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767329042.425454:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000040:0.0:1767329042.425456:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000010:2.0:1767329042.425458:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ece6d7ba. 00000100:00000001:0.0:1767329042.425461:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767329042.425464:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767329042.425465:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2804d00 00000100:00000001:0.0:1767329042.425465:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329042.425469:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329042.425473:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000040:0.0:1767329042.425474:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016573b0d x1853178572196992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329042.425477:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x5f5 [1] + 224 00000020:00000001:2.0:1767329042.425480:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329042.425484:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070fb6d87. 00000800:00000001:3.0:1767329042.425487:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767329042.425491:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329042.425493:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767329042.425494:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329042.425495:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767329042.425497:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767329042.425499:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767329042.425499:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000660a521f. 00000100:00000001:0.0:1767329042.425500:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329042.425507:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000040:0.0:1767329042.425509:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016573b0d x1853178572196992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329058 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329042.425512:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329042.425513:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329042.425515:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329042.425519:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329042.425521:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000030aeebd2 x1853178572197120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329042.425525:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329042.425528:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329042.425533:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329042.425536:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329042.425542:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000016573b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572196992:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329042.425548:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000030aeebd2 x1853178572197120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329042.425553:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329042.425558:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329042.425565:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016573b0d x1853178572196992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329058 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329042.425568:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329042.425574:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329042.425576:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1767329042.425578:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329042.425580:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329042.425584:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000025588a04. 02000000:00000001:0.0:1767329042.425588:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329042.425590:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329042.425591:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329042.425593:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767329042.425595:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767329042.425595:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077a38a26. 00000100:00000001:2.0:1767329042.425598:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329042.425599:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329042.425602:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329042.425603:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016573b0d. 00000400:00000001:2.0:1767329042.425604:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329042.425608:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767329042.425609:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:2.0:1767329042.425610:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb6996a3. 00000100:00000001:0.0:1767329042.425612:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329042.425614:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034968aab 00000100:00000001:0.0:1767329042.425615:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767329042.425619:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034968aab. 00000100:00000001:0.0:1767329042.425622:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329042.425624:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329042.425625:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329042.425627:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329042.425630:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329042.425632:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000030aeebd2 x1853178572197120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329042.425643:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000030aeebd2 x1853178572197120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329042.425649:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329042.425650:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329042.425651:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329042.425652:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329042.425653:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329042.425654:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329042.425656:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329042.425659:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=39 v=5 (5 5 0 0) 00000100:00001000:2.0:1767329042.425661:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=14 v=5 (1 1 0 0) 00000100:00000001:2.0:1767329042.425663:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329042.425664:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329042.425665:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767329042.425667:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000030aeebd2 x1853178572197120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767329042.425672:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329042.425673:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329042.425680:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329042.425681:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329042.425683:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329042.425685:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000030aeebd2 x1853178572197120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329042.425690:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329042.425691:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329042.425691:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329042.425693:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030aeebd2 x1853178572197120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329058 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329042.425697:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572197120:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329042.425700:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329042.425701:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329042.425702:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000030aeebd2 x1853178572197120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329058 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329042.425707:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329042.425708:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329042.425709:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000871301bd. 02000000:00000001:2.0:1767329042.425711:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329042.425711:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329042.425712:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329042.425713:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329042.425714:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000020beec0d. 02000000:00000001:2.0:1767329042.425716:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329042.425717:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329042.425718:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030aeebd2. 00000100:00000001:2.0:1767329042.425720:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329042.425721:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329042.425722:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329042.425725:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329042.425726:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329042.425728:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329042.425729:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329042.487082:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329042.487086:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329042.487089:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329042.487091:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329042.487095:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329042.487097:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329042.487099:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329042.487101:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329042.487103:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329042.487104:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329042.487157:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329042.487160:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329042.487163:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329043.511097:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329043.511104:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329043.511110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329043.511111:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329043.511157:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329043.511161:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329043.511164:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329044.535099:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329044.535115:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329044.535124:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329044.535128:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329044.535130:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329044.535136:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329044.535138:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329044.535140:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329044.535144:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329044.535146:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329044.535148:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329044.535150:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329044.535224:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329044.535229:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329044.535232:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329045.559128:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329045.559138:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329045.559145:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329045.559146:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329045.559203:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329045.559207:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329045.559210:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329046.583145:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329046.583153:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329046.583158:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329046.583160:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329046.583235:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329046.583240:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329046.583243:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329047.031153:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300891996, at 4300892160 00000100:00000040:1.0:1767329047.031153:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300891996, at 4300892160 00000100:00000040:3.0:1767329047.031155:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300891996, at 4300892160 00000100:00000010:1.0:1767329047.031175:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086226be8. 00000100:00000010:3.0:1767329047.031176:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c99ca2fb. 00000100:00000010:2.0:1767329047.031177:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015e46166. 00000100:00000040:0.0:1767329047.031544:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300891996, at 4300892160 00000100:00000010:0.0:1767329047.031551:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002104b075. 00000100:00000040:0.0:1767329047.543122:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329047.543134:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329047.543145:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ebc4a5d. 00000020:00000040:0.0:1767329047.543152:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329047.543156:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329047.543159:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329047.543165:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329047.543175:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ce889c. 00000100:00000001:0.0:1767329047.543182:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329047.543193:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000002ebc4a5d x1853178572197248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329047.543203:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329047.543205:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329047.543210:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ebc4a5d] to pc [ptlrpcd_00_01+1] req@000000002ebc4a5d x1853178572197248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329047.543232:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329047.543252:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329047.543253:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329047.543258:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329047.543259:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767329047.543262:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767329047.543264:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087b3a54b. 00000100:00000040:3.0:1767329047.543269:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ebc4a5d x1853178572197248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767329047.543270:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329047.543277:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329047.543281:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329047.543284:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329047.543289:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d0d0c54. 00000100:00000001:2.0:1767329047.543292:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329047.543297:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329047.543299:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329047.543301:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329047.543304:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329047.543307:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000087b3a54b x1853178572197376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767329047.543310:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329047.543315:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329047.543320:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329047.543326:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ebc4a5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572197248:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329047.543328:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329047.543331:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329047.543332:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329047.543338:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b3a54b] to pc [ptlrpcd_00_02+2] req@0000000087b3a54b x1853178572197376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329047.543339:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329047.543343:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329047.543348:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329047.543354:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a422f07f. 02000000:00000001:3.0:1767329047.543356:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329047.543362:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd5835e7. 00000100:00000001:0.0:1767329047.543369:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329047.543370:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000922594fe. 00000100:00000001:2.0:1767329047.543375:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329047.543375:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329047.543379:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767329047.543380:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572197248, portal 25 00000100:00000001:0.0:1767329047.543380:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767329047.543383:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329047.543385:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1767329047.543385:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000969bb8ef. 00000100:00000001:3.0:1767329047.543388:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578903936 : -127177130647680 : ffff8c55444ddf80) 00000020:00000040:0.0:1767329047.543390:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000040:2.0:1767329047.543391:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087b3a54b x1853178572197376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329047.543396:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767329047.543398:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ebc4a5d x1853178572197248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329047.543399:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329047.543402:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329047.543408:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 00000100:00000001:0.0:1767329047.543414:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329047.543422:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767329047.543423:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000969bb8ef x1853178572197504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329047.543426:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329047.543426:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329047.543432:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767329047.543435:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329047.543436:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767329047.543442:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a54034e. 02000000:00000001:2.0:1767329047.543442:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329047.543443:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329047.543444:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329047.543447:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329047.543449:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572197248, offset 0 00000100:00000001:1.0:1767329047.543450:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329047.543451:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087b3a54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572197376:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329047.543454:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000969bb8ef] to pc [ptlrpcd_00_03+3] req@00000000969bb8ef x1853178572197504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329047.543460:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767329047.543464:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329047.543465:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329047.543469:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329047.543471:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329047.543475:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c06eaf98. 02000000:00000001:2.0:1767329047.543480:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329047.543485:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000010:2.0:1767329047.543487:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0b0a4fc. 00000400:00000010:2.0:1767329047.543496:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a46e40d. 00000400:00000200:3.0:1767329047.543497:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329047.543500:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329047.543502:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572197376, portal 10 00000100:00000040:0.0:1767329047.543503:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767329047.543505:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329047.543507:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329047.543511:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578908416 : -127177130643200 : ffff8c55444df100) 00000100:00000040:0.0:1767329047.543512:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1767329047.543513:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329047.543517:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329047.543520:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329047.543521:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767329047.543522:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6230) 00000100:00000040:2.0:1767329047.543523:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087b3a54b x1853178572197376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329047.543525:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767329047.543530:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [163:163:256:4294967295] 192.168.202.109@tcp LPNI seq info [163:163:8:4294967295] 00000100:00000040:1.0:1767329047.543534:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000969bb8ef x1853178572197504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329047.543549:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329047.543556:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767329047.543560:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:2.0:1767329047.543560:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329047.543560:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329047.543565:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767329047.543567:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001299fc8e. 02000000:00000001:1.0:1767329047.543569:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767329047.543572:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572197376, offset 0 02000000:00000001:1.0:1767329047.543575:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329047.543580:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000969bb8ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572197504:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329047.543584:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:3.0:1767329047.543585:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329047.543587:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329047.543591:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:3.0:1767329047.543593:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020beec0d. 02000000:00000001:1.0:1767329047.543601:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329047.543602:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:3.0:1767329047.543603:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:1.0:1767329047.543607:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767329047.543611:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1767329047.543612:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050ad50f9. 02000000:00000001:1.0:1767329047.543615:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329047.543617:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:3.0:1767329047.543620:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:1.0:1767329047.543622:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065fdaf18. 00000400:00000200:2.0:1767329047.543624:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767329047.543627:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020beec0d type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1767329047.543629:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bffb9b1. 00000400:00000200:2.0:1767329047.543630:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329047.543636:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [164:164:255:4294967295] 192.168.202.109@tcp LPNI seq info [164:164:7:4294967295] 00000100:00000200:1.0:1767329047.543636:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572197504, portal 10 00000100:00000001:1.0:1767329047.543639:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329047.543642:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578904832 : -127177130646784 : ffff8c55444de300) 00000100:00000001:3.0:1767329047.543646:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329047.543650:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000969bb8ef x1853178572197504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329047.543653:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329047.543654:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300897116 00000100:00000010:3.0:1767329047.543662:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002576172e. 00000800:00000200:2.0:1767329047.543668:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329047.543669:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329047.543672:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000010:2.0:1767329047.543675:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025ce9561. 00000100:00000040:1.0:1767329047.543677:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329047.543681:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086df6db1. 00000100:00000001:3.0:1767329047.543682:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300897116 00000100:00000200:1.0:1767329047.543685:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572197504, offset 0 00000800:00000200:2.0:1767329047.543686:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:3.0:1767329047.543689:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000050346681. 00000100:00000001:3.0:1767329047.543694:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767329047.543698:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:2.0:1767329047.543699:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329047.543701:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300897116 00000800:00000200:2.0:1767329047.543704:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025ce9561 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1767329047.543706:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024dc0b91. 00000400:00000200:1.0:1767329047.543707:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329047.543709:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329047.543712:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767329047.543715:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329047.543717:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300897116 00000100:00000040:2.0:1767329047.543717:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 595642 usecs (596 jiffies) 00000400:00000200:1.0:1767329047.543719:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000010:3.0:1767329047.543724:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002bed35d3. 00000100:00000001:2.0:1767329047.543725:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300893268 00000400:00000200:1.0:1767329047.543726:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329047.543730:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767329047.543731:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300897116 00000400:00000200:1.0:1767329047.543732:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329047.543736:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329047.543737:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300893268 00000400:00000200:1.0:1767329047.543742:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [165:165:254:4294967295] 192.168.202.109@tcp LPNI seq info [165:165:6:4294967295] 00000100:00000001:3.0:1767329047.543743:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329047.543744:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300897116 00000100:00000001:2.0:1767329047.543750:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300893268 00000100:00000001:3.0:1767329047.543751:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329047.543755:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300897116 00000800:00000200:0.0:1767329047.543755:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329047.543756:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329047.543762:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300893268 00000400:00000200:1.0:1767329047.543763:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000010:0.0:1767329047.543763:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020beec0d. 00000100:00000001:3.0:1767329047.543768:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329047.543769:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300897116 00000100:00000001:3.0:1767329047.543772:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767329047.543773:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329047.543774:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767329047.543778:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329047.543780:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329047.543781:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329047.543784:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1767329047.543785:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ecca153. 00000400:00000200:0.0:1767329047.543786:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329047.543787:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329047.543787:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329047.543794:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767329047.543794:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329047.543795:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329047.543796:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a54034e 00000100:00000001:2.0:1767329047.543802:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767329047.543802:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a54034e. 00000100:00000001:2.0:1767329047.543806:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767329047.543807:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329047.543808:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767329047.543810:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ecca153 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329047.543816:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329047.543817:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329047.543819:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329047.543821:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ebc4a5d x1853178572197248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329047.543822:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329047.543829:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329047.543837:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 34441 usecs (35 jiffies) 00000100:00000001:0.0:1767329047.543838:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329047.543840:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300892707 00000100:00000040:0.0:1767329047.543843:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ebc4a5d x1853178572197248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329063 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329047.543851:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300897116 00000100:00000001:0.0:1767329047.543855:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329047.543856:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300892707 00000100:00000001:1.0:1767329047.543861:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300897116 00000100:00000001:0.0:1767329047.543861:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329047.543865:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300892707 00000100:00000001:1.0:1767329047.543866:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300897116 00000100:00000001:1.0:1767329047.543867:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300892707 00000100:00000001:1.0:1767329047.543868:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300897116 00000100:00000001:1.0:1767329047.543870:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329047.543871:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329047.543873:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329047.543875:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329047.543878:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329047.543879:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329047.543882:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767329047.543882:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329047.543884:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1767329047.543900:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025ce9561. 00000100:00000001:1.0:1767329047.543901:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329047.543907:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329047.543909:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329047.543916:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329047.543920:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001299fc8e 00000400:00000010:0.0:1767329047.543922:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001299fc8e. 00000100:00000001:0.0:1767329047.543926:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329047.543929:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087b3a54b x1853178572197376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329047.543936:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329047.543939:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087b3a54b x1853178572197376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329063 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329047.543958:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329047.543961:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329047.543986:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329047.543988:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ecca153. 00000400:00000200:0.0:1767329047.543991:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329047.543995:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329047.543998:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086df6db1 00000400:00000010:0.0:1767329047.544000:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086df6db1. 00000100:00000001:0.0:1767329047.544003:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329047.544006:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000969bb8ef x1853178572197504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329047.544014:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329047.544048:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000969bb8ef x1853178572197504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329063 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329047.544056:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329047.544058:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329047.545389:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329047.545400:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329047.545403:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329047.545404:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329047.545411:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329047.545422:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2804d80 00000400:00000200:1.0:1767329047.545428:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x5fd [1] + 224 00000800:00000001:1.0:1767329047.545435:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329047.545441:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329047.545442:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329047.545445:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329047.545448:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329047.545451:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ebc4a5d x1853178572197248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329047.545469:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002ebc4a5d x1853178572197248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329047.545483:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329047.545488:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329047.545490:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329047.545508:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329047.545511:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329047.545516:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329047.545518:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329047.545525:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd5835e7. 00000400:00000200:3.0:1767329047.545529:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000922594fe 00000400:00000010:3.0:1767329047.545530:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000922594fe. 00000100:00000001:3.0:1767329047.545533:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329047.545537:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ebc4a5d x1853178572197248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329047.545544:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ebc4a5d x1853178572197248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329047.545549:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329047.545550:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329047.545552:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329047.545555:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329047.545557:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329047.545558:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329047.545560:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329047.545565:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=44 v=5 (5 5 0 0) 00000100:00001000:3.0:1767329047.545568:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=44 v=5 (1 1 0 0) 00000100:00000001:3.0:1767329047.545570:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329047.545571:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329047.545573:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329047.545575:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329047.545577:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329047.545580:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ebc4a5d x1853178572197248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329047.545585:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329047.545587:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329047.545588:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329047.545590:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ebc4a5d x1853178572197248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329063 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329047.545595:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ebc4a5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572197248:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329047.545661:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329047.545663:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329047.545665:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ebc4a5d x1853178572197248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329063 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329047.545675:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329047.545678:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329047.545681:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a422f07f. 00000800:00000001:0.0:1767329047.545695:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329047.545705:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329047.545708:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329047.545711:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329047.545715:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767329047.545720:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000020:00000001:3.0:1767329047.545721:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329047.545725:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1767329047.545729:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329047.545732:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ce889c. 00000400:00000200:0.0:1767329047.545737:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2804e80 02000000:00000001:3.0:1767329047.545742:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329047.545747:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767329047.545747:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x60d [1] + 224 00000100:00000010:3.0:1767329047.545751:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ebc4a5d. 00000800:00000001:0.0:1767329047.545754:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329047.545758:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329047.545761:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329047.545762:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329047.545765:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329047.545766:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329047.545773:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329047.545774:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329047.545776:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329047.545778:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329047.545781:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000969bb8ef x1853178572197504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329047.545785:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329047.545789:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329047.545794:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000969bb8ef x1853178572197504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329047.545815:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329047.545820:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329047.545822:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329047.545872:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329047.545875:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329047.545878:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329047.545879:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329047.545880:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065fdaf18. 00000400:00000200:1.0:1767329047.545884:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bffb9b1 00000400:00000010:1.0:1767329047.545885:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bffb9b1. 00000100:00000001:1.0:1767329047.545900:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329047.545904:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000969bb8ef x1853178572197504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329047.545911:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000969bb8ef x1853178572197504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329047.545916:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329047.545917:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329047.545918:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329047.545920:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329047.545921:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329047.545922:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329047.545924:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329047.545927:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=44 v=5 (5 5 0 0) 00000100:00001000:1.0:1767329047.545929:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=19 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329047.545931:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329047.545932:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329047.545933:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767329047.545936:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000969bb8ef x1853178572197504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329047.545940:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329047.545949:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329047.545951:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329047.545952:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329047.545953:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329047.545956:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000969bb8ef x1853178572197504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329047.545960:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329047.545962:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329047.545963:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329047.545965:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000969bb8ef x1853178572197504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329063 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329047.545969:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000969bb8ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572197504:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329047.545972:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329047.545973:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329047.545974:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000969bb8ef x1853178572197504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329063 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329047.545978:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329047.545979:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329047.545980:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050ad50f9. 02000000:00000001:1.0:1767329047.545982:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329047.545983:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329047.545984:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329047.545985:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329047.545987:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 02000000:00000001:1.0:1767329047.545989:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329047.545990:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329047.545991:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000969bb8ef. 00000100:00000001:1.0:1767329047.545993:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329047.545995:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329047.545996:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329047.545998:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329047.545999:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329047.546000:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329047.546005:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329047.546078:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329047.546085:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329047.546088:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329047.546090:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329047.546096:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329047.546105:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2804e00 00000400:00000200:0.0:1767329047.546110:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x605 [1] + 224 00000800:00000001:0.0:1767329047.546116:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329047.546122:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329047.546124:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329047.546128:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329047.546131:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329047.546135:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087b3a54b x1853178572197376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329047.546144:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000087b3a54b x1853178572197376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329047.546160:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329047.546164:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329047.546166:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329047.546208:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329047.546211:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329047.546214:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329047.546215:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329047.546216:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0b0a4fc. 00000400:00000200:2.0:1767329047.546220:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a46e40d 00000400:00000010:2.0:1767329047.546221:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a46e40d. 00000100:00000001:2.0:1767329047.546223:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329047.546227:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087b3a54b x1853178572197376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329047.546233:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087b3a54b x1853178572197376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329047.546239:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329047.546239:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329047.546241:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329047.546242:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329047.546243:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329047.546244:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329047.546245:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329047.546248:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=34 v=5 (5 5 0 0) 00000100:00001000:2.0:1767329047.546250:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=34 v=5 (1 1 0 0) 00000100:00000001:2.0:1767329047.546252:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329047.546253:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329047.546255:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329047.546258:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329047.546260:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329047.546261:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329047.546263:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329047.546264:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329047.546267:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087b3a54b x1853178572197376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329047.546275:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329047.546284:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329047.546286:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329047.546290:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087b3a54b x1853178572197376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329063 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329047.546298:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087b3a54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572197376:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329047.546303:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329047.546305:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329047.546307:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087b3a54b x1853178572197376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329063 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329047.546315:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329047.546317:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329047.546319:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c06eaf98. 02000000:00000001:2.0:1767329047.546324:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329047.546325:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329047.546327:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329047.546329:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329047.546330:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d0d0c54. 02000000:00000001:2.0:1767329047.546334:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329047.546335:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329047.546336:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087b3a54b. 00000100:00000001:2.0:1767329047.546339:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329047.546340:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329047.546341:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329047.546344:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329047.546345:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329047.546346:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329047.546348:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329047.607130:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329047.607139:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329047.607146:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329047.607148:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329047.607212:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329047.607218:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329047.607222:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329048.631096:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329048.631106:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329048.631114:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329048.631115:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329048.631174:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329048.631179:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329048.631182:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329049.655095:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329049.655101:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329049.655106:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329049.655107:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329049.655136:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329049.655141:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329049.655144:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329050.679174:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329050.679181:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329050.679187:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329050.679189:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329050.679240:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329050.679275:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329050.679280:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329051.703113:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329051.703122:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329051.703127:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329051.703128:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329051.703180:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329051.703184:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329051.703187:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329052.151115:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300897116, at 4300897280 00000100:00000040:2.0:1767329052.151115:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300897116, at 4300897280 00000100:00000040:0.0:1767329052.151115:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300897116, at 4300897280 00000100:00000010:3.0:1767329052.151135:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002bed35d3. 00000100:00000010:2.0:1767329052.151137:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024dc0b91. 00000100:00000010:0.0:1767329052.151140:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002576172e. 00000100:00000040:1.0:1767329052.151408:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300897116, at 4300897280 00000100:00000010:1.0:1767329052.151415:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000050346681. 00000100:00000040:2.0:1767329052.663183:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329052.663194:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329052.663205:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081a134ff. 00000020:00000040:2.0:1767329052.663213:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329052.663232:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329052.663235:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329052.663242:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329052.663250:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061991354. 00000100:00000001:2.0:1767329052.663257:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329052.663268:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000081a134ff x1853178572197632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329052.663278:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329052.663280:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329052.663285:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a134ff] to pc [ptlrpcd_00_00+0] req@0000000081a134ff x1853178572197632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329052.663312:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329052.663314:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329052.663317:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329052.663319:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7d63ccd. 00000020:00000040:2.0:1767329052.663321:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329052.663323:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329052.663324:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329052.663325:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329052.663329:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000025ce9561. 00000100:00000001:2.0:1767329052.663332:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329052.663335:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000b7d63ccd x1853178572197760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329052.663339:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329052.663341:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329052.663344:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329052.663345:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767329052.663348:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7d63ccd] to pc [ptlrpcd_00_01+1] req@00000000b7d63ccd x1853178572197760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329052.663349:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329052.663358:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329052.663361:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081a134ff x1853178572197632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329052.663362:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329052.663372:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767329052.663373:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329052.663376:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329052.663383:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767329052.663384:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f76cd51. 00000100:00000001:3.0:1767329052.663385:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329052.663388:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1767329052.663393:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:0.0:1767329052.663395:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329052.663396:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329052.663399:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329052.663402:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329052.663403:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329052.663407:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329052.663408:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081a134ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572197632:192.168.202.109@tcp:400: 02000000:00000010:2.0:1767329052.663411:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d5c44fe9. 00000100:00000040:3.0:1767329052.663416:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7d63ccd x1853178572197760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329052.663416:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329052.663418:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329052.663426:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767329052.663431:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000000f76cd51 x1853178572197888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767329052.663432:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329052.663439:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329052.663446:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005026077d. 02000000:00000001:0.0:1767329052.663455:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329052.663468:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e529a062. 00000400:00000010:0.0:1767329052.663480:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081a0b675. 00000100:00000200:0.0:1767329052.663492:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572197632, portal 25 00000100:00000001:3.0:1767329052.663498:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329052.663498:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329052.663499:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329052.663511:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329052.663511:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777356160 : -127176932195456 : ffff8c5550220380) 00000100:00000001:2.0:1767329052.663512:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329052.663526:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f76cd51] to pc [ptlrpcd_00_02+2] req@000000000f76cd51 x1853178572197888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329052.663528:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767329052.663529:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081a134ff x1853178572197632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329052.663535:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329052.663551:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329052.663569:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7d63ccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572197760:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329052.663582:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329052.663585:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767329052.663589:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329052.663594:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329052.663595:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767329052.663599:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767329052.663604:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa460cfa. 02000000:00000001:3.0:1767329052.663605:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329052.663605:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1767329052.663608:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572197632, offset 0 00000100:00000040:2.0:1767329052.663612:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6235) 00000400:00000200:0.0:1767329052.663616:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329052.663628:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329052.663634:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000010:3.0:1767329052.663635:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb0dee7a. 02000000:00000001:3.0:1767329052.663640:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329052.663643:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329052.663653:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:3.0:1767329052.663654:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd5835e7. 00000400:00000200:0.0:1767329052.663660:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329052.663665:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:3.0:1767329052.663668:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000922594fe. 00000400:00000200:0.0:1767329052.663669:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [166:166:256:4294967295] 192.168.202.109@tcp LPNI seq info [166:166:8:4294967295] 00000100:00000200:3.0:1767329052.663684:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572197760, portal 10 00000100:00000001:3.0:1767329052.663696:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329052.663697:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329052.663699:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329052.663704:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777366016 : -127176932185600 : ffff8c5550222a00) 00000100:00000001:1.0:1767329052.663705:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329052.663711:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1767329052.663715:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329052.663726:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7d63ccd x1853178572197760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329052.663726:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f76cd51 x1853178572197888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767329052.663728:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 00000800:00000200:0.0:1767329052.663756:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767329052.663783:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329052.663793:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329052.663797:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329052.663798:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329052.663803:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329052.663811:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329052.663814:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329052.663816:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d929a2. 00000100:00000001:0.0:1767329052.663821:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300902236 00000100:00000200:3.0:1767329052.663824:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572197760, offset 0 00000100:00000010:0.0:1767329052.663826:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1492956. 02000000:00000001:1.0:1767329052.663827:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329052.663834:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329052.663852:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1767329052.663853:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329052.663858:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00100000:1.0:1767329052.663864:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000f76cd51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572197888:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329052.663864:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300902236 00000100:00000010:0.0:1767329052.663871:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000388111bb. 00000100:00000001:1.0:1767329052.663874:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329052.663876:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767329052.663880:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329052.663882:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300902236 00000100:00000010:0.0:1767329052.663891:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000433e038f. 02000000:00000001:1.0:1767329052.663892:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767329052.663893:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329052.663896:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 02000000:00000001:1.0:1767329052.663903:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329052.663906:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300902236 00000400:00000200:3.0:1767329052.663910:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:1.0:1767329052.663911:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767329052.663916:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052edf4f7. 02000000:00000010:1.0:1767329052.663920:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050ad50f9. 00000100:00000001:0.0:1767329052.663921:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767329052.663922:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329052.663929:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329052.663931:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329052.663939:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329052.663940:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329052.663944:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065fdaf18. 00000400:00000200:3.0:1767329052.663953:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [167:167:255:4294967295] 192.168.202.109@tcp LPNI seq info [167:167:7:4294967295] 00000100:00000001:0.0:1767329052.663956:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329052.663957:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bffb9b1. 00000100:00000001:0.0:1767329052.663967:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329052.663969:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572197888, portal 10 00000800:00000200:2.0:1767329052.663975:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329052.663977:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329052.663980:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767329052.663983:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000100:00000001:1.0:1767329052.663985:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777367808 : -127176932183808 : ffff8c5550223100) 00000100:00000001:0.0:1767329052.663986:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767329052.663994:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329052.663995:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329052.663998:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329052.664007:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000f76cd51 x1853178572197888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329052.664009:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329052.664057:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329052.664062:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329052.664079:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329052.664088:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329052.664089:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa460cfa 00000100:00000001:1.0:1767329052.664090:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767329052.664093:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa460cfa. 00000100:00000001:0.0:1767329052.664094:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329052.664100:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329052.664106:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fefedd0d. 00000100:00000001:2.0:1767329052.664107:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329052.664113:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572197888, offset 0 00000100:00000200:2.0:1767329052.664114:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081a134ff x1853178572197632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329052.664125:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767329052.664125:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329052.664131:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081a134ff x1853178572197632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329068 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329052.664138:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329052.664138:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329052.664143:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767329052.664146:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767329052.664155:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329052.664156:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329052.664165:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1767329052.664167:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077a38a26. 00000400:00000200:1.0:1767329052.664173:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329052.664183:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [168:168:254:4294967295] 192.168.202.109@tcp LPNI seq info [168:168:6:4294967295] 00000800:00000200:3.0:1767329052.664186:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767329052.664208:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329052.664222:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077a38a26 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329052.664222:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329052.664236:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329052.664244:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329052.664246:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 582772 usecs (583 jiffies) 00000800:00000010:1.0:1767329052.664253:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029ea41fb. 00000100:00000001:3.0:1767329052.664254:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300898376 00000100:00000001:3.0:1767329052.664263:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300902236 00000800:00000200:1.0:1767329052.664268:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329052.664274:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329052.664279:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300898376 00000800:00000010:2.0:1767329052.664279:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077a38a26. 00000800:00000200:1.0:1767329052.664280:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329052.664291:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329052.664293:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300902236 00000800:00000200:1.0:1767329052.664293:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000029ea41fb type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329052.664308:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329052.664309:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300898376 00000100:00000001:1.0:1767329052.664309:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329052.664313:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d929a2 00000400:00000010:2.0:1767329052.664320:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d929a2. 00000100:00000001:3.0:1767329052.664322:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300902236 00000100:00000040:1.0:1767329052.664325:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 33693 usecs (34 jiffies) 00000100:00000001:2.0:1767329052.664329:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329052.664330:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300898376 00000100:00000001:1.0:1767329052.664333:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300897827 00000100:00000001:3.0:1767329052.664337:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300902236 00000100:00000200:2.0:1767329052.664338:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7d63ccd x1853178572197760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329052.664347:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329052.664351:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300902236 00000100:00000001:1.0:1767329052.664360:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300897827 00000100:00000001:2.0:1767329052.664362:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329052.664366:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300902236 00000100:00000040:2.0:1767329052.664367:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7d63ccd x1853178572197760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329068 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329052.664373:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300897827 00000100:00000001:2.0:1767329052.664378:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329052.664380:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329052.664380:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300902236 00000100:00000001:1.0:1767329052.664386:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300897827 00000100:00000001:1.0:1767329052.664389:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300902236 00000800:00000200:2.0:1767329052.664392:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329052.664392:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767329052.664396:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029ea41fb. 00000100:00000001:1.0:1767329052.664399:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329052.664400:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329052.664408:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329052.664409:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329052.664413:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fefedd0d 00000400:00000010:2.0:1767329052.664415:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fefedd0d. 00000100:00000001:1.0:1767329052.664415:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329052.664419:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329052.664423:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767329052.664424:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f76cd51 x1853178572197888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329052.664428:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329052.664435:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329052.664436:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329052.664440:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767329052.664441:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f76cd51 x1853178572197888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329068 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329052.664443:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329052.664450:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329052.664451:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329052.664457:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329052.664484:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329052.664488:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329052.664491:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329052.664499:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329052.664501:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329052.664504:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329052.664506:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329052.664507:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329052.664509:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329052.665928:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329052.665941:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329052.665943:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329052.665945:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329052.665951:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329052.665960:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2804f00 00000400:00000200:0.0:1767329052.665967:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x615 [1] + 224 00000800:00000001:0.0:1767329052.665974:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329052.665980:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329052.665982:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329052.665984:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329052.665990:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329052.665993:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081a134ff x1853178572197632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329052.666003:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081a134ff x1853178572197632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329052.666033:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329052.666040:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329052.666043:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329052.666056:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329052.666060:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329052.666065:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329052.666066:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329052.666068:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e529a062. 00000400:00000200:2.0:1767329052.666072:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081a0b675 00000400:00000010:2.0:1767329052.666079:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081a0b675. 00000100:00000001:2.0:1767329052.666083:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329052.666087:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081a134ff x1853178572197632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329052.666094:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081a134ff x1853178572197632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329052.666100:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329052.666101:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329052.666103:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329052.666106:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329052.666108:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329052.666110:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329052.666112:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329052.666117:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=49 v=5 (5 5 0 0) 00000100:00001000:2.0:1767329052.666121:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=49 v=5 (1 1 0 0) 00000100:00000001:2.0:1767329052.666123:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329052.666124:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329052.666126:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329052.666128:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329052.666130:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329052.666134:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081a134ff x1853178572197632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329052.666138:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329052.666141:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329052.666142:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329052.666144:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081a134ff x1853178572197632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329068 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329052.666150:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081a134ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572197632:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329052.666155:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329052.666157:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329052.666158:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081a134ff x1853178572197632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329068 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329052.666171:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329052.666174:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329052.666177:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005026077d. 02000000:00000001:2.0:1767329052.666180:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329052.666182:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329052.666183:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1767329052.666185:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329052.666187:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061991354. 02000000:00000001:2.0:1767329052.666189:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329052.666192:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329052.666194:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081a134ff. 00000100:00000001:2.0:1767329052.666197:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329052.666198:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329052.666200:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329052.666203:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329052.666205:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329052.666206:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329052.666207:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329052.666211:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329052.666216:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329052.666219:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329052.666223:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329052.666230:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329052.666238:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2804f80 00000400:00000200:0.0:1767329052.666252:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x61d [1] + 224 00000800:00000001:0.0:1767329052.666257:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329052.666264:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329052.666266:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329052.666271:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329052.666275:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329052.666279:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7d63ccd x1853178572197760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329052.666285:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b7d63ccd x1853178572197760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329052.666298:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329052.666303:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329052.666306:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329052.666324:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329052.666328:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329052.666333:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329052.666335:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329052.666338:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd5835e7. 00000400:00000200:3.0:1767329052.666343:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000922594fe 00000400:00000010:3.0:1767329052.666417:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000922594fe. 00000100:00000001:3.0:1767329052.666421:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329052.666429:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7d63ccd x1853178572197760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329052.666437:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767329052.666442:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7d63ccd x1853178572197760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329052.666446:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329052.666454:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329052.666459:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329052.666465:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329052.666474:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2805000 00000400:00000200:2.0:1767329052.666480:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x625 [1] + 224 00000800:00000001:2.0:1767329052.666485:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329052.666491:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329052.666493:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329052.666497:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329052.666501:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329052.666506:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f76cd51 x1853178572197888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329052.666530:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767329052.666531:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f76cd51 x1853178572197888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329052.666536:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329052.666541:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329052.666547:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329052.666562:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329052.666566:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329052.666570:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329052.666575:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767329052.666579:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=39 v=5 (5 5 0 0) 00000800:00000001:2.0:1767329052.666582:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767329052.666589:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=39 v=5 (1 1 0 0) 00000800:00000001:2.0:1767329052.666589:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329052.666601:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329052.666604:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329052.666607:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329052.666613:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329052.666618:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329052.666620:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329052.666623:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329052.666625:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329052.666625:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329052.666632:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767329052.666638:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7d63ccd x1853178572197760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329052.666638:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329052.666642:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329052.666646:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065fdaf18. 00000400:00000200:1.0:1767329052.666659:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bffb9b1 00000100:00000001:3.0:1767329052.666664:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767329052.666665:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bffb9b1. 00000100:00000001:3.0:1767329052.666672:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329052.666674:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329052.666676:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329052.666685:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f76cd51 x1853178572197888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329052.666686:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7d63ccd x1853178572197760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329068 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329052.666770:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7d63ccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572197760:192.168.202.109@tcp:400: 00000100:00000200:1.0:1767329052.666770:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f76cd51 x1853178572197888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329052.666790:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329052.666799:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329052.666806:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767329052.666810:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7d63ccd x1853178572197760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329068 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329052.666811:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329052.666824:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767329052.666829:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329052.666832:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329052.666834:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb0dee7a. 02000000:00000001:1.0:1767329052.666850:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767329052.666854:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329052.666854:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329052.666859:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329052.666860:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329052.666865:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 02000000:00000001:1.0:1767329052.666866:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329052.666871:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329052.666877:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000025ce9561. 00000100:00001000:1.0:1767329052.666877:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=49 v=5 (5 5 0 0) 00000100:00001000:1.0:1767329052.666887:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=24 v=5 (1 1 0 0) 02000000:00000001:3.0:1767329052.666893:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329052.666894:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767329052.666897:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767329052.666898:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767329052.666901:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7d63ccd. 00010000:00000001:1.0:1767329052.666903:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329052.666909:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329052.666915:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767329052.666916:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000f76cd51 x1853178572197888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329052.666923:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329052.666935:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767329052.666937:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329052.666938:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329052.666945:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767329052.666946:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329052.666950:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329052.666951:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329052.666957:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329052.666961:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329052.666966:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f76cd51 x1853178572197888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329052.666975:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329052.666978:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329052.666980:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329052.666983:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f76cd51 x1853178572197888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329068 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329052.666991:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000f76cd51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572197888:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329052.666996:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329052.666998:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329052.667000:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f76cd51 x1853178572197888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329068 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329052.667007:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329052.667009:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329052.667012:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050ad50f9. 02000000:00000001:1.0:1767329052.667042:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329052.667051:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329052.667053:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329052.667055:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329052.667057:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d5c44fe9. 02000000:00000001:1.0:1767329052.667060:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329052.667062:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329052.667064:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f76cd51. 00000100:00000001:1.0:1767329052.667067:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329052.667068:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329052.667071:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329052.667075:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329052.667076:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329052.667079:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329052.667081:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329052.727113:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329052.727122:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329052.727124:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329052.727127:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329052.727131:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329052.727133:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329052.727134:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329052.727136:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329052.727138:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329052.727139:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329052.727218:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329052.727223:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329052.727227:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329053.751125:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329053.751133:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329053.751139:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329053.751140:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329053.751197:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329053.751203:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329053.751207:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329054.775138:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329054.775147:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329054.775153:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329054.775156:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329054.775158:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329054.775163:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329054.775166:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329054.775167:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329054.775170:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329054.775172:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329054.775173:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329054.775201:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329054.775257:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329054.775261:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329054.775263:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329055.799103:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329055.799110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329055.799115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329055.799116:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329055.799159:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329055.799163:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329055.799166:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329056.823097:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329056.823105:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329056.823110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329056.823111:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329056.823179:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329056.823183:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329056.823186:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329057.271163:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300902236, at 4300902400 00000100:00000040:2.0:1767329057.271180:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300902236, at 4300902400 00000100:00000040:0.0:1767329057.271181:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300902236, at 4300902400 00000100:00000010:3.0:1767329057.271182:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052edf4f7. 00000100:00000010:2.0:1767329057.271199:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000433e038f. 00000100:00000010:0.0:1767329057.271205:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1492956. 00000100:00000040:1.0:1767329057.271369:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300902236, at 4300902400 00000100:00000010:1.0:1767329057.271378:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000388111bb. 00000100:00000040:2.0:1767329057.783134:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329057.783144:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329057.783154:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081a134ff. 00000020:00000040:2.0:1767329057.783161:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329057.783166:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329057.783170:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329057.783175:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329057.783182:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061991354. 00000100:00000001:2.0:1767329057.783190:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329057.783200:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000081a134ff x1853178572198016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329057.783212:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329057.783214:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329057.783220:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a134ff] to pc [ptlrpcd_00_03+3] req@0000000081a134ff x1853178572198016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329057.783250:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329057.783253:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329057.783257:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329057.783259:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000faf3089b. 00000020:00000040:2.0:1767329057.783262:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329057.783264:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329057.783265:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329057.783267:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329057.783270:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dd12ef3a. 00000100:00000001:2.0:1767329057.783273:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329057.783290:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000faf3089b x1853178572198144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329057.783298:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329057.783300:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329057.783305:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faf3089b] to pc [ptlrpcd_00_00+0] req@00000000faf3089b x1853178572198144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329057.783321:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329057.783323:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329057.783331:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329057.783333:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329057.783334:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329057.783335:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329057.783342:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329057.783348:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329057.783352:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000077c1f13d. 00000100:00000040:0.0:1767329057.783352:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081a134ff x1853178572198016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767329057.783359:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329057.783365:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329057.783366:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767329057.783368:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329057.783370:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329057.783372:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329057.783374:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329057.783376:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329057.783380:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329057.783381:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007d17fa11. 00000100:00100000:0.0:1767329057.783383:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081a134ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572198016:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329057.783389:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329057.783390:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329057.783395:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767329057.783398:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000077c1f13d x1853178572198272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767329057.783399:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329057.783403:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329057.783406:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767329057.783409:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ef51550. 00000100:00000001:3.0:1767329057.783412:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329057.783413:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329057.783415:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329057.783421:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767329057.783421:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000960e83d8. 00000100:00000040:3.0:1767329057.783425:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000faf3089b x1853178572198144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329057.783425:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329057.783430:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000691b4d6e. 00000100:00000040:2.0:1767329057.783436:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077c1f13d] to pc [ptlrpcd_00_01+1] req@0000000077c1f13d x1853178572198272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329057.783438:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572198016, portal 25 00000100:00000001:3.0:1767329057.783440:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329057.783443:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329057.783444:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329057.783448:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777356160 : -127176932195456 : ffff8c5550220380) 02000000:00000001:3.0:1767329057.783449:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329057.783452:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329057.783457:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329057.783459:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081a134ff x1853178572198016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329057.783464:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329057.783465:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000faf3089b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572198144:192.168.202.109@tcp:400: 00000100:00000040:2.0:1767329057.783471:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329057.783475:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329057.783479:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329057.783482:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329057.783484:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767329057.783485:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329057.783489:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767329057.783490:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329057.783494:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6240) 02000000:00000010:3.0:1767329057.783495:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f39535ca. 00000400:00000010:0.0:1767329057.783495:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dba91bce. 02000000:00000001:3.0:1767329057.783501:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329057.783502:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572198016, offset 0 00000400:00000010:3.0:1767329057.783506:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd5835e7. 00000400:00000200:0.0:1767329057.783510:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329057.783520:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000922594fe. 00000400:00000200:0.0:1767329057.783525:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000200:3.0:1767329057.783526:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572198144, portal 10 00000100:00000001:3.0:1767329057.783530:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329057.783531:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777357056 : -127176932194560 : ffff8c5550220700) 00000400:00000200:0.0:1767329057.783532:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329057.783533:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329057.783538:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329057.783540:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:3.0:1767329057.783541:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000faf3089b x1853178572198144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329057.783543:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767329057.783546:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329057.783551:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:2.0:1767329057.783552:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000077c1f13d x1853178572198272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329057.783559:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [169:169:256:4294967295] 192.168.202.109@tcp LPNI seq info [169:169:8:4294967295] 00000100:00000001:3.0:1767329057.783569:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329057.783577:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329057.783583:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8121ef5. 00000400:00000200:0.0:1767329057.783585:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329057.783586:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767329057.783587:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572198144, offset 0 00000100:00000001:2.0:1767329057.783590:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329057.783596:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767329057.783597:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329057.783601:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329057.783606:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329057.783606:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329057.783608:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:0.0:1767329057.783614:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000400:00000200:3.0:1767329057.783615:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1767329057.783615:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000077c1f13d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572198272:192.168.202.109@tcp:400: 00000400:00000200:3.0:1767329057.783621:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329057.783625:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767329057.783626:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329057.783628:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767329057.783632:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767329057.783634:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:2.0:1767329057.783636:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329057.783642:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [170:170:255:4294967295] 192.168.202.109@tcp LPNI seq info [170:170:7:4294967295] 00000800:00000200:0.0:1767329057.783642:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:2.0:1767329057.783643:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329057.783650:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c38ffca1. 00000800:00000200:0.0:1767329057.783650:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1767329057.783657:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329057.783661:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:2.0:1767329057.783663:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0b0a4fc. 00000800:00000200:3.0:1767329057.783667:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329057.783672:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000400:00000010:2.0:1767329057.783672:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a46e40d. 00000100:00000001:0.0:1767329057.783672:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329057.783680:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572198272, portal 10 00000100:00000001:0.0:1767329057.783680:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300907356 00000800:00000200:3.0:1767329057.783682:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329057.783688:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1767329057.783689:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8fe8887. 00000100:00000001:2.0:1767329057.783691:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777365120 : -127176932186496 : ffff8c5550222680) 00000800:00000200:3.0:1767329057.783694:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329057.783700:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329057.783700:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767329057.783706:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000077c1f13d x1853178572198272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329057.783708:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329057.783710:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300907356 00000100:00000040:3.0:1767329057.783714:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 570457 usecs (571 jiffies) 00000100:00000010:0.0:1767329057.783716:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097c45c3b. 00000100:00000001:3.0:1767329057.783720:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300903483 00000100:00000001:0.0:1767329057.783722:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767329057.783726:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300907356 00000100:00000001:0.0:1767329057.783730:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300907356 00000100:00000001:3.0:1767329057.783733:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300903483 00000100:00000010:0.0:1767329057.783736:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080a38a15. 00000100:00000001:2.0:1767329057.783737:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329057.783738:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300907356 00000800:00000200:1.0:1767329057.783742:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329057.783743:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300903483 00000100:00000001:0.0:1767329057.783744:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767329057.783752:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329057.783754:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000100:00000001:3.0:1767329057.783756:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300907356 00000100:00000001:0.0:1767329057.783756:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300907356 00000400:00000010:2.0:1767329057.783758:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe3fde9b. 00000100:00000010:0.0:1767329057.783765:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1c97f20. 00000100:00000001:3.0:1767329057.783766:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300903483 00000100:00000200:2.0:1767329057.783766:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572198272, offset 0 00000400:00000200:1.0:1767329057.783767:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329057.783773:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767329057.783781:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329057.783782:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300907356 00000400:00000200:1.0:1767329057.783804:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329057.783805:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329057.783806:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329057.783819:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329057.783820:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329057.783822:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dba91bce 00000100:00000001:3.0:1767329057.783825:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329057.783826:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329057.783828:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dba91bce. 00000400:00000200:2.0:1767329057.783829:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329057.783833:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329057.783838:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329057.783840:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767329057.783842:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329057.783843:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329057.783843:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329057.783846:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329057.783847:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329057.783848:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329057.783852:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329057.783854:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329057.783856:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329057.783859:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329057.783860:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329057.783864:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081a134ff x1853178572198016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329057.783865:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329057.783868:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329057.783869:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329057.783879:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329057.783882:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329057.783896:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [171:171:254:4294967295] 192.168.202.109@tcp LPNI seq info [171:171:6:4294967295] 00000100:00000001:1.0:1767329057.783912:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329057.783917:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081a134ff x1853178572198016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329073 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329057.783937:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329057.783940:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329057.783943:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329057.783956:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329057.783960:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048650044. 00000800:00000200:2.0:1767329057.783966:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329057.783971:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329057.783975:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000048650044 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329057.783979:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329057.783983:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 33005 usecs (34 jiffies) 00000100:00000001:2.0:1767329057.783985:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300902946 00000100:00000001:2.0:1767329057.783988:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300907356 00000100:00000001:2.0:1767329057.783990:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300902946 00000100:00000001:2.0:1767329057.783993:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300907356 00000100:00000001:2.0:1767329057.783994:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300902946 00000100:00000001:2.0:1767329057.783996:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300907356 00000100:00000001:2.0:1767329057.783999:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300902946 00000100:00000001:2.0:1767329057.784001:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300907356 00000100:00000001:2.0:1767329057.784003:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329057.784005:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329057.784007:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329057.784009:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767329057.784037:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329057.784040:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00000400:00000200:1.0:1767329057.784043:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329057.784047:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767329057.784048:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329057.784055:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767329057.784056:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8121ef5 00000400:00000010:1.0:1767329057.784062:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8121ef5. 00000100:00000001:2.0:1767329057.784064:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329057.784069:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329057.784070:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329057.784076:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000faf3089b x1853178572198144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329057.784077:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329057.784082:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329057.784093:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329057.784096:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000faf3089b x1853178572198144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329073 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329057.784102:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329057.784103:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329057.784114:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329057.784115:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048650044. 00000400:00000200:1.0:1767329057.784117:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329057.784119:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329057.784123:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe3fde9b 00000400:00000010:1.0:1767329057.784125:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe3fde9b. 00000100:00000001:1.0:1767329057.784127:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329057.784129:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000077c1f13d x1853178572198272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329057.784134:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329057.784135:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000077c1f13d x1853178572198272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329073 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329057.784138:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329057.784139:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329057.785480:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329057.785495:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329057.785498:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329057.785501:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329057.785516:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329057.785528:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2805080 00000400:00000200:0.0:1767329057.785534:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x62d [1] + 224 00000800:00000001:0.0:1767329057.785539:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329057.785546:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329057.785548:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329057.785551:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329057.785555:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329057.785558:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081a134ff x1853178572198016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329057.785566:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081a134ff x1853178572198016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329057.785580:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329057.785586:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329057.785588:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329057.785607:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329057.785611:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329057.785616:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329057.785618:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329057.785620:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000960e83d8. 00000400:00000200:1.0:1767329057.785624:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000691b4d6e 00000400:00000010:1.0:1767329057.785625:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000691b4d6e. 00000100:00000001:1.0:1767329057.785628:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329057.785632:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081a134ff x1853178572198016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329057.785656:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081a134ff x1853178572198016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329057.785661:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329057.785669:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329057.785672:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329057.785674:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329057.785677:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329057.785679:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329057.785682:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329057.785689:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=54 v=5 (5 5 0 0) 00000100:00001000:1.0:1767329057.785693:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=54 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329057.785696:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329057.785697:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329057.785700:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329057.785703:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329057.785705:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329057.785710:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081a134ff x1853178572198016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329057.785715:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329057.785718:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329057.785720:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329057.785724:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081a134ff x1853178572198016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329073 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329057.785730:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081a134ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572198016:192.168.202.109@tcp:400: 00000800:00000001:2.0:1767329057.785733:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329057.785735:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329057.785738:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329057.785740:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081a134ff x1853178572198016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329073 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329057.785745:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329057.785746:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329057.785750:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1767329057.785752:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1767329057.785754:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ef51550. 00000800:00000001:2.0:1767329057.785760:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329057.785760:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329057.785762:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329057.785765:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329057.785768:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329057.785774:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061991354. 00000400:00000200:2.0:1767329057.785778:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 02000000:00000001:1.0:1767329057.785778:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329057.785785:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329057.785799:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081a134ff. 00000100:00000001:1.0:1767329057.785805:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329057.785810:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329057.785812:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329057.785818:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329057.785823:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329057.785824:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2805100 00000100:00000001:1.0:1767329057.785829:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329057.785836:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329057.785842:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x635 [1] + 224 00000800:00000001:2.0:1767329057.785849:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329057.785859:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329057.785861:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329057.785865:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329057.785869:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329057.785873:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000faf3089b x1853178572198144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329057.785884:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000faf3089b x1853178572198144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329057.785900:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329057.785906:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329057.785912:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329057.785914:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329057.785916:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329057.785921:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:3.0:1767329057.785924:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329057.785927:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329057.785931:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2805180 00000400:00000001:3.0:1767329057.785934:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329057.785937:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329057.785938:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd5835e7. 00000400:00000200:3.0:1767329057.785988:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000922594fe 00000400:00000010:3.0:1767329057.785991:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000922594fe. 00000100:00000001:3.0:1767329057.785993:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767329057.785997:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x63d [1] + 224 00000100:00000200:3.0:1767329057.785999:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000faf3089b x1853178572198144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329057.786008:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767329057.786013:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000faf3089b x1853178572198144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329057.786038:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329057.786040:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329057.786041:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329057.786043:0:208648:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767329057.786046:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767329057.786047:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329057.786049:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329057.786052:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329057.786056:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 02000000:00000001:3.0:1767329057.786057:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329057.786063:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767329057.786065:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=44 v=5 (5 5 0 0) 00000100:00001000:3.0:1767329057.786069:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=44 v=5 (1 1 0 0) 00000100:00000200:2.0:1767329057.786070:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000077c1f13d x1853178572198272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329057.786073:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329057.786075:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329057.786080:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329057.786084:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329057.786088:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329057.786088:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000077c1f13d x1853178572198272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329057.786096:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329057.786101:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329057.786102:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329057.786107:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000faf3089b x1853178572198144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329057.786113:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329057.786113:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329057.786117:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329057.786119:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329057.786121:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767329057.786122:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000faf3089b x1853178572198144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329073 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329057.786127:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000faf3089b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572198144:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329057.786133:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329057.786134:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329057.786135:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329057.786138:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000faf3089b x1853178572198144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329073 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329057.786145:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329057.786147:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329057.786149:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f39535ca. 02000000:00000001:3.0:1767329057.786152:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329057.786153:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329057.786155:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329057.786157:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767329057.786158:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767329057.786159:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dd12ef3a. 00000100:00000001:0.0:1767329057.786160:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767329057.786163:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329057.786165:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:0.0:1767329057.786165:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:3.0:1767329057.786167:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000faf3089b. 00000400:00000001:0.0:1767329057.786168:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329057.786172:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1767329057.786172:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0b0a4fc. 00000100:00000001:3.0:1767329057.786175:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329057.786178:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329057.786178:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a46e40d 00000400:00000010:0.0:1767329057.786182:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a46e40d. 00000100:00000001:3.0:1767329057.786185:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329057.786186:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329057.786188:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329057.786191:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767329057.786193:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000077c1f13d x1853178572198272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329057.786194:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329057.786201:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000077c1f13d x1853178572198272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329057.786208:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329057.786209:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329057.786211:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329057.786212:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329057.786213:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329057.786214:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329057.786222:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329057.786225:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=54 v=5 (5 5 0 0) 00000100:00001000:0.0:1767329057.786228:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=29 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329057.786229:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329057.786230:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329057.786231:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767329057.786234:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000077c1f13d x1853178572198272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329057.786239:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329057.786241:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329057.786242:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329057.786243:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329057.786244:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329057.786245:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000077c1f13d x1853178572198272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329057.786249:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329057.786250:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329057.786251:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329057.786253:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000077c1f13d x1853178572198272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329073 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329057.786257:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000077c1f13d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572198272:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329057.786260:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329057.786262:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329057.786264:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000077c1f13d x1853178572198272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329073 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329057.786272:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329057.786274:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329057.786275:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c38ffca1. 02000000:00000001:0.0:1767329057.786279:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329057.786281:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329057.786282:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329057.786290:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329057.786291:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007d17fa11. 02000000:00000001:0.0:1767329057.786294:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329057.786295:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329057.786297:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000077c1f13d. 00000100:00000001:0.0:1767329057.786300:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329057.786302:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329057.786304:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329057.786307:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329057.786309:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329057.786311:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329057.786313:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329057.847099:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329057.847105:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329057.847112:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329057.847113:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329057.847199:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329057.847204:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329057.847208:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329058.871173:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329058.871181:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329058.871186:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329058.871187:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329058.871282:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329058.871288:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329058.871291:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329059.895160:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329059.895170:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329059.895176:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329059.895178:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329059.895253:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329059.895257:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329059.895261:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329060.919152:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329060.919162:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329060.919169:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329060.919170:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329060.919238:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329060.919243:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329060.919246:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329061.943166:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329061.943174:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329061.943180:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329061.943181:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329061.943232:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329061.943236:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329061.943240:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329062.391128:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300907356, at 4300907520 00000100:00000040:1.0:1767329062.391136:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300907356, at 4300907520 00000100:00000010:0.0:1767329062.391149:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8fe8887. 00000100:00000040:2.0:1767329062.391153:0:184718:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300907356, at 4300907520 00000100:00000010:1.0:1767329062.391154:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097c45c3b. 00000100:00000010:2.0:1767329062.391172:0:184718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080a38a15. 00000100:00000040:3.0:1767329062.391440:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300907356, at 4300907520 00000100:00000010:3.0:1767329062.391448:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1c97f20. 00000100:00000040:3.0:1767329062.903099:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329062.903108:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329062.903114:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d834dde9. 00000020:00000040:3.0:1767329062.903121:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329062.903125:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329062.903128:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329062.903132:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329062.903140:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070fb6d87. 00000100:00000001:3.0:1767329062.903147:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329062.903165:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000d834dde9 x1853178572198400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329062.903174:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329062.903178:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329062.903190:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834dde9] to pc [ptlrpcd_00_02+2] req@00000000d834dde9 x1853178572198400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329062.903213:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329062.903216:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329062.903220:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329062.903222:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000143e2fae. 00000020:00000040:3.0:1767329062.903224:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329062.903226:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329062.903228:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767329062.903228:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329062.903230:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329062.903235:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767329062.903237:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077a38a26. 00000100:00000001:2.0:1767329062.903239:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329062.903241:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329062.903249:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d834dde9 x1853178572198400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329062.903250:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000143e2fae x1853178572198528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329062.903261:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329062.903272:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329062.903291:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329062.903293:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329062.903293:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329062.903296:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329062.903299:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329062.903302:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329062.903303:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329062.903309:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d834dde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572198400:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329062.903312:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000143e2fae] to pc [ptlrpcd_00_03+3] req@00000000143e2fae x1853178572198528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329062.903315:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329062.903322:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329062.903325:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329062.903327:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329062.903330:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329062.903332:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e88d3705. 00000100:00000040:3.0:1767329062.903333:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767329062.903337:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329062.903338:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329062.903342:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021ff4b2. 00000400:00000010:2.0:1767329062.903345:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067ca3d74. 00000020:00000040:3.0:1767329062.903346:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329062.903352:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329062.903354:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329062.903357:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329062.903357:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f78a8952. 02000000:00000010:3.0:1767329062.903362:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020beec0d. 00000100:00000001:3.0:1767329062.903366:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329062.903366:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572198400, portal 25 00000100:00000001:1.0:1767329062.903372:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329062.903373:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767329062.903374:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000021ff4b2 x1853178572198656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329062.903382:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776934656 : -127176932616960 : ffff8c55501b9500) 00000100:00000001:1.0:1767329062.903383:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329062.903386:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329062.903393:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329062.903393:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329062.903402:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d834dde9 x1853178572198400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329062.903409:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000021ff4b2] to pc [ptlrpcd_00_00+0] req@00000000021ff4b2 x1853178572198656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329062.903410:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329062.903415:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000143e2fae x1853178572198528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329062.903420:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329062.903426:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a46e40d. 00000100:00000200:2.0:1767329062.903433:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572198400, offset 0 00000400:00000200:2.0:1767329062.903457:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329062.903478:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329062.903478:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:3.0:1767329062.903482:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767329062.903496:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767329062.903500:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329062.903506:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329062.903509:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767329062.903510:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6245) 00000100:00000001:0.0:1767329062.903517:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767329062.903523:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:0.0:1767329062.903530:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000021ff4b2 x1853178572198656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329062.903531:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329062.903537:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329062.903539:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329062.903542:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329062.903545:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329062.903559:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:1.0:1767329062.903564:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329062.903572:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329062.903579:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [172:172:256:4294967295] 192.168.202.109@tcp LPNI seq info [172:172:8:4294967295] 00000100:00000001:0.0:1767329062.903586:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767329062.903587:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329062.903591:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329062.903600:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000143e2fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572198528:192.168.202.109@tcp:400: 02000000:00000001:0.0:1767329062.903606:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329062.903614:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329062.903618:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329062.903621:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329062.903625:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329062.903632:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329062.903639:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329062.903639:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000021ff4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572198656:192.168.202.109@tcp:400: 02000000:00000001:1.0:1767329062.903646:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329062.903649:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329062.903653:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767329062.903654:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b3aa291a. 02000000:00000001:0.0:1767329062.903659:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329062.903663:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329062.903665:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329062.903665:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1767329062.903676:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b18ad351. 00000400:00000010:1.0:1767329062.903676:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065fdaf18. 02000000:00000010:0.0:1767329062.903677:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d12fd14c. 02000000:00000001:0.0:1767329062.903682:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329062.903688:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f2a98ef. 00000800:00000200:2.0:1767329062.903693:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000010:1.0:1767329062.903693:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bffb9b1. 00000400:00000010:0.0:1767329062.903697:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f7af1d9. 00000100:00000200:1.0:1767329062.903712:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572198528, portal 10 00000100:00000200:0.0:1767329062.903713:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572198656, portal 10 00000800:00000200:2.0:1767329062.903714:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329062.903724:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329062.903725:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767329062.903727:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b18ad351 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329062.903729:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776940928 : -127176932610688 : ffff8c55501bad80) 00000100:00000001:1.0:1767329062.903730:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776930176 : -127176932621440 : ffff8c55501b8380) 00000100:00000040:0.0:1767329062.903759:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000021ff4b2 x1853178572198656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329062.903760:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000143e2fae x1853178572198528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329062.903765:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329062.903779:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300912476 00000100:00000001:0.0:1767329062.903792:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767329062.903794:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015e46166. 00000100:00000040:0.0:1767329062.903804:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329062.903806:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767329062.903809:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008eff51a3. 00000100:00000001:2.0:1767329062.903811:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000200:0.0:1767329062.903818:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572198656, offset 0 00000100:00000040:1.0:1767329062.903820:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329062.903823:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300912476 00000400:00000010:1.0:1767329062.903827:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029cc77d9. 00000400:00000200:0.0:1767329062.903832:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:2.0:1767329062.903833:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000044cec071. 00000100:00000001:2.0:1767329062.903848:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1767329062.903850:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572198528, offset 0 00000800:00000200:3.0:1767329062.903860:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329062.903860:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300912476 00000400:00000200:0.0:1767329062.903861:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:3.0:1767329062.903873:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b18ad351. 00000100:00000010:2.0:1767329062.903875:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000921f32b6. 00000400:00000200:1.0:1767329062.903875:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329062.903877:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767329062.903880:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329062.903889:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329062.903890:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767329062.903899:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329062.903901:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300912476 00000400:00000200:0.0:1767329062.903901:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1767329062.903915:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099e90218. 00000400:00000200:0.0:1767329062.903915:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329062.903925:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767329062.903930:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [173:173:255:4294967295] 192.168.202.109@tcp LPNI seq info [173:173:7:4294967295] 00000100:00000001:2.0:1767329062.903933:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329062.903938:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329062.903941:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329062.903948:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329062.903953:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329062.903963:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329062.903964:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767329062.903971:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329062.903973:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1767329062.903975:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000400:00000200:1.0:1767329062.903980:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767329062.903988:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329062.903990:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329062.903994:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329062.903995:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329062.903999:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329062.904006:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329062.904007:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767329062.904011:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329062.904072:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329062.904078:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329062.904078:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329062.904085:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [174:174:254:4294967295] 192.168.202.109@tcp LPNI seq info [174:174:6:4294967295] 00000100:00000040:0.0:1767329062.904085:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 32332 usecs (33 jiffies) 00000100:00000001:0.0:1767329062.904091:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300908066 00000100:00000001:0.0:1767329062.904095:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300912476 00000100:00000001:0.0:1767329062.904097:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300908066 00000100:00000001:0.0:1767329062.904101:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300912476 00000100:00000001:0.0:1767329062.904105:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300908066 00000400:00000200:1.0:1767329062.904108:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329062.904109:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300912476 00000100:00000001:0.0:1767329062.904111:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300908066 00000100:00000001:0.0:1767329062.904112:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300912476 00000100:00000001:0.0:1767329062.904113:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329062.904115:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329062.904118:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329062.904122:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767329062.904128:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329062.904129:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a46e40d 00000100:00000001:0.0:1767329062.904129:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1767329062.904134:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bfe2aba. 00000100:00000001:0.0:1767329062.904134:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1767329062.904140:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a46e40d. 00000100:00000001:0.0:1767329062.904141:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329062.904144:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767329062.904145:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329062.904146:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329062.904150:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329062.904162:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329062.904166:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767329062.904167:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007bfe2aba type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329062.904175:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329062.904179:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d834dde9 x1853178572198400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329062.904182:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 558643 usecs (559 jiffies) 00000100:00000001:1.0:1767329062.904189:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300908592 00000100:00000001:1.0:1767329062.904196:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300912476 00000100:00000001:1.0:1767329062.904204:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300908592 00000100:00000001:1.0:1767329062.904211:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300912476 00000100:00000001:1.0:1767329062.904217:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300908592 00000100:00000001:3.0:1767329062.904223:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329062.904223:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300912476 00000100:00000001:1.0:1767329062.904231:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300908592 00000100:00000040:3.0:1767329062.904235:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d834dde9 x1853178572198400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329078 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329062.904239:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300912476 00000100:00000001:1.0:1767329062.904246:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329062.904255:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329062.904263:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329062.904270:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329062.904276:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329062.904280:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329062.904281:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329062.904284:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329062.904291:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329062.904293:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329062.904296:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329062.904298:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329062.904307:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329062.904311:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000400:00000200:3.0:1767329062.904316:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329062.904322:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329062.904325:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008eff51a3 00000400:00000010:3.0:1767329062.904326:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008eff51a3. 00000100:00000001:3.0:1767329062.904335:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329062.904338:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021ff4b2 x1853178572198656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329062.904344:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329062.904345:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000021ff4b2 x1853178572198656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329078 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329062.904351:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329062.904352:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329062.904388:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329062.904391:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bfe2aba. 00000400:00000200:3.0:1767329062.904395:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329062.904398:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329062.904401:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029cc77d9 00000400:00000010:3.0:1767329062.904403:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029cc77d9. 00000100:00000001:3.0:1767329062.904405:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329062.904408:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000143e2fae x1853178572198528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329062.904413:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329062.904414:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000143e2fae x1853178572198528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329078 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329062.904424:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329062.904425:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329062.904983:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329062.904997:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329062.905000:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329062.905001:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329062.905008:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329062.905039:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2805200 00000400:00000200:0.0:1767329062.905048:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x645 [1] + 224 00000800:00000001:0.0:1767329062.905055:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329062.905071:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329062.905073:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329062.905077:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329062.905082:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329062.905086:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d834dde9 x1853178572198400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329078 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329062.905094:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d834dde9 x1853178572198400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329062.905109:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329062.905117:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329062.905119:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329062.905176:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329062.905179:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329062.905183:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329062.905185:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329062.905187:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067ca3d74. 00000400:00000200:2.0:1767329062.905191:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f78a8952 00000400:00000010:2.0:1767329062.905192:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f78a8952. 00000100:00000001:2.0:1767329062.905194:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329062.905199:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d834dde9 x1853178572198400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329062.905207:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d834dde9 x1853178572198400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329078 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329062.905212:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329062.905213:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329062.905215:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329062.905217:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329062.905219:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329062.905221:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329062.905223:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329062.905228:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=59 v=5 (5 5 0 0) 00000100:00001000:2.0:1767329062.905231:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=59 v=5 (1 1 0 0) 00000100:00000001:2.0:1767329062.905233:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329062.905234:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329062.905236:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329062.905238:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329062.905240:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329062.905242:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d834dde9 x1853178572198400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329062.905247:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329062.905249:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329062.905250:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329062.905252:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d834dde9 x1853178572198400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329078 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329062.905265:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d834dde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572198400:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329062.905269:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329062.905271:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329062.905272:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d834dde9 x1853178572198400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329078 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329062.905277:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329062.905279:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329062.905281:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e88d3705. 02000000:00000001:2.0:1767329062.905283:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329062.905284:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329062.905286:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1767329062.905287:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329062.905289:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070fb6d87. 02000000:00000001:2.0:1767329062.905292:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329062.905293:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329062.905294:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d834dde9. 00000100:00000001:2.0:1767329062.905297:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329062.905298:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329062.905299:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329062.905302:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329062.905303:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329062.905304:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329062.905306:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329062.905415:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329062.905425:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329062.905427:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329062.905428:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329062.905433:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329062.905443:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2805300 00000400:00000200:2.0:1767329062.905449:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x651 [1] + 224 00000800:00000001:2.0:1767329062.905454:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329062.905460:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329062.905462:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329062.905469:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329062.905473:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329062.905475:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021ff4b2 x1853178572198656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329078 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329062.905482:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000021ff4b2 x1853178572198656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329062.905501:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329062.905507:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329062.905509:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329062.905540:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329062.905542:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329062.905545:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329062.905547:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329062.905548:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f2a98ef. 00000400:00000200:0.0:1767329062.905551:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f7af1d9 00000400:00000010:0.0:1767329062.905552:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f7af1d9. 00000100:00000001:0.0:1767329062.905556:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329062.905559:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021ff4b2 x1853178572198656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329062.905569:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021ff4b2 x1853178572198656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329078 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329062.905577:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329062.905578:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329062.905580:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329062.905582:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329062.905584:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329062.905585:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329062.905588:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329062.905593:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=59 v=5 (5 5 0 0) 00000100:00001000:0.0:1767329062.905596:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=34 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329062.905599:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329062.905600:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329062.905610:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767329062.905614:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000021ff4b2 x1853178572198656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329062.905619:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329062.905622:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329062.905623:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329062.905624:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329062.905625:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329062.905627:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000021ff4b2 x1853178572198656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329062.905631:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329062.905632:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329062.905633:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329062.905635:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021ff4b2 x1853178572198656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329078 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329062.905644:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000021ff4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572198656:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329062.905648:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329062.905650:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329062.905653:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000021ff4b2 x1853178572198656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329078 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329062.905659:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329062.905661:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329062.905663:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d12fd14c. 02000000:00000001:0.0:1767329062.905667:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329062.905669:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329062.905670:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329062.905672:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329062.905673:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000020beec0d. 02000000:00000001:0.0:1767329062.905676:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329062.905677:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329062.905679:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021ff4b2. 00000100:00000001:0.0:1767329062.905691:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329062.905692:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329062.905695:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329062.905699:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329062.905701:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329062.905703:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329062.905705:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329062.905761:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329062.905766:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329062.905768:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329062.905769:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329062.905773:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329062.905779:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2805280 00000400:00000200:3.0:1767329062.905783:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x64d [1] + 224 00000800:00000001:3.0:1767329062.905815:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329062.905820:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329062.905821:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329062.905824:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329062.905827:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329062.905829:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000143e2fae x1853178572198528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329078 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329062.905835:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000143e2fae x1853178572198528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329062.905846:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329062.905850:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329062.905851:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329062.905890:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329062.905894:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329062.905899:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329062.905901:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329062.905903:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065fdaf18. 00000400:00000200:1.0:1767329062.905908:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bffb9b1 00000400:00000010:1.0:1767329062.905918:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bffb9b1. 00000100:00000001:1.0:1767329062.905922:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329062.905927:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000143e2fae x1853178572198528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329062.905936:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000143e2fae x1853178572198528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329078 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329062.905943:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329062.905945:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329062.905948:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329062.905950:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329062.905953:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329062.905955:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329062.905958:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329062.905964:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=49 v=5 (5 5 0 0) 00000100:00001000:1.0:1767329062.905969:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=49 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329062.905972:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329062.905973:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329062.905976:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329062.905979:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329062.905983:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329062.905984:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329062.905987:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329062.905988:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329062.905992:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000143e2fae x1853178572198528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329062.905999:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329062.906002:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329062.906004:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329062.906007:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000143e2fae x1853178572198528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329078 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329062.906039:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000143e2fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572198528:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329062.906045:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329062.906054:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329062.906057:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000143e2fae x1853178572198528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329078 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329062.906064:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329062.906066:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329062.906069:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3aa291a. 02000000:00000001:1.0:1767329062.906073:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329062.906075:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329062.906077:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329062.906080:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329062.906082:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077a38a26. 02000000:00000001:1.0:1767329062.906085:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329062.906087:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329062.906089:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000143e2fae. 00000100:00000001:1.0:1767329062.906092:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329062.906093:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329062.906096:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329062.906100:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329062.906101:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329062.906104:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329062.906106:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329062.967121:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329062.967131:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329062.967134:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329062.967137:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329062.967142:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329062.967145:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329062.967147:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329062.967150:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329062.967154:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329062.967155:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329062.967226:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329062.967231:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329062.967234:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329063.991108:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329063.991114:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329063.991117:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329063.991118:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329063.991171:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329063.991174:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329063.991176:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329065.015097:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329065.015103:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329065.015126:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329065.015130:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329065.015132:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329065.015137:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329065.015139:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329065.015140:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329065.015142:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329065.015144:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329065.015146:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329065.015148:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329065.015211:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329065.015214:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329065.015216:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329066.039120:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329066.039127:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329066.039132:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329066.039133:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329066.039202:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329066.039206:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329066.039210:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329067.063088:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329067.063093:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329067.063099:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329067.063100:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329067.063145:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329067.063149:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329067.063152:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329067.511092:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300912476, at 4300912640 00000100:00000040:3.0:1767329067.511098:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300912476, at 4300912640 00000100:00000040:1.0:1767329067.511103:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300912476, at 4300912640 00000100:00000010:0.0:1767329067.511107:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015e46166. 00000100:00000010:3.0:1767329067.511109:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099e90218. 00000100:00000010:1.0:1767329067.511113:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000044cec071. 00000100:00000040:2.0:1767329067.511282:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300912476, at 4300912640 00000100:00000010:2.0:1767329067.511290:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000921f32b6. 00000100:00000040:0.0:1767329068.023151:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329068.023160:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329068.023169:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c57c20d1. 00000020:00000040:0.0:1767329068.023174:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329068.023178:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329068.023180:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329068.023185:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329068.023192:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 00000100:00000001:0.0:1767329068.023198:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329068.023206:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000c57c20d1 x1853178572198784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329068.023232:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329068.023234:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329068.023244:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c57c20d1] to pc [ptlrpcd_00_01+1] req@00000000c57c20d1 x1853178572198784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329068.023272:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329068.023274:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329068.023277:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329068.023280:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d963913. 00000020:00000040:0.0:1767329068.023282:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329068.023284:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329068.023285:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329068.023286:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329068.023288:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d0d0c54. 00000100:00000001:3.0:1767329068.023290:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329068.023291:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329068.023298:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767329068.023298:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000003d963913 x1853178572198912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329068.023303:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329068.023306:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329068.023309:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329068.023312:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c57c20d1 x1853178572198784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329068.023314:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d963913] to pc [ptlrpcd_00_02+2] req@000000003d963913 x1853178572198912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329068.023326:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329068.023332:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329068.023336:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329068.023339:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329068.023344:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329068.023352:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329068.023354:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329068.023355:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767329068.023360:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329068.023361:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767329068.023365:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767329068.023366:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071ff1512. 00000100:00100000:3.0:1767329068.023368:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c57c20d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572198784:192.168.202.109@tcp:400: 00000100:00100000:1.0:1767329068.023369:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000040:0.0:1767329068.023371:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329068.023375:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329068.023378:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329068.023378:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329068.023381:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329068.023383:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329068.023384:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767329068.023385:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767329068.023387:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ce0a9bb. 00000100:00000001:1.0:1767329068.023388:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329068.023389:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329068.023395:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329068.023396:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329068.023400:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329068.023401:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329068.023402:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767329068.023403:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000957ff9d4. 02000000:00000001:3.0:1767329068.023408:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329068.023408:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000071ff1512 x1853178572199040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767329068.023413:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d963913 x1853178572198912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329068.023415:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767329068.023418:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd5835e7. 00000100:00000001:2.0:1767329068.023430:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329068.023431:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767329068.023432:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000922594fe. 00000100:00000001:1.0:1767329068.023433:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329068.023437:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329068.023438:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329068.023449:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329068.023452:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767329068.023453:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572198784, portal 25 00000100:00000040:0.0:1767329068.023453:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071ff1512] to pc [ptlrpcd_00_03+3] req@0000000071ff1512 x1853178572199040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329068.023460:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767329068.023460:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329068.023463:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578896768 : -127177130654848 : ffff8c55444dc380) 00000100:00000001:0.0:1767329068.023471:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329068.023473:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c57c20d1 x1853178572198784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329068.023474:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767329068.023476:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d963913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572198912:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329068.023485:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767329068.023486:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329068.023487:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329068.023490:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767329068.023503:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1767329068.023504:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:0.0:1767329068.023504:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6250) 00000100:00000040:3.0:1767329068.023508:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329068.023510:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329068.023519:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329068.023520:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767329068.023521:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009993a68b. 02000000:00000010:1.0:1767329068.023531:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000827d3670. 00000100:00000200:3.0:1767329068.023533:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572198784, offset 0 02000000:00000001:1.0:1767329068.023535:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329068.023537:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767329068.023545:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329068.023547:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329068.023547:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065fdaf18. 00000100:00000001:2.0:1767329068.023559:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329068.023562:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767329068.023563:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bffb9b1. 00000400:00000200:3.0:1767329068.023565:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329068.023569:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767329068.023573:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572198912, portal 10 00000400:00000200:3.0:1767329068.023577:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329068.023577:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767329068.023585:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071ff1512 x1853178572199040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329068.023586:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578909312 : -127177130642304 : ffff8c55444df480) 00000400:00000200:3.0:1767329068.023590:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329068.023604:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767329068.023607:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d963913 x1853178572198912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329068.023621:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329068.023636:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [175:175:256:4294967295] 192.168.202.109@tcp LPNI seq info [175:175:8:4294967295] 00000100:00000001:2.0:1767329068.023639:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329068.023646:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329068.023659:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329068.023659:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767329068.023663:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:2.0:1767329068.023673:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329068.023677:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329068.023684:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c01551. 02000000:00000001:2.0:1767329068.023687:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329068.023700:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000200:1.0:1767329068.023703:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572198912, offset 0 00000100:00100000:2.0:1767329068.023705:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000071ff1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572199040:192.168.202.109@tcp:400: 00000800:00000010:3.0:1767329068.023709:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077a38a26. 00000400:00000200:1.0:1767329068.023720:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329068.023726:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1767329068.023727:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329068.023733:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:2.0:1767329068.023735:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767329068.023739:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767329068.023743:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:2.0:1767329068.023743:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329068.023746:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:2.0:1767329068.023754:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329068.023755:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767329068.023756:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077a38a26 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329068.023759:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329068.023763:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [176:176:255:4294967295] 192.168.202.109@tcp LPNI seq info [176:176:7:4294967295] 00000400:00000200:1.0:1767329068.023771:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329068.023772:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329068.023781:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300917596 02000000:00000010:2.0:1767329068.023781:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ce8c5a2. 00000800:00000200:1.0:1767329068.023787:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329068.023792:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767329068.023796:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000074d9516. 00000800:00000010:1.0:1767329068.023796:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000459d2753. 00000400:00000010:2.0:1767329068.023800:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067ca3d74. 00000800:00000200:1.0:1767329068.023806:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000010:2.0:1767329068.023809:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f78a8952. 00000100:00000001:3.0:1767329068.023813:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767329068.023816:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000200:2.0:1767329068.023819:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572199040, portal 10 00000800:00000200:1.0:1767329068.023821:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000459d2753 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329068.023824:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329068.023826:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300917596 00000100:00000001:2.0:1767329068.023828:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578900352 : -127177130651264 : ffff8c55444dd180) 00000100:00000010:3.0:1767329068.023838:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af2b76ee. 00000100:00000001:1.0:1767329068.023840:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329068.023845:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000071ff1512 x1853178572199040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329068.023850:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767329068.023850:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 547310 usecs (548 jiffies) 00000100:00000001:1.0:1767329068.023866:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300913700 00000100:00000001:3.0:1767329068.023868:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300917596 00000100:00000001:2.0:1767329068.023872:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329068.023874:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300917596 00000100:00000010:3.0:1767329068.023881:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002bed35d3. 00000100:00000001:1.0:1767329068.023881:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300913700 00000100:00000040:2.0:1767329068.023882:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:0.0:1767329068.023886:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767329068.023890:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe3fde9b. 00000100:00000001:1.0:1767329068.023890:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300917596 00000800:00000010:0.0:1767329068.023893:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077a38a26. 00000100:00000001:3.0:1767329068.023894:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000200:2.0:1767329068.023899:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572199040, offset 0 00000100:00000001:1.0:1767329068.023900:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300913700 00000400:00000200:0.0:1767329068.023904:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329068.023909:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300917596 00000100:00000001:1.0:1767329068.023909:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300917596 00000100:00000001:1.0:1767329068.023920:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300913700 00000400:00000200:2.0:1767329068.023922:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:3.0:1767329068.023925:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2f27e4f. 00000400:00000200:0.0:1767329068.023926:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329068.023935:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767329068.023943:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329068.023950:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329068.023954:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329068.023957:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329068.023960:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329068.023964:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [177:177:254:4294967295] 192.168.202.109@tcp LPNI seq info [177:177:6:4294967295] 00000400:00000200:2.0:1767329068.023977:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:0.0:1767329068.023985:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009993a68b 00000800:00000200:2.0:1767329068.023986:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329068.023992:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009993a68b. 00000100:00000001:0.0:1767329068.024000:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:2.0:1767329068.024001:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f41acca9. 00000100:00000200:0.0:1767329068.024007:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c57c20d1 x1853178572198784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329068.024048:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329068.024055:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329068.024055:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329068.024062:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329068.024062:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c57c20d1 x1853178572198784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329084 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329068.024069:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329068.024072:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300917596 00000800:00000200:2.0:1767329068.024073:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329068.024083:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329068.024086:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329068.024087:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329068.024088:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329068.024095:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329068.024100:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329068.024104:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329068.024105:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767329068.024107:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f41acca9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329068.024110:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329068.024115:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329068.024115:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329068.024117:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329068.024119:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767329068.024126:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 31673 usecs (32 jiffies) 00000800:00000010:0.0:1767329068.024126:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000459d2753. 00000100:00000001:3.0:1767329068.024128:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329068.024128:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329068.024138:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300913185 00000100:00000001:1.0:1767329068.024138:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329068.024139:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329068.024144:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329068.024148:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329068.024152:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300917596 00000100:00000001:1.0:1767329068.024153:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329068.024157:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329068.024165:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300913185 00000400:00000200:0.0:1767329068.024165:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c01551 00000400:00000010:0.0:1767329068.024170:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c01551. 00000100:00000001:2.0:1767329068.024185:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300917596 00000100:00000001:0.0:1767329068.024186:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329068.024195:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d963913 x1853178572198912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329068.024197:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300913185 00000100:00000001:2.0:1767329068.024207:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300917596 00000100:00000001:0.0:1767329068.024217:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329068.024218:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d963913 x1853178572198912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329084 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329068.024226:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300913185 00000100:00000001:0.0:1767329068.024227:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329068.024241:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300917596 00000100:00000001:0.0:1767329068.024243:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329068.024252:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329068.024255:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329068.024258:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329068.024261:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329068.024279:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329068.024283:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f41acca9. 00000400:00000200:0.0:1767329068.024286:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329068.024289:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329068.024291:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe3fde9b 00000400:00000010:0.0:1767329068.024292:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe3fde9b. 00000100:00000001:0.0:1767329068.024295:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329068.024297:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000071ff1512 x1853178572199040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329068.024303:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329068.024304:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071ff1512 x1853178572199040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329084 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329068.024308:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329068.024309:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329068.025112:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329068.025128:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329068.025131:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329068.025135:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329068.025144:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329068.025157:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2805380 00000400:00000200:2.0:1767329068.025167:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x65d [1] + 224 00000800:00000001:2.0:1767329068.025175:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329068.025200:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329068.025202:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329068.025206:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329068.025211:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329068.025215:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c57c20d1 x1853178572198784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329068.025223:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c57c20d1 x1853178572198784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329068.025241:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329068.025249:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329068.025252:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329068.025282:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329068.025285:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329068.025291:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329068.025293:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329068.025295:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd5835e7. 00000400:00000200:3.0:1767329068.025300:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000922594fe 00000400:00000010:3.0:1767329068.025302:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000922594fe. 00000100:00000001:3.0:1767329068.025305:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329068.025311:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c57c20d1 x1853178572198784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329068.025337:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c57c20d1 x1853178572198784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329068.025345:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329068.025347:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329068.025350:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329068.025439:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329068.025443:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329068.025445:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329068.025448:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329068.025454:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=65 v=5 (5 5 0 0) 00000100:00001000:3.0:1767329068.025459:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=65 v=5 (1 1 0 0) 00000100:00000001:3.0:1767329068.025463:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329068.025465:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329068.025468:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767329068.025469:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767329068.025471:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329068.025476:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329068.025480:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329068.025483:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329068.025484:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329068.025490:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329068.025499:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2805480 00000400:00000200:1.0:1767329068.025505:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x66d [1] + 224 00000800:00000001:1.0:1767329068.025510:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329068.025516:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329068.025517:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329068.025520:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329068.025523:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329068.025532:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000071ff1512 x1853178572199040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329068.025539:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000071ff1512 x1853178572199040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329068.025553:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329068.025559:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329068.025561:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329068.025588:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329068.025591:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329068.025595:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329068.025603:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329068.025606:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067ca3d74. 00000400:00000200:2.0:1767329068.025609:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f78a8952 00000400:00000010:2.0:1767329068.025611:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f78a8952. 00000100:00000001:2.0:1767329068.025615:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329068.025624:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000071ff1512 x1853178572199040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329068.025627:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c57c20d1 x1853178572198784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329068.025653:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000071ff1512 x1853178572199040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329068.025663:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329068.025665:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329068.025668:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329068.025671:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329068.025674:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329068.025677:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329068.025679:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767329068.025681:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329068.025701:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=65 v=5 (5 5 0 0) 00000800:00000001:0.0:1767329068.025705:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329068.025707:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=40 v=5 (1 1 0 0) 00000800:00000001:0.0:1767329068.025713:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329068.025715:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1767329068.025717:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329068.025721:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329068.025728:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767329068.025730:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:3.0:1767329068.025731:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329068.025739:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00080000:2.0:1767329068.025739:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000071ff1512 x1853178572199040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329068.025747:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329068.025747:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2805400 00000100:00000040:3.0:1767329068.025770:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c57c20d1 x1853178572198784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329084 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329068.025770:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x665 [1] + 224 00010000:00000001:2.0:1767329068.025789:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329068.025790:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329068.025799:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1767329068.025800:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329068.025805:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000200:0.0:1767329068.025807:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329068.025810:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:3.0:1767329068.025811:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c57c20d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572198784:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329068.025814:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329068.025828:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071ff1512 x1853178572199040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329068.025832:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329068.025833:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329068.025842:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329068.025846:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767329068.025858:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c57c20d1 x1853178572198784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329084 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329068.025859:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d963913 x1853178572198912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329068.025865:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329068.025879:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329068.025885:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329068.025907:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071ff1512 x1853178572199040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329084 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329068.025917:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767329068.025924:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d963913 x1853178572198912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329068.025925:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329068.025934:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000957ff9d4. 02000000:00000001:3.0:1767329068.025953:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329068.025964:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1767329068.025966:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000071ff1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572199040:192.168.202.109@tcp:400: 00000020:00000040:3.0:1767329068.025968:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329068.025972:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767329068.025974:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767329068.025975:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329068.025977:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1767329068.025981:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 00000100:00000040:2.0:1767329068.025985:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000071ff1512 x1853178572199040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329084 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329068.025985:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767329068.025993:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:0.0:1767329068.025993:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329068.026000:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767329068.026008:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:3.0:1767329068.026009:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c57c20d1. 00000100:00000001:1.0:1767329068.026046:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329068.026051:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329068.026056:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767329068.026058:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1767329068.026060:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:2.0:1767329068.026063:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ce8c5a2. 00000100:00000001:3.0:1767329068.026065:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1767329068.026065:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065fdaf18. 00000100:00000001:3.0:1767329068.026071:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329068.026071:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767329068.026074:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bffb9b1 00000020:00000001:2.0:1767329068.026075:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329068.026079:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329068.026082:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329068.026082:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bffb9b1. 00000020:00000001:2.0:1767329068.026083:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329068.026087:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ce0a9bb. 00000100:00000001:3.0:1767329068.026095:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329068.026095:0:208651:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767329068.026097:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767329068.026100:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329068.026101:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329068.026105:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071ff1512. 00000100:00000200:1.0:1767329068.026107:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d963913 x1853178572198912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329068.026110:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329068.026112:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329068.026117:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329068.026118:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329068.026125:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329068.026139:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767329068.026141:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d963913 x1853178572198912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329068.026143:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329068.026155:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329068.026157:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329068.026160:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329068.026160:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329068.026172:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329068.026174:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329068.026175:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329068.026177:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329068.026179:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329068.026184:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=55 v=5 (5 5 0 0) 00000100:00001000:1.0:1767329068.026187:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=55 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329068.026190:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329068.026191:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329068.026192:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329068.026195:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329068.026197:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329068.026198:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329068.026206:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329068.026207:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329068.026209:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d963913 x1853178572198912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329068.026214:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329068.026216:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329068.026217:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329068.026219:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d963913 x1853178572198912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329084 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329068.026224:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d963913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572198912:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329068.026226:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329068.026228:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329068.026229:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d963913 x1853178572198912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329084 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329068.026233:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329068.026235:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329068.026236:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000827d3670. 02000000:00000001:1.0:1767329068.026239:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329068.026240:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329068.026241:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329068.026242:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329068.026244:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d0d0c54. 02000000:00000001:1.0:1767329068.026246:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329068.026247:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329068.026248:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d963913. 00000100:00000001:1.0:1767329068.026250:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329068.026251:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329068.026252:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329068.026256:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329068.026256:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329068.026259:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329068.026261:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329068.087080:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329068.087095:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329068.087102:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329068.087104:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329068.087146:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329068.087156:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329068.087158:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329069.111122:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329069.111130:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329069.111136:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329069.111137:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329069.111186:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329069.111190:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329069.111193:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329070.135143:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329070.135151:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329070.135158:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329070.135159:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329070.135265:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329070.135268:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329070.135271:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329071.159123:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329071.159131:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329071.159138:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329071.159140:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329071.159209:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329071.159212:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329071.159215:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329072.183089:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329072.183097:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329072.183099:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329072.183101:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329072.183106:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329072.183108:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329072.183110:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329072.183112:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329072.183115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329072.183116:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329072.183206:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329072.183210:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329072.183212:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329072.631101:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300917596, at 4300917760 00000100:00000040:3.0:1767329072.631110:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300917596, at 4300917760 00000100:00000010:0.0:1767329072.631114:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000074d9516. 00000100:00000040:1.0:1767329072.631116:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300917596, at 4300917760 00000100:00000010:3.0:1767329072.631121:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2f27e4f. 00000100:00000010:1.0:1767329072.631128:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af2b76ee. 00000100:00000040:2.0:1767329072.631370:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300917596, at 4300917760 00000100:00000010:2.0:1767329072.631377:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002bed35d3. 00000100:00000040:2.0:1767329073.143140:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329073.143150:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329073.143159:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000132fe2d2. 00000020:00000040:2.0:1767329073.143166:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329073.143172:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329073.143175:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329073.143194:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329073.143201:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba0b6bbc. 00000100:00000001:2.0:1767329073.143208:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329073.143218:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000132fe2d2 x1853178572199168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329073.143227:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329073.143229:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329073.143235:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000132fe2d2] to pc [ptlrpcd_00_00+0] req@00000000132fe2d2 x1853178572199168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329073.143272:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329073.143275:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329073.143278:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329073.143281:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000e7f7ee3. 00000020:00000040:2.0:1767329073.143284:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329073.143288:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329073.143290:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329073.143292:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329073.143297:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e6bd0558. 00000100:00000001:2.0:1767329073.143300:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329073.143304:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329073.143306:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000000e7f7ee3 x1853178572199296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329073.143310:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767329073.143312:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767329073.143315:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329073.143319:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329073.143329:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329073.143334:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329073.143336:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329073.143340:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329073.143343:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329073.143344:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329073.143349:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329073.143352:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e7f7ee3] to pc [ptlrpcd_00_01+1] req@000000000e7f7ee3 x1853178572199296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329073.143360:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000132fe2d2 x1853178572199168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329073.143373:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329073.143374:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329073.143376:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329073.143378:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767329073.143382:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767329073.143383:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767329073.143388:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767329073.143389:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081735c3f. 00000100:00000001:1.0:1767329073.143390:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767329073.143394:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:3.0:1767329073.143396:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767329073.143397:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329073.143398:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767329073.143402:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000132fe2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572199168:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329073.143404:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329073.143408:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329073.143409:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329073.143412:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767329073.143413:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329073.143413:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329073.143417:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329073.143418:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329073.143421:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767329073.143422:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767329073.143423:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000089a33831. 02000000:00000001:3.0:1767329073.143427:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329073.143428:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000e7f7ee3 x1853178572199296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329073.143429:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329073.143434:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000081735c3f x1853178572199424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767329073.143444:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329073.143451:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010dcaefb. 00000100:00000001:2.0:1767329073.143454:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329073.143457:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329073.143458:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329073.143462:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767329073.143465:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081735c3f] to pc [ptlrpcd_00_02+2] req@0000000081735c3f x1853178572199424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329073.143466:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329073.143468:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd5835e7. 02000000:00000001:1.0:1767329073.143472:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329073.143476:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767329073.143479:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000922594fe. 02000000:00000001:1.0:1767329073.143481:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329073.143487:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000e7f7ee3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572199296:192.168.202.109@tcp:400: 00000100:00000200:3.0:1767329073.143488:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572199168, portal 25 00000100:00000001:1.0:1767329073.143490:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329073.143494:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767329073.143495:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329073.143498:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329073.143499:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777363328 : -127176932188288 : ffff8c5550221f80) 02000000:00000001:1.0:1767329073.143499:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329073.143502:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767329073.143503:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767329073.143509:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:1.0:1767329073.143510:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000827d3670. 00000100:00000040:3.0:1767329073.143514:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000132fe2d2 x1853178572199168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329073.143514:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6255) 02000000:00000001:1.0:1767329073.143515:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329073.143522:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065fdaf18. 00000400:00000010:1.0:1767329073.143530:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bffb9b1. 00000100:00000001:3.0:1767329073.143532:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767329073.143534:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572199296, portal 10 00000100:00000001:1.0:1767329073.143537:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329073.143541:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777361536 : -127176932190080 : ffff8c5550221880) 00000100:00000040:3.0:1767329073.143542:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:1.0:1767329073.143550:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000e7f7ee3 x1853178572199296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329073.143555:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329073.143558:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767329073.143562:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b779618. 00000100:00000001:0.0:1767329073.143564:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329073.143570:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329073.143571:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000200:3.0:1767329073.143574:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572199168, offset 0 00000400:00000010:1.0:1767329073.143578:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007cfe392c. 00000100:00000040:0.0:1767329073.143584:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081735c3f x1853178572199424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329073.143593:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000200:1.0:1767329073.143609:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572199296, offset 0 00000100:00000001:0.0:1767329073.143609:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329073.143610:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329073.143619:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329073.143623:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329073.143632:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767329073.143636:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329073.143655:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329073.143656:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:0.0:1767329073.143662:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329073.143669:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767329073.143670:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081735c3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572199424:192.168.202.109@tcp:400: 00000400:00000200:3.0:1767329073.143671:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329073.143677:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329073.143685:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767329073.143686:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:0.0:1767329073.143691:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329073.143697:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329073.143702:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [178:178:256:4294967295] 192.168.202.109@tcp LPNI seq info [178:178:8:4294967295] 02000000:00000001:0.0:1767329073.143702:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329073.143709:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022f823e9. 02000000:00000001:0.0:1767329073.143713:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329073.143718:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f2a98ef. 00000400:00000010:0.0:1767329073.143725:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f7af1d9. 00000400:00000200:3.0:1767329073.143728:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:0.0:1767329073.143732:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572199424, portal 10 00000100:00000001:0.0:1767329073.143738:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329073.143740:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777358848 : -127176932192768 : ffff8c5550220e00) 00000800:00000200:3.0:1767329073.143744:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329073.143747:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:0.0:1767329073.143751:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081735c3f x1853178572199424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767329073.143753:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020beec0d. 00000400:00000200:1.0:1767329073.143765:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329073.143780:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767329073.143781:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329073.143781:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:0.0:1767329073.143790:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329073.143797:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767329073.143797:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061d952c4. 00000100:00000200:0.0:1767329073.143806:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572199424, offset 0 00000800:00000200:3.0:1767329073.143808:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329073.143814:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:3.0:1767329073.143817:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020beec0d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767329073.143822:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329073.143830:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [179:179:255:4294967295] 192.168.202.109@tcp LPNI seq info [179:179:7:4294967295] 00000100:00000001:3.0:1767329073.143845:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329073.143845:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329073.143851:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300922716 00000100:00000010:3.0:1767329073.143859:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2f27e4f. 00000800:00000200:1.0:1767329073.143865:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329073.143870:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767329073.143871:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:1.0:1767329073.143872:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029ea41fb. 00000400:00000200:0.0:1767329073.143880:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767329073.143887:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329073.143889:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300922716 00000400:00000200:0.0:1767329073.143892:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000010:3.0:1767329073.143898:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024dc0b91. 00000400:00000200:0.0:1767329073.143903:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329073.143907:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767329073.143907:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767329073.143914:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:1.0:1767329073.143917:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000029ea41fb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329073.143918:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300922716 00000400:00000200:0.0:1767329073.143929:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [180:180:254:4294967295] 192.168.202.109@tcp LPNI seq info [180:180:6:4294967295] 00000100:00000010:3.0:1767329073.143931:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002576172e. 00000100:00000001:1.0:1767329073.143933:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329073.143942:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767329073.143948:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 536435 usecs (537 jiffies) 00000100:00000001:3.0:1767329073.143949:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300922716 00000800:00000200:2.0:1767329073.143954:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767329073.143956:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000050346681. 00000100:00000001:1.0:1767329073.143959:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300918809 00000800:00000010:2.0:1767329073.143966:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020beec0d. 00000100:00000001:3.0:1767329073.143970:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767329073.143972:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300922716 00000400:00000200:0.0:1767329073.143973:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:2.0:1767329073.143981:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329073.143982:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329073.143987:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300918809 00000100:00000001:3.0:1767329073.143996:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329073.143999:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329073.144001:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300922716 00000400:00000200:2.0:1767329073.144003:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329073.144011:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767329073.144013:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dda4c5dc. 00000400:00000200:2.0:1767329073.144063:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b779618 00000400:00000010:2.0:1767329073.144068:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b779618. 00000800:00000200:0.0:1767329073.144075:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329073.144076:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329073.144087:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000132fe2d2 x1853178572199168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329073.144100:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300918809 00000800:00000200:0.0:1767329073.144100:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329073.144112:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dda4c5dc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329073.144115:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300922716 00000100:00000001:2.0:1767329073.144116:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329073.144118:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329073.144125:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300918810 00000100:00000040:2.0:1767329073.144126:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000132fe2d2 x1853178572199168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329073.144129:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 31045 usecs (32 jiffies) 00000100:00000001:1.0:1767329073.144133:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300922716 00000100:00000001:0.0:1767329073.144138:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300918305 00000100:00000001:1.0:1767329073.144145:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329073.144146:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329073.144148:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300922716 00000100:00000001:3.0:1767329073.144158:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329073.144160:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329073.144160:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300918305 00000100:00000001:3.0:1767329073.144165:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329073.144172:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300922716 00000100:00000001:2.0:1767329073.144173:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329073.144175:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329073.144176:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329073.144184:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300918305 00000100:00000001:2.0:1767329073.144186:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329073.144189:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329073.144191:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300922716 00000100:00000001:3.0:1767329073.144192:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329073.144199:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300918305 00000100:00000001:0.0:1767329073.144205:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300922716 00000100:00000001:0.0:1767329073.144208:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329073.144212:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329073.144215:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329073.144218:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767329073.144221:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329073.144224:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029ea41fb. 00000100:00000001:0.0:1767329073.144225:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329073.144229:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767329073.144231:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329073.144237:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329073.144244:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329073.144245:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329073.144254:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329073.144256:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cfe392c 00000400:00000010:2.0:1767329073.144262:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007cfe392c. 00000100:00000001:0.0:1767329073.144263:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329073.144272:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329073.144277:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000e7f7ee3 x1853178572199296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329073.144284:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329073.144286:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000e7f7ee3 x1853178572199296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329073.144290:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329073.144291:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329073.144321:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329073.144323:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dda4c5dc. 00000400:00000200:2.0:1767329073.144326:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329073.144328:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329073.144329:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061d952c4 00000400:00000010:2.0:1767329073.144331:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061d952c4. 00000100:00000001:2.0:1767329073.144337:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329073.144339:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081735c3f x1853178572199424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329073.144344:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329073.144346:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081735c3f x1853178572199424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329073.144350:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329073.144351:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329073.146903:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329073.146916:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329073.146919:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329073.146922:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329073.146930:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329073.146943:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2805500 00000400:00000200:1.0:1767329073.146950:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x675 [1] + 224 00000800:00000001:1.0:1767329073.146957:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329073.146961:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329073.146969:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329073.146973:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329073.146977:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329073.146983:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000132fe2d2 x1853178572199168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329073.146993:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000132fe2d2 x1853178572199168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329073.147010:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329073.147035:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329073.147038:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329073.147043:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329073.147044:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329073.147046:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd5835e7. 00000800:00000001:1.0:1767329073.147047:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767329073.147051:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000922594fe 00000400:00000010:3.0:1767329073.147054:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000922594fe. 00000800:00000001:1.0:1767329073.147055:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329073.147057:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767329073.147059:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767329073.147063:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000132fe2d2 x1853178572199168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329073.147065:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329073.147079:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000132fe2d2 x1853178572199168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329073.147080:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:3.0:1767329073.147091:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329073.147093:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329073.147098:0:208649:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767329073.147098:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2805580 02000000:00000001:3.0:1767329073.147102:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329073.147104:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767329073.147107:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x679 [1] + 224 00000100:00000001:3.0:1767329073.147112:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329073.147112:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767329073.147116:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329073.147118:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767329073.147121:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=70 v=5 (5 5 0 0) 00000400:00000200:1.0:1767329073.147122:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1767329073.147130:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=70 v=5 (1 1 0 0) 00000400:00000200:1.0:1767329073.147134:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329073.147135:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329073.147138:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329073.147141:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329073.147142:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767329073.147144:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329073.147147:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329073.147148:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000e7f7ee3 x1853178572199296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329073.147152:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000132fe2d2 x1853178572199168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329073.147178:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329073.147182:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767329073.147184:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000e7f7ee3 x1853178572199296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329073.147185:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329073.147189:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000132fe2d2 x1853178572199168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329089 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329073.147203:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000132fe2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572199168:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329073.147210:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329073.147215:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329073.147224:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000132fe2d2 x1853178572199168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329089 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329073.147227:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329073.147233:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1767329073.147236:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767329073.147237:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329073.147241:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010dcaefb. 00000800:00000001:1.0:1767329073.147245:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329073.147246:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329073.147250:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:1.0:1767329073.147250:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1767329073.147254:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000800:00000001:1.0:1767329073.147256:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767329073.147257:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329073.147264:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba0b6bbc. 02000000:00000001:3.0:1767329073.147270:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1767329073.147271:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767329073.147271:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329073.147273:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767329073.147280:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767329073.147282:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000132fe2d2. 00000400:00000200:1.0:1767329073.147289:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2805600 00000100:00000001:3.0:1767329073.147291:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:0.0:1767329073.147293:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329073.147296:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329073.147298:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065fdaf18. 00000100:00000001:3.0:1767329073.147303:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329073.147310:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329073.147312:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bffb9b1 00000100:00000001:3.0:1767329073.147316:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767329073.147318:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bffb9b1. 00000100:00000001:3.0:1767329073.147323:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329073.147325:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329073.147327:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329073.147330:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329073.147331:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x685 [1] + 224 00000100:00000200:0.0:1767329073.147335:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000e7f7ee3 x1853178572199296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329073.147355:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329073.147366:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329073.147372:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000e7f7ee3 x1853178572199296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329073.147373:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329073.147396:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329073.147401:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329073.147406:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329073.147407:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329073.147409:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329073.147412:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329073.147414:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767329073.147419:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081735c3f x1853178572199424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329073.147419:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329073.147426:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329073.147441:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=60 v=5 (5 5 0 0) 00000100:00000040:1.0:1767329073.147442:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081735c3f x1853178572199424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767329073.147455:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=60 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329073.147471:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329073.147473:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329073.147476:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329073.147480:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329073.147482:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767329073.147484:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767329073.147485:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329073.147490:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:1.0:1767329073.147494:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329073.147494:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329073.147504:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329073.147508:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000e7f7ee3 x1853178572199296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329073.147510:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329073.147516:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329073.147522:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329073.147524:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329073.147526:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f2a98ef. 00000400:00000200:2.0:1767329073.147530:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f7af1d9 00000100:00000001:0.0:1767329073.147533:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329073.147536:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329073.147544:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767329073.147545:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f7af1d9. 00000100:00000001:2.0:1767329073.147555:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767329073.147558:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e7f7ee3 x1853178572199296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329089 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329073.147563:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081735c3f x1853178572199424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329073.147636:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000e7f7ee3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572199296:192.168.202.109@tcp:400: 00000100:00000200:2.0:1767329073.147651:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081735c3f x1853178572199424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329073.147663:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329073.147670:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329073.147675:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767329073.147681:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000e7f7ee3 x1853178572199296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329089 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329073.147683:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329073.147691:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329073.147696:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329073.147700:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329073.147703:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329073.147705:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329073.147711:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=70 v=5 (5 5 0 0) 00000100:00001000:2.0:1767329073.147725:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=45 v=5 (1 1 0 0) 00000100:00000001:2.0:1767329073.147734:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329073.147738:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329073.147742:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767329073.147742:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329073.147749:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:2.0:1767329073.147752:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000081735c3f x1853178572199424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767329073.147755:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000827d3670. 02000000:00000001:0.0:1767329073.147767:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329073.147776:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767329073.147777:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767329073.147785:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329073.147786:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329073.147788:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329073.147794:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1767329073.147797:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767329073.147798:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329073.147806:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e6bd0558. 00000100:00000040:2.0:1767329073.147807:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081735c3f x1853178572199424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329073.147818:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767329073.147819:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329073.147823:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767329073.147823:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767329073.147831:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767329073.147832:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000e7f7ee3. 00000100:00000040:2.0:1767329073.147844:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081735c3f x1853178572199424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329089 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329073.147845:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329073.147853:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329073.147859:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329073.147864:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329073.147869:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329073.147880:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767329073.147883:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081735c3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572199424:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329073.147885:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329073.147892:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329073.147895:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329073.147897:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081735c3f x1853178572199424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329089 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329073.147902:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329073.147904:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329073.147906:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022f823e9. 02000000:00000001:2.0:1767329073.147910:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329073.147911:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329073.147912:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329073.147914:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329073.147916:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000089a33831. 02000000:00000001:2.0:1767329073.147918:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329073.147919:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329073.147920:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081735c3f. 00000100:00000001:2.0:1767329073.147922:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329073.147923:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329073.147924:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329073.147928:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329073.147929:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329073.147930:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329073.147932:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329073.207116:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329073.207122:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329073.207127:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329073.207129:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329073.207205:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329073.207209:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329073.207212:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329074.231092:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329074.231098:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329074.231102:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329074.231105:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329074.231107:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329074.231112:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329074.231115:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329074.231116:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329074.231118:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329074.231120:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329074.231121:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329074.231123:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329074.231199:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329074.231202:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329074.231205:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329075.255093:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329075.255101:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329075.255109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329075.255110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329075.255171:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329075.255176:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329075.255180:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329076.279116:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329076.279124:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329076.279152:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329076.279153:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329076.279253:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329076.279257:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329076.279260:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329077.303088:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329077.303094:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329077.303099:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329077.303100:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329077.303160:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329077.303164:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329077.303167:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329077.751094:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300922716, at 4300922880 00000100:00000040:2.0:1767329077.751105:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300922716, at 4300922880 00000100:00000010:1.0:1767329077.751116:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024dc0b91. 00000100:00000010:2.0:1767329077.751119:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002576172e. 00000100:00000040:3.0:1767329077.751131:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300922716, at 4300922880 00000100:00000010:3.0:1767329077.751142:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000050346681. 00000100:00000040:0.0:1767329077.751433:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300922716, at 4300922880 00000100:00000010:0.0:1767329077.751442:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2f27e4f. 00000100:00000040:0.0:1767329078.263090:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329078.263099:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329078.263105:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f9aefdb. 00000020:00000040:0.0:1767329078.263110:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329078.263113:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329078.263116:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329078.263119:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329078.263126:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c06a1248. 00000100:00000001:0.0:1767329078.263132:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329078.263140:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000001f9aefdb x1853178572199552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329078.263150:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329078.263152:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329078.263156:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f9aefdb] to pc [ptlrpcd_00_03+3] req@000000001f9aefdb x1853178572199552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329078.263183:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329078.263185:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329078.263189:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329078.263192:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a6b86e7. 00000020:00000040:0.0:1767329078.263195:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329078.263198:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329078.263198:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329078.263199:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329078.263201:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329078.263203:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767329078.263204:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dda4c5dc. 00000100:00000001:2.0:1767329078.263206:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329078.263207:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329078.263210:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000008a6b86e7 x1853178572199680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767329078.263211:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f9aefdb x1853178572199552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329078.263219:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329078.263220:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329078.263220:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329078.263222:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329078.263223:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a6b86e7] to pc [ptlrpcd_00_00+0] req@000000008a6b86e7 x1853178572199680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329078.263235:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329078.263238:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329078.263241:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329078.263245:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572199552:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329078.263250:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329078.263251:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329078.263257:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329078.263258:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329078.263259:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329078.263262:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329078.263262:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767329078.263265:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329078.263266:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329078.263266:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329078.263270:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097ca7d73. 00000100:00100000:3.0:1767329078.263271:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000010:2.0:1767329078.263271:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ae21526. 02000000:00000001:2.0:1767329078.263274:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767329078.263274:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329078.263276:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329078.263278:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329078.263281:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767329078.263282:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067ca3d74. 02000000:00000001:0.0:1767329078.263282:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767329078.263287:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329078.263287:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329078.263287:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329078.263291:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767329078.263292:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f78a8952. 02000000:00000010:0.0:1767329078.263294:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ce0a9bb. 00000100:00000001:3.0:1767329078.263298:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329078.263299:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329078.263303:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767329078.263303:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572199552, portal 25 00000100:00000040:0.0:1767329078.263306:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000097ca7d73 x1853178572199808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329078.263308:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329078.263308:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329078.263317:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578907520 : -127177130644096 : ffff8c55444ded80) 00000100:00000001:0.0:1767329078.263317:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767329078.263318:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a6b86e7 x1853178572199680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329078.263320:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329078.263327:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f9aefdb x1853178572199552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329078.263327:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097ca7d73] to pc [ptlrpcd_00_01+1] req@0000000097ca7d73 x1853178572199808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329078.263343:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329078.263345:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329078.263348:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767329078.263349:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329078.263352:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329078.263354:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329078.263355:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329078.263356:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329078.263359:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001299fc8e. 00000100:00000040:0.0:1767329078.263359:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767329078.263362:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a6b86e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572199680:192.168.202.109@tcp:400: 00000100:00000200:2.0:1767329078.263364:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572199552, offset 0 00000100:00000040:0.0:1767329078.263366:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767329078.263371:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329078.263374:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767329078.263376:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329078.263376:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6261) 02000000:00000001:3.0:1767329078.263377:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329078.263381:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329078.263384:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767329078.263385:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050d7e9a5. 02000000:00000001:3.0:1767329078.263389:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329078.263391:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000010:3.0:1767329078.263393:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd5835e7. 00000400:00000200:2.0:1767329078.263394:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329078.263396:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767329078.263400:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000922594fe. 00000400:00000200:2.0:1767329078.263404:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1767329078.263405:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572199680, portal 10 00000100:00000001:1.0:1767329078.263405:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329078.263411:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329078.263411:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329078.263412:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329078.263416:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329078.263420:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578899456 : -127177130652160 : ffff8c55444dce00) 00000400:00000200:2.0:1767329078.263421:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329078.263422:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329078.263427:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767329078.263428:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:3.0:1767329078.263431:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a6b86e7 x1853178572199680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329078.263438:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097ca7d73 x1853178572199808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329078.263439:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [181:181:256:4294967295] 192.168.202.109@tcp LPNI seq info [181:181:8:4294967295] 00000100:00000001:3.0:1767329078.263451:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329078.263460:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329078.263462:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329078.263465:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329078.263466:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000687c97db. 00000400:00000200:2.0:1767329078.263466:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:1.0:1767329078.263469:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329078.263473:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767329078.263474:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572199680, offset 0 02000000:00000001:1.0:1767329078.263477:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329078.263479:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00100000:1.0:1767329078.263484:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000097ca7d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572199808:192.168.202.109@tcp:400: 00000800:00000010:2.0:1767329078.263485:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089a33831. 00000400:00000200:3.0:1767329078.263490:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329078.263492:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767329078.263496:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:1.0:1767329078.263497:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329078.263499:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329078.263502:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:1.0:1767329078.263502:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329078.263508:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c95e7e23. 00000400:00000200:3.0:1767329078.263509:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767329078.263512:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329078.263514:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:1.0:1767329078.263517:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000778f6917. 00000400:00000200:3.0:1767329078.263518:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:2.0:1767329078.263520:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089a33831 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1767329078.263523:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e480de18. 00000400:00000200:3.0:1767329078.263525:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1767329078.263529:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572199808, portal 10 00000400:00000200:3.0:1767329078.263530:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329078.263533:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [182:182:255:4294967295] 192.168.202.109@tcp LPNI seq info [182:182:7:4294967295] 00000100:00000001:2.0:1767329078.263535:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329078.263543:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767329078.263544:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329078.263545:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300927836 00000100:00000001:1.0:1767329078.263546:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578903040 : -127177130648576 : ffff8c55444ddc00) 00000800:00000200:3.0:1767329078.263553:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:2.0:1767329078.263555:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aff58cb5. 00000800:00000010:3.0:1767329078.263557:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000100:00000040:1.0:1767329078.263560:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000097ca7d73 x1853178572199808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767329078.263566:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329078.263566:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767329078.263576:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300927836 00000800:00000200:3.0:1767329078.263577:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329078.263582:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767329078.263583:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009574fa71. 00000100:00000001:3.0:1767329078.263584:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329078.263603:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329078.263604:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767329078.263606:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 526016 usecs (527 jiffies) 00000100:00000001:2.0:1767329078.263610:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300927836 00000100:00000001:3.0:1767329078.263611:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300923919 00000100:00000040:1.0:1767329078.263611:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329078.263618:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300927836 00000100:00000010:2.0:1767329078.263620:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097ee664e. 00000400:00000010:1.0:1767329078.263620:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e003233e. 00000100:00000001:3.0:1767329078.263621:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300923919 00000800:00000200:0.0:1767329078.263626:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329078.263627:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300927836 00000100:00000200:1.0:1767329078.263628:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572199808, offset 0 00000100:00000001:2.0:1767329078.263629:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767329078.263633:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300923919 00000800:00000010:0.0:1767329078.263634:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089a33831. 00000100:00000001:2.0:1767329078.263637:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300927836 00000100:00000001:3.0:1767329078.263638:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300927836 00000400:00000200:0.0:1767329078.263641:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767329078.263642:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000921f32b6. 00000100:00000001:3.0:1767329078.263644:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300923919 00000400:00000200:1.0:1767329078.263644:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329078.263647:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767329078.263651:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329078.263652:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329078.263655:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300927836 00000400:00000200:1.0:1767329078.263656:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329078.263658:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329078.263660:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329078.263665:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329078.263666:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329078.263666:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329078.263672:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329078.263672:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329078.263674:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329078.263679:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329078.263680:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329078.263681:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329078.263684:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329078.263685:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767329078.263687:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329078.263689:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329078.263691:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329078.263693:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329078.263695:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [183:183:254:4294967295] 192.168.202.109@tcp LPNI seq info [183:183:6:4294967295] 00000100:00000001:2.0:1767329078.263696:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329078.263699:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329078.263700:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329078.263706:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329078.263713:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329078.263719:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329078.263720:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001299fc8e 00000800:00000010:1.0:1767329078.263723:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ecca153. 00000400:00000010:0.0:1767329078.263725:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001299fc8e. 00000800:00000200:1.0:1767329078.263730:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329078.263733:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767329078.263737:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329078.263740:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ecca153 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329078.263744:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329078.263746:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 30496 usecs (31 jiffies) 00000100:00000001:1.0:1767329078.263748:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300923423 00000100:00000001:1.0:1767329078.263750:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300927836 00000100:00000001:1.0:1767329078.263751:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300923423 00000100:00000200:0.0:1767329078.263751:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f9aefdb x1853178572199552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329078.263755:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300927836 00000100:00000001:1.0:1767329078.263760:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300923423 00000100:00000001:1.0:1767329078.263764:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300927836 00000100:00000001:1.0:1767329078.263772:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300923423 00000100:00000001:1.0:1767329078.263776:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300927836 00000100:00000001:1.0:1767329078.263780:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329078.263785:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329078.263790:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329078.263793:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329078.263794:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329078.263799:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f9aefdb x1853178572199552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329078.263805:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329078.263806:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329078.263819:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329078.263821:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00000400:00000200:0.0:1767329078.263823:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329078.263825:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329078.263827:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000687c97db 00000400:00000010:0.0:1767329078.263828:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000687c97db. 00000100:00000001:0.0:1767329078.263830:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329078.263832:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a6b86e7 x1853178572199680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329078.263837:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329078.263839:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a6b86e7 x1853178572199680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329078.263842:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329078.263843:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329078.263869:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329078.263871:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ecca153. 00000400:00000200:0.0:1767329078.263873:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329078.263875:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329078.263876:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e003233e 00000400:00000010:0.0:1767329078.263877:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e003233e. 00000100:00000001:0.0:1767329078.263879:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329078.263880:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097ca7d73 x1853178572199808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329078.263885:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329078.263887:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097ca7d73 x1853178572199808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329078.263899:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329078.263900:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329078.265429:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329078.265437:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329078.265439:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329078.265440:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329078.265447:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329078.265456:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2805680 00000400:00000200:2.0:1767329078.265462:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x68d [1] + 224 00000800:00000001:2.0:1767329078.265474:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329078.265488:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329078.265489:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329078.265492:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329078.265495:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329078.265498:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f9aefdb x1853178572199552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329078.265505:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f9aefdb x1853178572199552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329078.265520:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329078.265527:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329078.265530:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329078.265531:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329078.265533:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329078.265535:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329078.265539:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2805700 00000400:00000200:2.0:1767329078.265543:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x695 [1] + 224 00000800:00000001:2.0:1767329078.265545:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329078.265548:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329078.265549:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329078.265552:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329078.265555:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329078.265558:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a6b86e7 x1853178572199680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329078.265561:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329078.265565:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767329078.265568:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008a6b86e7 x1853178572199680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329078.265571:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329078.265576:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329078.265578:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067ca3d74. 00000100:00000001:2.0:1767329078.265579:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767329078.265585:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f78a8952 00000400:00000010:1.0:1767329078.265601:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f78a8952. 00000100:00000001:1.0:1767329078.265606:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767329078.265609:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329078.265614:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329078.265614:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f9aefdb x1853178572199552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329078.265615:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329078.265620:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767329078.265620:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329078.265624:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767329078.265627:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329078.265632:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767329078.265633:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f9aefdb x1853178572199552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767329078.265637:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd5835e7. 00000400:00000200:2.0:1767329078.265639:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329078.265646:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000922594fe 00000400:00000010:3.0:1767329078.265651:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000922594fe. 00000400:00000200:2.0:1767329078.265652:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2805780 00000100:00000001:1.0:1767329078.265655:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329078.265659:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329078.265660:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329078.265661:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x69d [1] + 224 00000100:00000001:1.0:1767329078.265666:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767329078.265668:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a6b86e7 x1853178572199680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329078.265669:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767329078.265671:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329078.265675:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767329078.265676:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329078.265680:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329078.265681:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767329078.265688:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329078.265691:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:3.0:1767329078.265693:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a6b86e7 x1853178572199680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329078.265695:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767329078.265697:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=75 v=5 (5 5 0 0) 00000100:00000200:2.0:1767329078.265702:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097ca7d73 x1853178572199808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767329078.265708:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=75 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329078.265717:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329078.265721:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329078.265722:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329078.265727:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329078.265727:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000097ca7d73 x1853178572199808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329078.265727:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329078.265729:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329078.265734:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329078.265735:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329078.265739:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329078.265742:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767329078.265744:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f9aefdb x1853178572199552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329078.265745:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329078.265750:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329078.265756:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767329078.265758:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=65 v=5 (5 5 0 0) 00000800:00000001:2.0:1767329078.265762:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767329078.265764:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=65 v=5 (1 1 0 0) 00000800:00000001:2.0:1767329078.265768:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329078.265775:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329078.265779:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329078.265781:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767329078.265785:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329078.265788:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767329078.265790:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329078.265792:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329078.265794:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329078.265796:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767329078.265798:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329078.265800:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f9aefdb x1853178572199552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329094 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767329078.265803:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329078.265808:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767329078.265809:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000010:0.0:1767329078.265813:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000778f6917. 00000100:00000001:3.0:1767329078.265816:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:1.0:1767329078.265819:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572199552:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767329078.265819:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e480de18 00000100:00000001:3.0:1767329078.265821:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329078.265822:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e480de18. 00000100:00000001:0.0:1767329078.265828:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329078.265830:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329078.265832:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a6b86e7 x1853178572199680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329078.265834:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767329078.265835:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097ca7d73 x1853178572199808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329078.265840:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f9aefdb x1853178572199552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329094 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329078.265868:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329078.265872:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767329078.265873:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097ca7d73 x1853178572199808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329078.265875:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767329078.265876:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767329078.265880:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767329078.265881:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ae21526. 00000100:00000001:0.0:1767329078.265884:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329078.265887:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329078.265888:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767329078.265890:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a6b86e7 x1853178572199680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329094 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329078.265891:0:208648:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767329078.265892:0:208651:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767329078.265895:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767329078.265896:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329078.265898:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329078.265901:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329078.265902:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767329078.265906:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329078.265907:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c06a1248. 00000100:00100000:3.0:1767329078.265912:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a6b86e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572199680:192.168.202.109@tcp:400: 02000000:00000001:1.0:1767329078.265914:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:0.0:1767329078.265914:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=75 v=5 (5 5 0 0) 02000000:00000001:1.0:1767329078.265917:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767329078.265920:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767329078.265921:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f9aefdb. 00000100:00001000:0.0:1767329078.265922:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=50 v=5 (1 1 0 0) 00000100:00000001:3.0:1767329078.265924:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329078.265929:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767329078.265930:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a6b86e7 x1853178572199680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329094 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329078.265930:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329078.265934:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329078.265934:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329078.265940:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767329078.265941:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329078.265947:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767329078.265948:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00080000:0.0:1767329078.265949:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000097ca7d73 x1853178572199808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329078.265950:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767329078.265950:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329078.265954:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050d7e9a5. 00000100:00000001:1.0:1767329078.265956:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329078.265960:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329078.265961:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329078.265964:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767329078.265966:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767329078.265967:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329078.265971:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767329078.265971:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1767329078.265975:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dda4c5dc. 00000100:00000040:0.0:1767329078.265975:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329078.265979:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767329078.265981:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329078.265981:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329078.265984:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329078.265985:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a6b86e7. 00000100:00000001:3.0:1767329078.265988:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329078.265991:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329078.265992:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097ca7d73 x1853178572199808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329078.265994:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329078.265999:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329078.266002:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329078.266003:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329078.266005:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329078.266006:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329078.266008:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329078.266009:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329078.266012:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097ca7d73 x1853178572199808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329094 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329078.266042:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000097ca7d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572199808:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329078.266046:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329078.266050:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329078.266052:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097ca7d73 x1853178572199808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329094 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329078.266057:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329078.266059:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329078.266060:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c95e7e23. 02000000:00000001:0.0:1767329078.266063:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329078.266065:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329078.266065:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329078.266067:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329078.266068:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ce0a9bb. 02000000:00000001:0.0:1767329078.266070:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329078.266071:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329078.266072:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097ca7d73. 00000100:00000001:0.0:1767329078.266073:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329078.266074:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329078.266075:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329078.266078:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329078.266079:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329078.266080:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329078.266081:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329078.327098:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329078.327104:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329078.327109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329078.327111:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329078.327166:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329078.327172:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329078.327176:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329079.351096:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329079.351116:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329079.351121:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329079.351121:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329079.351170:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329079.351175:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329079.351179:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329080.375108:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329080.375114:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329080.375118:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329080.375119:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329080.375163:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329080.375166:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329080.375169:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329081.399131:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329081.399138:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329081.399145:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329081.399147:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329081.399197:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329081.399201:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329081.399204:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329082.423125:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329082.423133:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329082.423136:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329082.423138:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329082.423143:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329082.423145:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329082.423146:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329082.423148:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329082.423151:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329082.423152:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329082.423216:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329082.423219:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329082.423221:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329082.871142:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300927836, at 4300928000 00000100:00000040:0.0:1767329082.871142:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300927836, at 4300928000 00000100:00000040:3.0:1767329082.871151:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300927836, at 4300928000 00000100:00000040:2.0:1767329082.871151:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300927836, at 4300928000 00000100:00000010:0.0:1767329082.871160:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aff58cb5. 00000100:00000010:1.0:1767329082.871162:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009574fa71. 00000100:00000010:2.0:1767329082.871173:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097ee664e. 00000100:00000010:3.0:1767329082.871175:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000921f32b6. 00000100:00000040:0.0:1767329083.383098:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329083.383111:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329083.383118:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097ca7d73. 00000020:00000040:0.0:1767329083.383125:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329083.383131:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329083.383134:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329083.383139:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329083.383148:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ce0a9bb. 00000100:00000001:0.0:1767329083.383156:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329083.383167:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000097ca7d73 x1853178572199936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329083.383179:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329083.383182:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329083.383188:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097ca7d73] to pc [ptlrpcd_00_02+2] req@0000000097ca7d73 x1853178572199936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329083.383210:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329083.383213:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329083.383217:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329083.383228:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005188d010. 00000020:00000040:0.0:1767329083.383231:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329083.383234:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329083.383236:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329083.383238:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329083.383238:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329083.383243:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000010:0.0:1767329083.383243:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dda4c5dc. 00000100:00000001:1.0:1767329083.383246:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329083.383247:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329083.383251:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329083.383253:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767329083.383253:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000005188d010 x1853178572200064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329083.383257:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329083.383257:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329083.383260:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329083.383264:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329083.383267:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329083.383267:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329083.383269:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329083.383272:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097ca7d73 x1853178572199936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329083.383273:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005188d010] to pc [ptlrpcd_00_03+3] req@000000005188d010 x1853178572200064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329083.383283:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329083.383284:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329083.383286:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329083.383288:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767329083.383288:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767329083.383291:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329083.383292:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329083.383295:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024b1fa3c. 00000020:00000040:0.0:1767329083.383297:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329083.383299:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329083.383300:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329083.383301:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329083.383303:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:0.0:1767329083.383304:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1767329083.383306:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000097ca7d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572199936:192.168.202.109@tcp:400: 02000000:00000001:0.0:1767329083.383307:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329083.383310:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329083.383312:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1767329083.383312:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c06a1248. 00000100:00000001:3.0:1767329083.383317:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329083.383317:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329083.383321:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329083.383324:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329083.383325:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329083.383326:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767329083.383327:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329083.383330:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329083.383333:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005188d010 x1853178572200064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329083.383334:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767329083.383334:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000024b1fa3c x1853178572200192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1767329083.383340:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000008e90a04. 02000000:00000001:1.0:1767329083.383344:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329083.383352:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087740ef8. 00000100:00000001:3.0:1767329083.383353:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329083.383357:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329083.383359:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767329083.383360:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767329083.383361:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c186ed3c. 02000000:00000001:3.0:1767329083.383364:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329083.383364:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329083.383369:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329083.383370:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572199936, portal 25 00000100:00000040:0.0:1767329083.383370:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024b1fa3c] to pc [ptlrpcd_00_00+0] req@0000000024b1fa3c x1853178572200192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329083.383374:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005188d010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572200064:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329083.383375:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329083.383378:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578903040 : -127177130648576 : ffff8c55444ddc00) 00000100:00000001:3.0:1767329083.383384:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767329083.383388:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000097ca7d73 x1853178572199936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329083.383389:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329083.383392:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329083.383396:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329083.383404:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1767329083.383407:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1f6afd9. 00000100:00000040:1.0:1767329083.383408:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329083.383408:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329083.383412:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329083.383413:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767329083.383414:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ee95e05. 00000400:00000010:3.0:1767329083.383418:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd5835e7. 00000100:00000200:1.0:1767329083.383419:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572199936, offset 0 00000100:00000040:0.0:1767329083.383425:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1767329083.383427:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000922594fe. 00000100:00000040:0.0:1767329083.383431:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6266) 00000400:00000200:1.0:1767329083.383433:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329083.383435:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767329083.383440:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572200064, portal 10 00000100:00000001:2.0:1767329083.383441:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329083.383445:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329083.383446:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329083.383448:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578898560 : -127177130653056 : ffff8c55444dca80) 00000400:00000200:1.0:1767329083.383448:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:2.0:1767329083.383456:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000024b1fa3c x1853178572200192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329083.383458:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005188d010 x1853178572200064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329083.383458:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329083.383468:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329083.383476:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329083.383484:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329083.383495:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329083.383495:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767329083.383495:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [184:184:256:4294967295] 192.168.202.109@tcp LPNI seq info [184:184:8:4294967295] 00000100:00000001:2.0:1767329083.383500:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329083.383506:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767329083.383509:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329083.383511:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767329083.383513:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd8b4466. 02000000:00000001:2.0:1767329083.383517:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329083.383519:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572200064, offset 0 00000400:00000200:1.0:1767329083.383523:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00100000:2.0:1767329083.383528:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000024b1fa3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572200192:192.168.202.109@tcp:400: 00000400:00000200:3.0:1767329083.383529:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329083.383534:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329083.383551:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ecca153. 00000100:00000001:2.0:1767329083.383553:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767329083.383557:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:2.0:1767329083.383560:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1767329083.383562:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:2.0:1767329083.383564:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329083.383568:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767329083.383572:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329083.383576:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:2.0:1767329083.383576:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329083.383582:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000baf4a36e. 00000400:00000200:3.0:1767329083.383583:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767329083.383585:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ecca153 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1767329083.383587:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329083.383592:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:2.0:1767329083.383593:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064a1b348. 00000400:00000200:3.0:1767329083.383598:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [185:185:255:4294967295] 192.168.202.109@tcp LPNI seq info [185:185:7:4294967295] 00000400:00000010:2.0:1767329083.383599:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000454155cc. 00000100:00000001:1.0:1767329083.383603:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329083.383605:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572200192, portal 10 00000100:00000001:2.0:1767329083.383610:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329083.383611:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300932956 00000100:00000001:2.0:1767329083.383613:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578911104 : -127177130640512 : ffff8c55444dfb80) 00000400:00000200:3.0:1767329083.383614:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000010:1.0:1767329083.383622:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058c5c748. 00000100:00000040:2.0:1767329083.383625:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000024b1fa3c x1853178572200192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767329083.383628:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329083.383632:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000010:3.0:1767329083.383635:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000100:00000001:2.0:1767329083.383644:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329083.383644:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300932956 00000800:00000200:3.0:1767329083.383645:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:1.0:1767329083.383652:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001aba7d09. 00000100:00000040:2.0:1767329083.383653:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:3.0:1767329083.383658:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:2.0:1767329083.383660:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e74ce04e. 00000100:00000001:1.0:1767329083.383661:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767329083.383662:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767329083.383667:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572200192, offset 0 00000100:00000001:3.0:1767329083.383669:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329083.383670:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300932956 00000100:00000040:3.0:1767329083.383675:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 515960 usecs (516 jiffies) 00000100:00000010:1.0:1767329083.383677:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea9442b1. 00000100:00000001:3.0:1767329083.383680:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300929028 00000400:00000200:2.0:1767329083.383680:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329083.383683:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767329083.383684:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329083.383687:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300932956 00000800:00000010:0.0:1767329083.383689:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ecca153. 00000100:00000001:3.0:1767329083.383691:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300929028 00000100:00000001:1.0:1767329083.383691:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300932956 00000400:00000200:2.0:1767329083.383693:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329083.383696:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329083.383699:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300932956 00000100:00000010:1.0:1767329083.383700:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a68039c9. 00000100:00000001:3.0:1767329083.383704:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300929028 00000400:00000200:2.0:1767329083.383705:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329083.383708:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767329083.383710:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329083.383711:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300932956 00000100:00000001:1.0:1767329083.383714:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329083.383715:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329083.383716:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300929028 00000100:00000001:3.0:1767329083.383722:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300932956 00000100:00000001:1.0:1767329083.383722:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329083.383723:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329083.383727:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329083.383730:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329083.383732:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329083.383732:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329083.383734:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329083.383739:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329083.383740:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [186:186:254:4294967295] 192.168.202.109@tcp LPNI seq info [186:186:6:4294967295] 00000100:00000001:1.0:1767329083.383742:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329083.383743:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329083.383747:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329083.383750:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329083.383752:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329083.383759:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329083.383765:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329083.383766:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ee95e05 00000800:00000010:2.0:1767329083.383770:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089a33831. 00000400:00000010:0.0:1767329083.383770:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ee95e05. 00000800:00000200:2.0:1767329083.383777:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329083.383779:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767329083.383783:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329083.383788:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089a33831 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1767329083.383788:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097ca7d73 x1853178572199936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329083.383797:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329083.383802:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 29927 usecs (30 jiffies) 00000100:00000001:3.0:1767329083.383804:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329083.383806:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300928542 00000100:00000001:3.0:1767329083.383808:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329083.383808:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329083.383810:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300932956 00000100:00000040:0.0:1767329083.383815:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097ca7d73 x1853178572199936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329099 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329083.383820:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300928542 00000100:00000001:2.0:1767329083.383826:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300932956 00000100:00000001:2.0:1767329083.383830:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300928542 00000100:00000001:0.0:1767329083.383833:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329083.383834:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300932956 00000100:00000001:2.0:1767329083.383838:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300928542 00000100:00000001:0.0:1767329083.383840:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329083.383841:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300932956 00000100:00000001:2.0:1767329083.383845:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329083.383846:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329083.383848:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329083.383850:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329083.383853:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329083.383854:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329083.383856:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329083.383856:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329083.383857:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329083.383859:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329083.383862:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329083.383866:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00000400:00000200:0.0:1767329083.383870:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329083.383876:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329083.383878:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd8b4466 00000400:00000010:0.0:1767329083.383879:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd8b4466. 00000100:00000001:0.0:1767329083.383882:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329083.383884:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005188d010 x1853178572200064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329083.383890:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329083.383891:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005188d010 x1853178572200064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329099 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329083.383895:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329083.383897:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329083.383922:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329083.383923:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089a33831. 00000400:00000200:0.0:1767329083.383930:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329083.383933:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329083.383935:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e74ce04e 00000400:00000010:0.0:1767329083.383936:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e74ce04e. 00000100:00000001:0.0:1767329083.383939:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329083.383941:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000024b1fa3c x1853178572200192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329083.383947:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329083.383948:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000024b1fa3c x1853178572200192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329099 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329083.383952:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329083.383953:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329083.385443:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329083.385449:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329083.385451:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329083.385453:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329083.385458:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329083.385467:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2805800 00000400:00000200:0.0:1767329083.385471:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x6a5 [1] + 224 00000800:00000001:0.0:1767329083.385476:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329083.385480:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329083.385482:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329083.385484:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329083.385488:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329083.385491:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097ca7d73 x1853178572199936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329099 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329083.385497:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000097ca7d73 x1853178572199936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329083.385508:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329083.385515:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329083.385519:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329083.385521:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329083.385529:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329083.385534:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767329083.385551:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329083.385553:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329083.385555:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2805900 00000400:00000001:1.0:1767329083.385557:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329083.385559:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329083.385560:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087740ef8. 00000400:00000200:1.0:1767329083.385564:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c186ed3c 00000400:00000010:1.0:1767329083.385565:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c186ed3c. 00000100:00000001:1.0:1767329083.385568:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329083.385571:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097ca7d73 x1853178572199936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329083.385571:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x6b5 [1] + 224 00000800:00000001:0.0:1767329083.385575:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329083.385579:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329083.385580:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097ca7d73 x1853178572199936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329099 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329083.385581:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329083.385584:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329083.385592:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329083.385592:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329083.385594:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329083.385594:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000024b1fa3c x1853178572200192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329099 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329083.385597:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329083.385599:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329083.385601:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767329083.385602:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000024b1fa3c x1853178572200192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329083.385603:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329083.385606:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329083.385612:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=80 v=5 (5 5 0 0) 00000100:00000001:0.0:1767329083.385615:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767329083.385616:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=80 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329083.385619:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1767329083.385620:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329083.385621:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329083.385622:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767329083.385623:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1767329083.385624:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767329083.385626:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329083.385626:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329083.385629:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329083.385630:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000040:1.0:1767329083.385633:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097ca7d73 x1853178572199936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329099 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329083.385640:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329083.385641:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2805880 00000100:00000001:1.0:1767329083.385644:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329083.385645:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329083.385646:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329083.385646:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x6ad [1] + 224 00000100:00000001:2.0:1767329083.385648:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329083.385653:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097ca7d73 x1853178572199936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329099 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329083.385653:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767329083.385655:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329083.385658:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767329083.385660:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767329083.385662:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064a1b348. 00000400:00000200:0.0:1767329083.385663:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767329083.385667:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000097ca7d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572199936:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329083.385668:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000454155cc 00000400:00000200:0.0:1767329083.385671:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:2.0:1767329083.385673:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000454155cc. 00000100:00000001:1.0:1767329083.385675:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329083.385677:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329083.385678:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329083.385679:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767329083.385684:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000024b1fa3c x1853178572200192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329083.385685:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097ca7d73 x1853178572199936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329099 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329083.385686:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005188d010 x1853178572200064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329099 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329083.385707:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000024b1fa3c x1853178572200192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329099 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329083.385713:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005188d010 x1853178572200064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329083.385719:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329083.385723:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329083.385727:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008e90a04. 02000000:00000001:1.0:1767329083.385732:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767329083.385734:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767329083.385736:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767329083.385737:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329083.385741:0:208648:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:1.0:1767329083.385741:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 02000000:00000001:2.0:1767329083.385744:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767329083.385748:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329083.385750:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ce0a9bb. 00000100:00000001:2.0:1767329083.385753:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329083.385755:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329083.385757:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329083.385757:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329083.385757:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767329083.385761:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:2.0:1767329083.385763:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=80 v=5 (5 5 0 0) 00000100:00000010:1.0:1767329083.385764:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097ca7d73. 00000800:00000001:0.0:1767329083.385765:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767329083.385771:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=55 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329083.385771:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:0.0:1767329083.385771:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329083.385774:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329083.385780:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329083.385780:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329083.385783:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329083.385786:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329083.385788:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329083.385793:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:2.0:1767329083.385793:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000024b1fa3c x1853178572200192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329099 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329083.385793:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329083.385797:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329083.385800:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1767329083.385803:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767329083.385805:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767329083.385807:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767329083.385808:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329083.385812:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd5835e7. 00000100:00000001:2.0:1767329083.385812:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329083.385816:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000200:3.0:1767329083.385818:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000922594fe 00000100:00000001:2.0:1767329083.385819:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329083.385821:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329083.385822:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000922594fe. 00000100:00000040:2.0:1767329083.385826:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000024b1fa3c x1853178572200192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329099 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329083.385827:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329083.385835:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005188d010 x1853178572200064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329083.385835:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329083.385840:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329083.385843:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329083.385850:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024b1fa3c x1853178572200192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329099 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329083.385855:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005188d010 x1853178572200064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329099 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329083.385864:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000024b1fa3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572200192:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329083.385872:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329083.385874:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329083.385875:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329083.385877:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329083.385879:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329083.385882:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767329083.385882:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000024b1fa3c x1853178572200192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329099 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329083.385885:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329083.385888:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329083.385893:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329083.385894:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329083.385897:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1767329083.385898:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=70 v=5 (5 5 0 0) 02000000:00000010:2.0:1767329083.385898:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000baf4a36e. 02000000:00000001:2.0:1767329083.385903:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1767329083.385904:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=70 v=5 (1 1 0 0) 00000100:00000001:3.0:1767329083.385907:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329083.385907:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329083.385911:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767329083.385911:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329083.385914:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00010000:00000001:3.0:1767329083.385915:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329083.385918:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767329083.385919:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:2.0:1767329083.385921:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c06a1248. 00000100:00000040:3.0:1767329083.385922:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000001:2.0:1767329083.385925:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767329083.385926:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767329083.385929:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767329083.385930:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767329083.385933:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000024b1fa3c. 00000100:00000040:3.0:1767329083.385937:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005188d010 x1853178572200064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329099 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329083.385938:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329083.385942:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329083.385947:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329083.385950:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329083.385954:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329083.385956:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329083.385959:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329083.385960:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329083.385962:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329083.385963:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329083.385969:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005188d010 x1853178572200064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329099 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329083.385976:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005188d010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572200064:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329083.385979:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329083.385980:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329083.385983:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005188d010 x1853178572200064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329099 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329083.385987:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329083.385989:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329083.385990:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1f6afd9. 02000000:00000001:3.0:1767329083.385993:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329083.385993:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329083.385994:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329083.385996:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329083.385996:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dda4c5dc. 02000000:00000001:3.0:1767329083.385998:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329083.386000:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329083.386001:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005188d010. 00000100:00000001:3.0:1767329083.386003:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329083.386004:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329083.386005:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329083.386008:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329083.386009:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329083.386010:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329083.386012:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329083.447087:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329083.447091:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329083.447094:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329083.447095:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329083.447147:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329083.447149:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329083.447151:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329084.471122:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329084.471130:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329084.471138:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329084.471143:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329084.471145:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329084.471151:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329084.471154:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329084.471156:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329084.471160:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329084.471162:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329084.471164:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329084.471166:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329084.471215:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329084.471220:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329084.471223:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329085.495163:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329085.495171:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329085.495177:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329085.495178:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329085.495247:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329085.495250:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329085.495253:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329086.519116:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329086.519125:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329086.519134:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329086.519135:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329086.519196:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329086.519200:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329086.519203:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329087.543144:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329087.543155:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329087.543186:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329087.543188:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329087.543255:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329087.543260:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329087.543263:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329087.991150:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300932956, at 4300933120 00000100:00000040:1.0:1767329087.991150:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300932956, at 4300933120 00000100:00000040:0.0:1767329087.991150:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300932956, at 4300933120 00000100:00000010:1.0:1767329087.991168:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001aba7d09. 00000100:00000010:3.0:1767329087.991171:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a68039c9. 00000100:00000010:0.0:1767329087.991175:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058c5c748. 00000100:00000040:2.0:1767329087.991336:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300932956, at 4300933120 00000100:00000010:2.0:1767329087.991345:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea9442b1. 00000100:00000040:1.0:1767329088.503131:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329088.503144:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329088.503154:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc9b4205. 00000020:00000040:1.0:1767329088.503162:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329088.503168:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329088.503172:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329088.503178:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329088.503187:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000029ea41fb. 00000100:00000001:1.0:1767329088.503196:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329088.503209:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000cc9b4205 x1853178572200320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329088.503221:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329088.503224:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329088.503230:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9b4205] to pc [ptlrpcd_00_01+1] req@00000000cc9b4205 x1853178572200320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329088.503257:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329088.503260:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329088.503263:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329088.503265:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007e555f5. 00000020:00000040:1.0:1767329088.503268:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329088.503271:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329088.503272:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329088.503273:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329088.503278:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007bfe2aba. 00000100:00000001:1.0:1767329088.503281:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329088.503287:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000007e555f5 x1853178572200448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329088.503299:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767329088.503310:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767329088.503316:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329088.503319:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329088.503320:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329088.503322:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329088.503323:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329088.503334:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767329088.503334:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007e555f5] to pc [ptlrpcd_00_02+2] req@0000000007e555f5 x1853178572200448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329088.503342:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329088.503353:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329088.503357:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329088.503361:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329088.503373:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc9b4205 x1853178572200320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329088.503382:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329088.503391:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329088.503392:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329088.503393:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329088.503395:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329088.503398:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329088.503400:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329088.503412:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767329088.503414:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767329088.503417:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007e555f5 x1853178572200448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767329088.503419:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce5d9467. 00000100:00000001:0.0:1767329088.503419:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329088.503421:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329088.503429:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767329088.503433:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:2.0:1767329088.503438:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329088.503448:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1767329088.503455:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572200320:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329088.503456:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767329088.503456:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767329088.503464:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329088.503465:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329088.503467:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329088.503478:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329088.503481:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767329088.503483:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ecca153. 02000000:00000001:2.0:1767329088.503484:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329088.503485:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329088.503507:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767329088.503509:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329088.503509:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329088.503514:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572200448:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329088.503520:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767329088.503522:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b52f2b38. 00000100:00000040:1.0:1767329088.503524:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000ce5d9467 x1853178572200576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767329088.503526:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329088.503531:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329088.503534:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329088.503541:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329088.503550:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2e1a91e. 00000400:00000010:2.0:1767329088.503553:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064a1b348. 02000000:00000001:3.0:1767329088.503555:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329088.503555:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329088.503564:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329088.503567:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd5835e7. 00000400:00000010:2.0:1767329088.503570:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000454155cc. 00000400:00000010:3.0:1767329088.503575:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000922594fe. 00000100:00000040:1.0:1767329088.503577:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce5d9467] to pc [ptlrpcd_00_03+3] req@00000000ce5d9467 x1853178572200576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329088.503582:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572200320, portal 25 00000100:00000200:3.0:1767329088.503587:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572200448, portal 10 00000100:00000001:2.0:1767329088.503593:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329088.503599:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329088.503601:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777203072 : -127176932348544 : ffff8c55501fad80) 00000100:00000001:3.0:1767329088.503605:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777204864 : -127176932346752 : ffff8c55501fb480) 00000100:00000040:2.0:1767329088.503618:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc9b4205 x1853178572200320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329088.503622:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007e555f5 x1853178572200448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329088.503624:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329088.503635:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329088.503649:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329088.503658:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329088.503659:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767329088.503666:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329088.503677:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329088.503677:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329088.503678:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6271) 00000100:00000040:0.0:1767329088.503684:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce5d9467 x1853178572200576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329088.503693:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329088.503699:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329088.503705:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd8b4466. 00000400:00000010:2.0:1767329088.503710:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b33676b. 00000100:00000200:3.0:1767329088.503718:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572200448, offset 0 00000100:00000200:2.0:1767329088.503723:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572200320, offset 0 00000400:00000200:3.0:1767329088.503738:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329088.503740:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329088.503746:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329088.503755:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329088.503756:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767329088.503761:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:0.0:1767329088.503764:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329088.503770:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767329088.503772:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329088.503779:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00100000:0.0:1767329088.503784:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572200576:192.168.202.109@tcp:400: 00000400:00000200:3.0:1767329088.503787:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329088.503796:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329088.503801:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [187:187:256:4294967295] 192.168.202.109@tcp LPNI seq info [187:187:8:4294967295] 00000100:00000001:0.0:1767329088.503815:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329088.503823:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767329088.503828:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:0.0:1767329088.503828:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329088.503836:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329088.503843:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050557de3. 00000800:00000200:3.0:1767329088.503845:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329088.503851:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:0.0:1767329088.503851:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767329088.503855:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020beec0d. 00000400:00000010:0.0:1767329088.503864:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8649178. 00000400:00000200:2.0:1767329088.503865:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767329088.503875:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329088.503877:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:0.0:1767329088.503879:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e169f1. 00000400:00000200:2.0:1767329088.503886:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1767329088.503890:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572200576, portal 10 00000800:00000200:3.0:1767329088.503891:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329088.503896:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329088.503899:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767329088.503902:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020beec0d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329088.503905:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777200384 : -127176932351232 : ffff8c55501fa300) 00000400:00000200:2.0:1767329088.503908:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [188:188:255:4294967295] 192.168.202.109@tcp LPNI seq info [188:188:7:4294967295] 00000100:00000040:0.0:1767329088.503924:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce5d9467 x1853178572200576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329088.503937:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329088.503939:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:3.0:1767329088.503951:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 506286 usecs (507 jiffies) 00000100:00000001:3.0:1767329088.503964:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300934139 00000100:00000001:0.0:1767329088.503972:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767329088.503973:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:3.0:1767329088.503977:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b67a03bd. 00000100:00000040:0.0:1767329088.503985:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329088.503987:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6bd0558. 00000100:00000001:3.0:1767329088.503990:0:208650:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767329088.503992:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f353e67a. 00000100:00000001:3.0:1767329088.503998:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300934139 00000100:00000200:0.0:1767329088.503999:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572200576, offset 0 00000800:00000200:2.0:1767329088.504000:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:3.0:1767329088.504007:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9c8f7ac. 00000100:00000001:3.0:1767329088.504013:0:208650:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767329088.504041:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300934140 00000100:00000010:3.0:1767329088.504045:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d4b64bf. 00000100:00000001:3.0:1767329088.504047:0:208650:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767329088.504056:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300934140 00000100:00000010:3.0:1767329088.504059:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa14b83e. 00000100:00000001:3.0:1767329088.504063:0:208650:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767329088.504066:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329088.504076:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329088.504078:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:2.0:1767329088.504080:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329088.504083:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329088.504089:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767329088.504090:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e6bd0558 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329088.504093:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329088.504096:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329088.504097:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329088.504103:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329088.504104:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329088.504105:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300938077 00000100:00000001:3.0:1767329088.504112:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329088.504119:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329088.504124:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329088.504126:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300934139 00000100:00000001:3.0:1767329088.504133:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329088.504133:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329088.504136:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300938077 00000400:00000200:0.0:1767329088.504140:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000010:1.0:1767329088.504150:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020beec0d. 00000100:00000001:2.0:1767329088.504154:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300934139 00000400:00000200:0.0:1767329088.504155:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329088.504160:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329088.504162:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329088.504172:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300938077 00000400:00000200:1.0:1767329088.504175:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329088.504176:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [189:189:254:4294967295] 192.168.202.109@tcp LPNI seq info [189:189:6:4294967295] 00000100:00000001:2.0:1767329088.504183:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300934140 00000100:00000001:2.0:1767329088.504198:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300938077 00000400:00000200:0.0:1767329088.504207:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329088.504209:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300934140 00000100:00000001:2.0:1767329088.504218:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329088.504220:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd8b4466 00000800:00000200:0.0:1767329088.504228:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329088.504231:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd8b4466. 00000100:00000001:2.0:1767329088.504232:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767329088.504236:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6c5103d. 00000100:00000001:2.0:1767329088.504240:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329088.504243:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329088.504246:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329088.504253:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:1.0:1767329088.504256:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007e555f5 x1853178572200448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329088.504268:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329088.504274:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767329088.504275:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6c5103d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329088.504281:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329088.504282:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007e555f5 x1853178572200448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329104 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329088.504296:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329088.504296:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 29376 usecs (30 jiffies) 00000100:00000001:1.0:1767329088.504300:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329088.504303:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300933663 00000100:00000001:0.0:1767329088.504308:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300938077 00000100:00000001:0.0:1767329088.504311:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300933663 00000100:00000001:0.0:1767329088.504314:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300938077 00000100:00000001:0.0:1767329088.504316:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300933663 00000100:00000001:0.0:1767329088.504318:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300938077 00000800:00000200:1.0:1767329088.504322:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329088.504322:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300933663 00000800:00000010:1.0:1767329088.504327:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6bd0558. 00000100:00000001:0.0:1767329088.504328:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300938077 00000400:00000200:1.0:1767329088.504334:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329088.504334:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329088.504337:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329088.504343:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329088.504343:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329088.504348:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b33676b 00000100:00000001:0.0:1767329088.504349:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329088.504352:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b33676b. 00000100:00000001:1.0:1767329088.504357:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329088.504359:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767329088.504362:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc9b4205 x1853178572200320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329088.504363:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329088.504370:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329088.504373:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329088.504376:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329088.504381:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329088.504382:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329088.504386:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc9b4205 x1853178572200320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329104 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329088.504395:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329088.504397:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329088.504431:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329088.504434:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6c5103d. 00000400:00000200:1.0:1767329088.504439:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329088.504443:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329088.504445:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f353e67a 00000400:00000010:1.0:1767329088.504447:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f353e67a. 00000100:00000001:1.0:1767329088.504456:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329088.504459:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce5d9467 x1853178572200576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329088.504479:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329088.504482:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce5d9467 x1853178572200576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329104 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329088.504504:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329088.504506:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329088.505367:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329088.505379:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329088.505383:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329088.505385:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329088.505393:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329088.505406:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2805a00 00000400:00000200:0.0:1767329088.505413:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x6c1 [1] + 224 00000800:00000001:0.0:1767329088.505420:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329088.505430:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329088.505434:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329088.505438:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329088.505444:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329088.505454:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007e555f5 x1853178572200448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329088.505465:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000007e555f5 x1853178572200448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329088.505483:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329088.505505:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329088.505509:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329088.505565:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329088.505568:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329088.505574:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329088.505576:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329088.505578:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd5835e7. 00000400:00000200:3.0:1767329088.505582:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000922594fe 00000400:00000010:3.0:1767329088.505584:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000922594fe. 00000100:00000001:3.0:1767329088.505587:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329088.505591:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007e555f5 x1853178572200448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329088.505599:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007e555f5 x1853178572200448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329104 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329088.505604:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329088.505606:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329088.505608:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329088.505610:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329088.505612:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329088.505613:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329088.505615:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329088.505621:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=75 v=5 (5 5 0 0) 00000100:00001000:3.0:1767329088.505623:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=75 v=5 (1 1 0 0) 00000100:00000001:3.0:1767329088.505625:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329088.505627:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329088.505629:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329088.505633:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329088.505637:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329088.505639:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329088.505641:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329088.505643:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329088.505647:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007e555f5 x1853178572200448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329088.505654:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329088.505657:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329088.505659:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329088.505671:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007e555f5 x1853178572200448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329104 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329088.505760:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572200448:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329088.505766:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329088.505769:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329088.505774:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007e555f5 x1853178572200448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329104 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329088.505783:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329088.505786:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1767329088.505786:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767329088.505793:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2e1a91e. 00000800:00000001:0.0:1767329088.505796:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329088.505801:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329088.505803:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329088.505810:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329088.505818:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2805980 00000400:00000200:0.0:1767329088.505824:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x6bd [1] + 224 00000800:00000001:0.0:1767329088.505829:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329088.505834:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329088.505836:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329088.505839:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329088.505843:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329088.505846:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc9b4205 x1853178572200320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329088.505856:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc9b4205 x1853178572200320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329088.505877:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329088.505887:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329088.505890:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329088.505929:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329088.505935:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767329088.505936:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:1.0:1767329088.505942:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767329088.505943:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:1.0:1767329088.505947:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1767329088.505948:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000400:00000010:1.0:1767329088.505952:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064a1b348. 00000020:00000001:3.0:1767329088.505955:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:0.0:1767329088.505958:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767329088.505962:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007bfe2aba. 00000400:00000200:1.0:1767329088.505963:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000454155cc 00000800:00000001:0.0:1767329088.505966:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329088.505970:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000454155cc. 00000800:00000001:0.0:1767329088.505973:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329088.505975:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767329088.505978:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329088.505983:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc9b4205 x1853178572200320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329088.505990:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000200:1.0:1767329088.506006:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc9b4205 x1853178572200320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329104 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329088.506007:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2805a80 02000000:00000001:3.0:1767329088.506049:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329088.506052:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767329088.506054:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:3.0:1767329088.506055:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007e555f5. 00000100:00000001:1.0:1767329088.506060:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329088.506062:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329088.506066:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329088.506068:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767329088.506073:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329088.506076:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767329088.506076:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x6cd [1] + 224 00000100:00000001:3.0:1767329088.506080:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329088.506080:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329088.506085:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329088.506087:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329088.506087:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329088.506090:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329088.506098:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329088.506099:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329088.506101:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329088.506113:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767329088.506115:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=85 v=5 (5 5 0 0) 00000400:00000200:0.0:1767329088.506122:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00001000:1.0:1767329088.506123:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=85 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329088.506129:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329088.506131:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329088.506134:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329088.506137:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce5d9467 x1853178572200576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329088.506139:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329088.506143:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329088.506148:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329088.506157:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc9b4205 x1853178572200320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329088.506160:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ce5d9467 x1853178572200576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329088.506198:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329088.506198:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329088.506203:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1767329088.506205:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329088.506206:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329088.506211:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329088.506216:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc9b4205 x1853178572200320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329104 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329088.506228:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572200320:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329088.506230:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329088.506234:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329088.506239:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767329088.506241:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329088.506246:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767329088.506247:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767329088.506249:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8649178. 00000400:00000200:3.0:1767329088.506254:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e169f1 00000100:00000040:1.0:1767329088.506257:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc9b4205 x1853178572200320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329104 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767329088.506258:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e169f1. 00000100:00000001:3.0:1767329088.506271:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329088.506272:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329088.506277:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767329088.506280:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce5d9467 x1853178572200576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329088.506282:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b52f2b38. 02000000:00000001:1.0:1767329088.506294:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329088.506298:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329088.506299:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329088.506310:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329088.506317:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000029ea41fb. 00000100:00000200:3.0:1767329088.506323:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce5d9467 x1853178572200576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329104 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329088.506325:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329088.506331:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329088.506338:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc9b4205. 00000100:00000001:3.0:1767329088.506341:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329088.506346:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329088.506347:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329088.506348:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329088.506352:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329088.506353:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329088.506357:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329088.506359:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329088.506360:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329088.506368:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329088.506371:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1767329088.506373:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=85 v=5 (5 5 0 0) 00000100:00000001:1.0:1767329088.506376:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329088.506379:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=60 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329088.506382:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329088.506383:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329088.506389:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329088.506390:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329088.506399:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767329088.506406:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ce5d9467 x1853178572200576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329088.506415:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329088.506419:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329088.506420:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329088.506422:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329088.506423:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329088.506427:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce5d9467 x1853178572200576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329088.506433:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329088.506435:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329088.506437:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329088.506440:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce5d9467 x1853178572200576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329104 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329088.506447:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572200576:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329088.506453:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329088.506461:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329088.506464:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce5d9467 x1853178572200576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329104 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329088.506472:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329088.506474:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329088.506476:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050557de3. 02000000:00000001:3.0:1767329088.506480:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329088.506481:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329088.506483:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329088.506485:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329088.506487:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ecca153. 02000000:00000001:3.0:1767329088.506505:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329088.506507:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329088.506508:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce5d9467. 00000100:00000001:3.0:1767329088.506511:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329088.506512:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329088.506513:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329088.506516:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329088.506518:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329088.506519:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329088.506520:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329088.567144:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329088.567153:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329088.567159:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329088.567161:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329088.567206:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329088.567211:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329088.567214:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329089.591148:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329089.591178:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329089.591184:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329089.591185:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329089.591227:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329089.591235:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329089.591239:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329090.615150:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329090.615159:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329090.615165:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329090.615166:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329090.615216:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329090.615222:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329090.615226:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329091.639150:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329091.639160:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329091.639169:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329091.639170:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329091.639210:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329091.639214:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329091.639217:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329092.663110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329092.663118:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329092.663120:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329092.663123:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329092.663127:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329092.663129:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329092.663131:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329092.663132:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329092.663135:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329092.663136:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329092.663173:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329092.663177:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329092.663180:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329093.111097:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300938077, at 4300938240 00000100:00000040:2.0:1767329093.111112:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300938077, at 4300938240 00000100:00000010:3.0:1767329093.111114:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa14b83e. 00000100:00000040:0.0:1767329093.111117:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300938077, at 4300938240 00000100:00000010:2.0:1767329093.111123:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d4b64bf. 00000100:00000010:0.0:1767329093.111126:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b67a03bd. 00000100:00000040:1.0:1767329093.111374:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300938077, at 4300938240 00000100:00000010:1.0:1767329093.111382:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9c8f7ac. 00000100:00000040:1.0:1767329093.624088:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329093.624096:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329093.624102:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc9b4205. 00000020:00000040:1.0:1767329093.624108:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329093.624112:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329093.624115:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329093.624119:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329093.624128:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000029ea41fb. 00000100:00000001:1.0:1767329093.624135:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329093.624144:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000cc9b4205 x1853178572200704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329093.624154:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329093.624163:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329093.624169:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9b4205] to pc [ptlrpcd_00_00+0] req@00000000cc9b4205 x1853178572200704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329093.624199:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329093.624202:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329093.624204:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329093.624207:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce5d9467. 00000020:00000040:1.0:1767329093.624209:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329093.624211:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329093.624212:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329093.624216:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329093.624217:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329093.624218:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767329093.624220:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ecca153. 00000100:00000001:2.0:1767329093.624222:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329093.624223:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329093.624225:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329093.624232:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc9b4205 x1853178572200704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329093.624237:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000ce5d9467 x1853178572200832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329093.624237:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329093.624253:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329093.624256:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329093.624257:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329093.624259:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329093.624263:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767329093.624265:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce5d9467] to pc [ptlrpcd_00_01+1] req@00000000ce5d9467 x1853178572200832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329093.624267:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329093.624273:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329093.624279:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572200704:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329093.624283:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329093.624284:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329093.624287:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767329093.624288:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329093.624291:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767329093.624292:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767329093.624294:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007e555f5. 02000000:00000001:2.0:1767329093.624295:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329093.624298:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767329093.624299:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000010:2.0:1767329093.624301:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000185c0700. 00000100:00000001:1.0:1767329093.624302:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329093.624305:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329093.624305:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329093.624307:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329093.624312:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091dffcb5. 02000000:00000010:1.0:1767329093.624313:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007bfe2aba. 00000100:00000001:0.0:1767329093.624315:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329093.624320:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329093.624321:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015e08bbb. 00000100:00000001:0.0:1767329093.624322:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329093.624328:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000007e555f5 x1853178572200960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767329093.624334:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572200704, portal 25 00000100:00000040:0.0:1767329093.624340:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce5d9467 x1853178572200832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329093.624341:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329093.624346:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777203072 : -127176932348544 : ffff8c55501fad80) 00000100:00000040:2.0:1767329093.624366:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc9b4205 x1853178572200704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329093.624379:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329093.624385:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329093.624399:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007e555f5] to pc [ptlrpcd_00_02+2] req@0000000007e555f5 x1853178572200960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329093.624410:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329093.624416:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329093.624421:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767329093.624429:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767329093.624434:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329093.624435:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329093.624451:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329093.624454:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ad6670d. 00000100:00000001:1.0:1767329093.624459:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329093.624460:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572200704, offset 0 00000100:00100000:0.0:1767329093.624460:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572200832:192.168.202.109@tcp:400: 00000100:00000040:1.0:1767329093.624471:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329093.624474:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767329093.624476:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767329093.624480:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329093.624481:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767329093.624484:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6276) 02000000:00000001:0.0:1767329093.624489:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329093.624492:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329093.624499:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa05176d. 00000400:00000200:2.0:1767329093.624504:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:0.0:1767329093.624505:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329093.624510:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329093.624514:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329093.624515:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767329093.624515:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a41340f7. 00000100:00000001:1.0:1767329093.624520:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767329093.624525:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329093.624532:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767329093.624533:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007e555f5 x1853178572200960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329093.624533:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062f196e0. 00000400:00000200:2.0:1767329093.624546:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:0.0:1767329093.624549:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572200832, portal 10 00000100:00000001:1.0:1767329093.624559:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767329093.624561:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [190:190:256:4294967295] 192.168.202.109@tcp LPNI seq info [190:190:8:4294967295] 00000100:00000001:1.0:1767329093.624563:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329093.624563:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329093.624569:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777200384 : -127176932351232 : ffff8c55501fa300) 02000000:00000001:1.0:1767329093.624571:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329093.624579:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329093.624581:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329093.624586:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce5d9467 x1853178572200832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329093.624587:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572200960:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329093.624606:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329093.624607:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329093.624617:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329093.624625:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329093.624635:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329093.624643:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060c4fd86. 00000800:00000200:2.0:1767329093.624645:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329093.624646:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767329093.624648:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329093.624654:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba0b6bbc. 00000100:00000040:0.0:1767329093.624657:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329093.624659:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087740ef8. 00000400:00000010:0.0:1767329093.624666:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e43dd11. 00000400:00000010:1.0:1767329093.624670:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c186ed3c. 00000100:00000200:0.0:1767329093.624672:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572200832, offset 0 00000800:00000200:2.0:1767329093.624675:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:1.0:1767329093.624680:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572200960, portal 10 00000100:00000001:1.0:1767329093.624685:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329093.624692:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777204864 : -127176932346752 : ffff8c55501fb480) 00000400:00000200:0.0:1767329093.624693:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:2.0:1767329093.624694:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329093.624706:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba0b6bbc type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767329093.624713:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007e555f5 x1853178572200960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329093.624718:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329093.624722:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329093.624735:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300943197 00000400:00000200:0.0:1767329093.624738:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329093.624745:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767329093.624750:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5a6ead3. 00000400:00000200:0.0:1767329093.624755:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:1.0:1767329093.624761:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329093.624767:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f744fb2c. 00000100:00000001:2.0:1767329093.624768:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767329093.624768:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1767329093.624780:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572200960, offset 0 00000400:00000200:0.0:1767329093.624783:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329093.624784:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300943197 00000100:00000010:2.0:1767329093.624790:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006f7b6a9e. 00000400:00000200:1.0:1767329093.624800:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329093.624802:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767329093.624812:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300943197 00000400:00000200:0.0:1767329093.624812:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [191:191:255:4294967295] 192.168.202.109@tcp LPNI seq info [191:191:7:4294967295] 00000100:00000010:2.0:1767329093.624821:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e2a0a9e1. 00000100:00000001:2.0:1767329093.624829:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767329093.624834:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300943197 00000100:00000010:2.0:1767329093.624844:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c7b3059. 00000100:00000001:2.0:1767329093.624849:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767329093.624849:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329093.624859:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329093.624863:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329093.624867:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329093.624872:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329093.624873:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767329093.624874:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329093.624886:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329093.624889:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767329093.624890:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000010:0.0:1767329093.624890:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dda4c5dc. 00000100:00000001:2.0:1767329093.624892:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767329093.624898:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329093.624905:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329093.624906:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329093.624910:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329093.624918:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [192:192:254:4294967295] 192.168.202.109@tcp LPNI seq info [192:192:6:4294967295] 00000800:00000200:0.0:1767329093.624918:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329093.624919:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329093.624929:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329093.624947:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329093.624959:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329093.624961:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dda4c5dc type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767329093.624968:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329093.624974:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767329093.624975:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047440aa3. 00000800:00000200:2.0:1767329093.624987:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767329093.624990:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 496962 usecs (497 jiffies) 00000800:00000010:2.0:1767329093.624992:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba0b6bbc. 00000800:00000200:1.0:1767329093.625000:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329093.625008:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300939250 00000400:00000200:2.0:1767329093.625009:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767329093.625010:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329093.625040:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000047440aa3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329093.625044:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329093.625047:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 28857 usecs (29 jiffies) 00000100:00000001:1.0:1767329093.625051:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300938783 00000400:00000200:2.0:1767329093.625054:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329093.625056:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300943197 00000400:00000200:2.0:1767329093.625064:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ad6670d 00000100:00000001:1.0:1767329093.625065:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300938783 00000100:00000001:0.0:1767329093.625066:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300943197 00000400:00000010:2.0:1767329093.625069:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ad6670d. 00000100:00000001:1.0:1767329093.625070:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300943197 00000100:00000001:1.0:1767329093.625076:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300938783 00000100:00000001:0.0:1767329093.625076:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300939251 00000100:00000001:2.0:1767329093.625079:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329093.625081:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300943197 00000100:00000001:0.0:1767329093.625085:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300943197 00000100:00000001:1.0:1767329093.625087:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300938783 00000100:00000200:2.0:1767329093.625088:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc9b4205 x1853178572200704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329093.625097:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300939251 00000100:00000001:1.0:1767329093.625099:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300943197 00000100:00000001:0.0:1767329093.625108:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300943197 00000100:00000001:1.0:1767329093.625109:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329093.625115:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329093.625120:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329093.625120:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300939251 00000100:00000040:2.0:1767329093.625121:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc9b4205 x1853178572200704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329093.625128:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329093.625132:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300943197 00000100:00000001:1.0:1767329093.625134:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329093.625145:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329093.625146:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329093.625147:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329093.625154:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329093.625157:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329093.625157:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329093.625159:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329093.625164:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329093.625174:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329093.625174:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329093.625176:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329093.625184:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dda4c5dc. 00000100:00000001:1.0:1767329093.625189:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329093.625190:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329093.625191:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329093.625208:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329093.625210:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e43dd11 00000100:00000001:0.0:1767329093.625211:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767329093.625212:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e43dd11. 00000100:00000001:1.0:1767329093.625212:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329093.625219:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329093.625220:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329093.625224:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329093.625232:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce5d9467 x1853178572200832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329093.625233:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329093.625238:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329093.625244:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329093.625253:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329093.625267:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329093.625272:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce5d9467 x1853178572200832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329093.625277:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329093.625278:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329093.625339:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329093.625342:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047440aa3. 00000400:00000200:2.0:1767329093.625344:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329093.625346:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329093.625347:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f744fb2c 00000400:00000010:2.0:1767329093.625348:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f744fb2c. 00000100:00000001:2.0:1767329093.625350:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329093.625352:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007e555f5 x1853178572200960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329093.625357:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329093.625358:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007e555f5 x1853178572200960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329093.625362:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329093.625363:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329093.626817:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329093.626832:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329093.626843:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329093.626847:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329093.626857:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329093.626871:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2805b00 00000400:00000200:0.0:1767329093.626880:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x6d5 [1] + 224 00000800:00000001:0.0:1767329093.626889:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329093.626962:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329093.626967:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329093.626972:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329093.626979:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329093.626985:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc9b4205 x1853178572200704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329093.626999:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc9b4205 x1853178572200704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329093.627067:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329093.627070:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329093.627092:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1767329093.627114:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329093.627117:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329093.627120:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091dffcb5. 00000800:00000001:0.0:1767329093.627120:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767329093.627127:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015e08bbb 00000400:00000010:2.0:1767329093.627129:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015e08bbb. 00000800:00000001:0.0:1767329093.627132:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329093.627133:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767329093.627138:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767329093.627139:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc9b4205 x1853178572200704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329093.627146:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329093.627153:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc9b4205 x1853178572200704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329093.627165:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767329093.627186:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767329093.627191:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2805b80 00000100:00000001:2.0:1767329093.627197:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329093.627202:0:208648:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767329093.627208:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x6dd [1] + 224 02000000:00000001:2.0:1767329093.627209:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329093.627212:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329093.627216:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329093.627222:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329093.627228:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767329093.627229:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=90 v=5 (5 5 0 0) 00000100:00001000:2.0:1767329093.627234:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=90 v=5 (1 1 0 0) 00000100:00000001:2.0:1767329093.627237:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329093.627240:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329093.627240:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329093.627252:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767329093.627253:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329093.627257:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329093.627261:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329093.627270:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000040:2.0:1767329093.627271:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc9b4205 x1853178572200704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329093.627285:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329093.627287:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329093.627291:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329093.627295:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329093.627295:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce5d9467 x1853178572200832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329093.627308:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc9b4205 x1853178572200704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329093.627348:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572200704:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329093.627354:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329093.627355:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ce5d9467 x1853178572200832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329093.627358:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329093.627368:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc9b4205 x1853178572200704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329109 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329093.627402:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329093.627404:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329093.627406:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000185c0700. 02000000:00000001:2.0:1767329093.627409:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329093.627414:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329093.627417:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1767329093.627424:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329093.627430:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000029ea41fb. 02000000:00000001:2.0:1767329093.627451:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329093.627459:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329093.627461:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc9b4205. 00000100:00000001:2.0:1767329093.627466:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329093.627467:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329093.627468:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329093.627473:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329093.627476:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329093.627476:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329093.627483:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329093.627487:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329093.627492:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329093.627502:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329093.627505:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329093.627509:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329093.627517:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329093.627529:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2805c00 00000100:00000001:1.0:1767329093.627541:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329093.627541:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x6e5 [1] + 224 00000100:00000001:1.0:1767329093.627546:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329093.627557:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767329093.627558:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767329093.627561:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329093.627564:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a41340f7. 00000400:00000200:1.0:1767329093.627571:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062f196e0 00000400:00000010:1.0:1767329093.627574:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062f196e0. 00000800:00000001:0.0:1767329093.627575:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329093.627582:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329093.627583:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329093.627593:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce5d9467 x1853178572200832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329093.627595:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329093.627613:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329093.627619:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce5d9467 x1853178572200832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329093.627626:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007e555f5 x1853178572200960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329093.627632:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329093.627634:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329093.627639:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329093.627643:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329093.627648:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329093.627652:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329093.627661:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329093.627669:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=80 v=5 (5 5 0 0) 00000100:00000040:0.0:1767329093.627670:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000007e555f5 x1853178572200960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767329093.627680:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=80 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329093.627692:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329093.627699:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329093.627708:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329093.627712:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329093.627715:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329093.627716:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329093.627718:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329093.627719:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329093.627724:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767329093.627729:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce5d9467 x1853178572200832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329093.627736:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767329093.627739:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329093.627740:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329093.627749:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329093.627751:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329093.627755:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329093.627756:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce5d9467 x1853178572200832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329093.627756:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329093.627762:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329093.627767:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329093.627770:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087740ef8. 00000100:00100000:1.0:1767329093.627775:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572200832:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329093.627776:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c186ed3c 00000400:00000010:2.0:1767329093.627780:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c186ed3c. 00000100:00000001:1.0:1767329093.627782:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329093.627785:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329093.627786:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767329093.627793:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007e555f5 x1853178572200960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329093.627794:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce5d9467 x1853178572200832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329109 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329093.627825:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329093.627827:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1767329093.627828:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007e555f5 x1853178572200960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329093.627830:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa05176d. 02000000:00000001:1.0:1767329093.627835:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767329093.627837:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767329093.627838:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767329093.627841:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767329093.627841:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329093.627846:0:208650:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767329093.627847:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767329093.627849:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767329093.627850:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ecca153. 00000100:00000001:2.0:1767329093.627851:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329093.627855:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329093.627856:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329093.627857:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329093.627859:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329093.627861:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce5d9467. 00000100:00001000:2.0:1767329093.627862:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=90 v=5 (5 5 0 0) 00000100:00000001:1.0:1767329093.627864:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329093.627866:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329093.627869:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=65 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329093.627870:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329093.627876:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329093.627876:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329093.627877:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329093.627879:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767329093.627883:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000007e555f5 x1853178572200960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329093.627883:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329093.627889:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329093.627891:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329093.627897:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329093.627910:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329093.627912:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329093.627914:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329093.627915:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329093.627919:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007e555f5 x1853178572200960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329093.627927:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329093.627928:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329093.627930:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329093.627934:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007e555f5 x1853178572200960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329093.627942:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572200960:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329093.627947:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329093.627949:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329093.627952:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007e555f5 x1853178572200960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329109 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329093.627960:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329093.627961:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329093.627963:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060c4fd86. 02000000:00000001:2.0:1767329093.627967:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329093.627968:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329093.627968:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329093.627970:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329093.627971:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007bfe2aba. 02000000:00000001:2.0:1767329093.627973:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329093.627974:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329093.627975:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007e555f5. 00000100:00000001:2.0:1767329093.627977:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329093.627977:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329093.627979:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329093.627982:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329093.627983:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329093.627984:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329093.627991:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329093.687150:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329093.687155:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329093.687161:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329093.687163:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329093.687193:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329093.687199:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329093.687202:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329094.711102:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329094.711107:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329094.711111:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329094.711114:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329094.711116:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329094.711121:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329094.711123:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329094.711124:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329094.711127:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329094.711129:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329094.711130:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329094.711132:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329094.711168:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329094.711172:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329094.711175:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329095.735104:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329095.735110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329095.735115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329095.735116:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329095.735160:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329095.735163:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329095.735166:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329096.759104:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329096.759112:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329096.759118:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329096.759119:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329096.759162:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329096.759167:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329096.759187:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329097.783112:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329097.783120:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329097.783126:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329097.783127:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329097.783175:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329097.783179:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329097.783183:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329098.231095:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300943197, at 4300943360 00000100:00000010:1.0:1767329098.231113:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006f7b6a9e. 00000100:00000040:2.0:1767329098.231124:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300943197, at 4300943360 00000100:00000010:2.0:1767329098.231136:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e2a0a9e1. 00000100:00000040:3.0:1767329098.231172:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300943197, at 4300943360 00000100:00000010:3.0:1767329098.231189:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c7b3059. 00000100:00000040:0.0:1767329098.231290:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300943197, at 4300943360 00000100:00000010:0.0:1767329098.231299:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5a6ead3. 00000100:00000040:2.0:1767329098.743144:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329098.743152:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329098.743159:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081735c3f. 00000020:00000040:2.0:1767329098.743165:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329098.743169:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329098.743171:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329098.743176:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329098.743182:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba0b6bbc. 00000100:00000001:2.0:1767329098.743188:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329098.743198:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000081735c3f x1853178572201088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329098.743207:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329098.743209:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329098.743218:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081735c3f] to pc [ptlrpcd_00_03+3] req@0000000081735c3f x1853178572201088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329098.743244:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329098.743248:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329098.743251:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329098.743254:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d72826e0. 00000020:00000040:2.0:1767329098.743256:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329098.743258:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329098.743259:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329098.743261:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329098.743262:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767329098.743264:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f41acca9. 00000100:00000001:2.0:1767329098.743269:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329098.743270:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329098.743274:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329098.743275:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000d72826e0 x1853178572201216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329098.743279:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329098.743284:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081735c3f x1853178572201088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329098.743286:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329098.743286:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329098.743297:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329098.743302:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d72826e0] to pc [ptlrpcd_00_00+0] req@00000000d72826e0 x1853178572201216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329098.743336:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329098.743339:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329098.743343:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329098.743347:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329098.743350:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329098.743350:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329098.743354:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329098.743359:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1767329098.743359:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081735c3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572201088:192.168.202.109@tcp:400: 00000100:00000010:2.0:1767329098.743364:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093be9636. 00000100:00000001:0.0:1767329098.743366:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767329098.743367:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329098.743367:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329098.743372:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767329098.743373:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767329098.743374:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329098.743376:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329098.743377:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767329098.743378:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329098.743382:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329098.743386:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b18ad351. 02000000:00000001:1.0:1767329098.743387:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767329098.743399:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d72826e0 x1853178572201216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329098.743409:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329098.743411:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091649a10. 00000100:00000001:0.0:1767329098.743413:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767329098.743416:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329098.743417:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000093be9636 x1853178572201344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329098.743418:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329098.743424:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767329098.743428:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a430d8ba. 00000100:00000001:2.0:1767329098.743429:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767329098.743431:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329098.743432:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329098.743439:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329098.743441:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cab2768b. 00000100:00000040:2.0:1767329098.743445:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093be9636] to pc [ptlrpcd_00_01+1] req@0000000093be9636 x1853178572201344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329098.743448:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d72826e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572201216:192.168.202.109@tcp:400: 00000100:00000200:1.0:1767329098.743453:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572201088, portal 25 00000100:00000001:0.0:1767329098.743460:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329098.743461:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329098.743465:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777358848 : -127176932192768 : ffff8c5550220e00) 02000000:00000001:0.0:1767329098.743466:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329098.743467:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329098.743471:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329098.743472:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767329098.743476:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767329098.743477:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081735c3f x1853178572201088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329098.743478:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:0.0:1767329098.743484:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c146464d. 00000100:00000040:2.0:1767329098.743486:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6281) 02000000:00000001:0.0:1767329098.743490:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329098.743499:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767329098.743500:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d953769f. 00000100:00000001:2.0:1767329098.743506:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329098.743508:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329098.743511:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001023fb11. 00000100:00000001:2.0:1767329098.743512:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767329098.743514:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1e4696. 00000100:00000001:2.0:1767329098.743516:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767329098.743518:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572201216, portal 10 00000100:00000200:1.0:1767329098.743522:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572201088, offset 0 00000100:00000001:0.0:1767329098.743524:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767329098.743527:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000093be9636 x1853178572201344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329098.743528:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777364224 : -127176932187392 : ffff8c5550222300) 00000400:00000200:1.0:1767329098.743538:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329098.743542:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767329098.743544:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d72826e0 x1853178572201216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329098.743545:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329098.743556:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329098.743557:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767329098.743559:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:2.0:1767329098.743560:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329098.743564:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329098.743571:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000093be9636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572201344:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767329098.743572:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767329098.743575:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329098.743579:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767329098.743582:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:2.0:1767329098.743583:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767329098.743584:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae867cfe. 02000000:00000001:2.0:1767329098.743586:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329098.743590:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767329098.743591:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767329098.743591:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572201216, offset 0 02000000:00000010:2.0:1767329098.743598:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f264fbbb. 00000400:00000200:1.0:1767329098.743598:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:2.0:1767329098.743605:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329098.743605:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329098.743609:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [193:193:256:4294967295] 192.168.202.109@tcp LPNI seq info [193:193:8:4294967295] 00000400:00000010:2.0:1767329098.743614:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091dffcb5. 00000400:00000010:2.0:1767329098.743622:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015e08bbb. 00000400:00000200:1.0:1767329098.743627:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:2.0:1767329098.743629:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572201344, portal 10 00000100:00000001:2.0:1767329098.743632:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329098.743634:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777355264 : -127176932196352 : ffff8c5550220000) 00000100:00000040:2.0:1767329098.743647:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000093be9636 x1853178572201344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767329098.743648:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329098.743650:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:1.0:1767329098.743657:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc21aaa9. 00000400:00000200:0.0:1767329098.743660:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329098.743668:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329098.743669:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767329098.743672:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329098.743678:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767329098.743679:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329098.743685:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ad6670d. 00000400:00000200:0.0:1767329098.743687:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:2.0:1767329098.743692:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572201344, offset 0 00000800:00000200:1.0:1767329098.743692:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767329098.743700:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [194:194:255:4294967295] 192.168.202.109@tcp LPNI seq info [194:194:7:4294967295] 00000800:00000200:1.0:1767329098.743703:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc21aaa9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329098.743705:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329098.743725:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329098.743728:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329098.743736:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300948316 00000800:00000200:0.0:1767329098.743737:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329098.743739:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000010:1.0:1767329098.743745:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000620d8893. 00000400:00000200:2.0:1767329098.743746:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767329098.743748:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c06a1248. 00000100:00000001:1.0:1767329098.743756:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767329098.743758:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:0.0:1767329098.743759:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329098.743767:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329098.743769:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300948316 00000800:00000200:0.0:1767329098.743773:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329098.743774:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000010:1.0:1767329098.743778:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082ce177d. 00000800:00000200:0.0:1767329098.743780:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c06a1248 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329098.743782:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [195:195:254:4294967295] 192.168.202.109@tcp LPNI seq info [195:195:6:4294967295] 00000100:00000001:1.0:1767329098.743790:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767329098.743791:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329098.743799:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300948316 00000100:00000040:0.0:1767329098.743799:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 488003 usecs (489 jiffies) 00000400:00000200:2.0:1767329098.743805:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329098.743806:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300944361 00000100:00000010:1.0:1767329098.743809:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000095fed548. 00000800:00000200:2.0:1767329098.743812:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329098.743813:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300948316 00000100:00000001:1.0:1767329098.743817:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000010:2.0:1767329098.743818:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d17fa11. 00000100:00000001:0.0:1767329098.743819:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300944361 00000100:00000001:0.0:1767329098.743824:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300948316 00000100:00000001:1.0:1767329098.743825:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300948316 00000800:00000200:2.0:1767329098.743828:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329098.743831:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300944361 00000100:00000010:1.0:1767329098.743833:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d9c1b8c. 00000100:00000001:0.0:1767329098.743836:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300948316 00000100:00000001:0.0:1767329098.743841:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300944361 00000100:00000001:1.0:1767329098.743842:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767329098.743845:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329098.743849:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d17fa11 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329098.743850:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329098.743851:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300948316 00000100:00000001:2.0:1767329098.743852:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329098.743857:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329098.743858:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767329098.743859:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 28375 usecs (29 jiffies) 00000100:00000001:1.0:1767329098.743862:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329098.743864:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329098.743865:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300943901 00000100:00000001:1.0:1767329098.743866:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329098.743871:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300948316 00000100:00000001:2.0:1767329098.743877:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300943901 00000100:00000001:1.0:1767329098.743878:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329098.743878:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329098.743879:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300948316 00000100:00000001:1.0:1767329098.743883:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329098.743884:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300943901 00000100:00000001:0.0:1767329098.743884:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329098.743889:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329098.743890:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300948316 00000100:00000001:1.0:1767329098.743893:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329098.743893:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329098.743894:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300943901 00000100:00000001:1.0:1767329098.743898:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329098.743899:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329098.743900:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300948316 00000100:00000001:1.0:1767329098.743904:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329098.743906:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329098.743907:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329098.743911:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329098.743912:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329098.743917:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329098.743917:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329098.743923:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329098.743925:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329098.743928:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329098.743931:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329098.743933:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329098.743934:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329098.743937:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329098.743939:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329098.743963:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329098.743968:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc21aaa9. 00000400:00000200:1.0:1767329098.743974:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329098.743982:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329098.743996:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1e4696 00000400:00000010:1.0:1767329098.743999:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1e4696. 00000100:00000001:1.0:1767329098.744004:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329098.744009:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081735c3f x1853178572201088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329098.744050:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329098.744057:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081735c3f x1853178572201088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329098.744066:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329098.744069:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329098.744088:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329098.744091:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c06a1248. 00000400:00000200:1.0:1767329098.744095:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329098.744100:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329098.744103:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae867cfe 00000400:00000010:1.0:1767329098.744105:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae867cfe. 00000100:00000001:1.0:1767329098.744113:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329098.744116:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d72826e0 x1853178572201216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329098.744124:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329098.744126:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d72826e0 x1853178572201216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329098.744134:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329098.744135:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329098.744209:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329098.744212:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d17fa11. 00000400:00000200:1.0:1767329098.744216:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329098.744219:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329098.744224:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ad6670d 00000400:00000010:1.0:1767329098.744226:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ad6670d. 00000100:00000001:1.0:1767329098.744230:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329098.744238:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000093be9636 x1853178572201344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329098.744259:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329098.744264:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000093be9636 x1853178572201344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329098.744272:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329098.744274:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329098.745832:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329098.745879:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329098.745881:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329098.745884:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329098.745891:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329098.745900:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2805c80 00000400:00000200:2.0:1767329098.745906:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x6ed [1] + 224 00000800:00000001:2.0:1767329098.745912:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329098.745923:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329098.745924:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329098.745928:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329098.745931:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329098.745934:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081735c3f x1853178572201088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329098.745942:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081735c3f x1853178572201088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329098.745956:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329098.745962:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329098.745965:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329098.745966:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329098.745968:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329098.745971:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329098.745975:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2805d00 00000400:00000200:2.0:1767329098.745980:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x6f1 [1] + 224 00000800:00000001:2.0:1767329098.745982:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329098.745988:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767329098.745989:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329098.745993:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329098.745994:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329098.746000:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000001:1.0:1767329098.746003:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329098.746006:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329098.746008:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a430d8ba. 00000400:00000200:1.0:1767329098.746013:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cab2768b 00000400:00000010:1.0:1767329098.746034:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cab2768b. 00000100:00000001:1.0:1767329098.746039:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329098.746044:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081735c3f x1853178572201088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329098.746045:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329098.746051:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d72826e0 x1853178572201216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329098.746065:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081735c3f x1853178572201088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329098.746068:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d72826e0 x1853178572201216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329098.746093:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329098.746097:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329098.746101:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329098.746102:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329098.746106:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767329098.746109:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329098.746109:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329098.746114:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329098.746115:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329098.746117:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329098.746118:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329098.746121:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767329098.746125:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=95 v=5 (5 5 0 0) 00000400:00000200:2.0:1767329098.746127:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767329098.746130:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767329098.746135:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=95 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329098.746135:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329098.746138:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2805d80 00000100:00000001:1.0:1767329098.746141:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1767329098.746141:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329098.746145:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767329098.746146:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329098.746149:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d953769f. 00010000:00000001:1.0:1767329098.746151:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767329098.746153:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001023fb11 00010000:00000001:1.0:1767329098.746155:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329098.746156:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001023fb11. 00000100:00000001:1.0:1767329098.746163:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329098.746164:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767329098.746168:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x6fd [1] + 224 00000100:00000200:0.0:1767329098.746173:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d72826e0 x1853178572201216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329098.746174:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081735c3f x1853178572201088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329098.746175:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329098.746186:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329098.746191:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329098.746202:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:0.0:1767329098.746202:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d72826e0 x1853178572201216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329098.746207:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329098.746214:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000093be9636 x1853178572201344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329098.746224:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329098.746226:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329098.746231:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329098.746235:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329098.746238:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329098.746240:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329098.746246:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329098.746249:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767329098.746251:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=85 v=5 (5 5 0 0) 00000100:00000040:2.0:1767329098.746252:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000093be9636 x1853178572201344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329098.746256:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:0.0:1767329098.746261:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=85 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329098.746262:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329098.746270:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329098.746273:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329098.746275:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081735c3f x1853178572201088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329114 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329098.746276:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329098.746277:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767329098.746281:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329098.746284:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329098.746287:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1767329098.746290:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329098.746291:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329098.746295:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:1.0:1767329098.746296:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081735c3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572201088:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329098.746305:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329098.746306:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329098.746306:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329098.746309:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329098.746313:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1767329098.746316:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767329098.746316:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d72826e0 x1853178572201216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767329098.746319:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329098.746324:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091dffcb5. 00000100:00000040:1.0:1767329098.746324:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081735c3f x1853178572201088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329114 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329098.746329:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329098.746331:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015e08bbb 00000400:00000010:2.0:1767329098.746335:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015e08bbb. 00000100:00000001:0.0:1767329098.746336:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329098.746339:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329098.746343:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329098.746345:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767329098.746347:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d72826e0 x1853178572201216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329114 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329098.746350:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1767329098.746352:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000093be9636 x1853178572201344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329098.746355:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091649a10. 02000000:00000001:1.0:1767329098.746362:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329098.746366:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329098.746370:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00100000:0.0:1767329098.746377:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d72826e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572201216:192.168.202.109@tcp:400: 00000020:00000001:1.0:1767329098.746379:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329098.746383:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba0b6bbc. 00000100:00000001:0.0:1767329098.746386:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329098.746399:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000093be9636 x1853178572201344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329098.746403:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329098.746408:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767329098.746408:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329098.746410:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329098.746413:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767329098.746413:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081735c3f. 00000100:00000040:0.0:1767329098.746416:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d72826e0 x1853178572201216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329114 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329098.746419:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329098.746421:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767329098.746423:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329098.746426:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329098.746427:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329098.746429:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767329098.746430:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329098.746434:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767329098.746435:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329098.746435:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767329098.746437:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c146464d. 00000100:00001000:2.0:1767329098.746441:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=95 v=5 (5 5 0 0) 02000000:00000001:0.0:1767329098.746443:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329098.746445:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767329098.746445:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329098.746447:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329098.746449:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329098.746452:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329098.746456:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f41acca9. 00000100:00001000:2.0:1767329098.746458:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=70 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329098.746458:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329098.746459:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329098.746463:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329098.746463:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767329098.746464:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:0.0:1767329098.746467:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d72826e0. 00000100:00000001:2.0:1767329098.746468:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329098.746473:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767329098.746473:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329098.746476:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329098.746478:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767329098.746480:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000093be9636 x1853178572201344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329098.746483:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329098.746486:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329098.746491:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329098.746492:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329098.746495:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767329098.746495:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329098.746497:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329098.746500:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329098.746501:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329098.746503:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000093be9636 x1853178572201344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329098.746508:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329098.746509:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329098.746510:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329098.746513:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093be9636 x1853178572201344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329114 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329098.746517:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000093be9636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572201344:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329098.746520:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329098.746521:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329098.746522:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000093be9636 x1853178572201344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329114 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329098.746526:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329098.746527:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329098.746529:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f264fbbb. 02000000:00000001:2.0:1767329098.746532:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329098.746532:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329098.746533:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329098.746535:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329098.746536:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b18ad351. 02000000:00000001:2.0:1767329098.746542:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329098.746543:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329098.746544:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093be9636. 00000100:00000001:2.0:1767329098.746546:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329098.746547:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329098.746548:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329098.746551:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329098.746552:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329098.746553:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329098.746555:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329098.807107:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329098.807114:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329098.807120:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329098.807121:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329098.807158:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329098.807164:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329098.807175:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329099.831105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329099.831129:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329099.831135:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329099.831137:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329099.831185:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329099.831190:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329099.831193:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329100.855125:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329100.855131:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329100.855137:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329100.855139:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329100.855179:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329100.855183:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329100.855185:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329101.879115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329101.879122:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329101.879129:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329101.879131:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329101.879195:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329101.879199:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329101.879203:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329102.903110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329102.903118:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329102.903121:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329102.903124:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329102.903130:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329102.903133:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329102.903136:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329102.903138:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329102.903143:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329102.903145:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329102.903191:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329102.903196:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329102.903199:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329103.351090:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300948316, at 4300948480 00000100:00000040:0.0:1767329103.351096:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300948316, at 4300948480 00000100:00000010:2.0:1767329103.351105:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000095fed548. 00000100:00000010:0.0:1767329103.351107:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000620d8893. 00000100:00000040:1.0:1767329103.351117:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300948316, at 4300948480 00000100:00000010:1.0:1767329103.351126:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082ce177d. 00000100:00000040:3.0:1767329103.351276:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300948316, at 4300948480 00000100:00000010:3.0:1767329103.351284:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d9c1b8c. 00000100:00000040:3.0:1767329103.863155:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329103.863166:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329103.863177:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000143e2fae. 00000020:00000040:3.0:1767329103.863184:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329103.863189:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329103.863192:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329103.863197:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329103.863222:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077a38a26. 00000100:00000001:3.0:1767329103.863230:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329103.863243:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000143e2fae x1853178572201472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329103.863256:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329103.863259:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329103.863265:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000143e2fae] to pc [ptlrpcd_00_02+2] req@00000000143e2fae x1853178572201472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329103.863298:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329103.863303:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329103.863307:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767329103.863309:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767329103.863311:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021ff4b2. 00000100:00000001:0.0:1767329103.863315:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767329103.863316:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329103.863320:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329103.863321:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329103.863325:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329103.863328:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329103.863330:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000143e2fae x1853178572201472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329103.863335:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020beec0d. 00000100:00000001:3.0:1767329103.863356:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329103.863362:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329103.863363:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767329103.863367:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000021ff4b2 x1853178572201600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329103.863368:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329103.863369:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329103.863378:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329103.863383:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767329103.863384:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329103.863386:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329103.863391:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329103.863395:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000021ff4b2] to pc [ptlrpcd_00_03+3] req@00000000021ff4b2 x1853178572201600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329103.863400:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000143e2fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572201472:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329103.863410:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329103.863417:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329103.863419:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329103.863422:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329103.863426:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329103.863427:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c146464d. 02000000:00000001:0.0:1767329103.863432:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329103.863433:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329103.863439:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767329103.863440:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d953769f. 00000100:00000010:3.0:1767329103.863443:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d834dde9. 00000100:00000001:1.0:1767329103.863448:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767329103.863449:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000400:00000010:0.0:1767329103.863450:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001023fb11. 00000100:00000001:1.0:1767329103.863453:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329103.863456:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329103.863457:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767329103.863461:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572201472, portal 25 00000100:00000040:1.0:1767329103.863464:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000021ff4b2 x1853178572201600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329103.863467:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767329103.863468:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767329103.863470:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776930176 : -127176932621440 : ffff8c55501b8380) 02000000:00000001:3.0:1767329103.863473:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329103.863476:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329103.863478:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329103.863481:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070fb6d87. 02000000:00000001:1.0:1767329103.863485:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329103.863488:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329103.863488:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329103.863488:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000143e2fae x1853178572201472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329103.863499:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329103.863500:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000d834dde9 x1853178572201728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767329103.863502:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329103.863507:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00100000:1.0:1767329103.863511:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000021ff4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572201600:192.168.202.109@tcp:400: 00000400:00000010:0.0:1767329103.863513:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bf2e96d. 00000100:00000200:0.0:1767329103.863519:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572201472, offset 0 00000100:00000001:3.0:1767329103.863525:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329103.863529:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329103.863532:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767329103.863532:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329103.863537:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767329103.863538:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834dde9] to pc [ptlrpcd_00_00+0] req@00000000d834dde9 x1853178572201728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329103.863540:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329103.863545:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329103.863550:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f40ab60. 00000400:00000200:0.0:1767329103.863550:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:1.0:1767329103.863556:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329103.863559:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767329103.863561:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a430d8ba. 00000400:00000200:0.0:1767329103.863565:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:1.0:1767329103.863567:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cab2768b. 00000400:00000200:0.0:1767329103.863570:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1767329103.863573:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572201600, portal 10 00000400:00000200:0.0:1767329103.863574:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329103.863575:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329103.863578:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767329103.863581:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329103.863582:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776940928 : -127176932610688 : ffff8c55501bad80) 00000400:00000200:0.0:1767329103.863583:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [196:196:256:4294967295] 192.168.202.109@tcp LPNI seq info [196:196:8:4294967295] 00000100:00000001:2.0:1767329103.863588:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329103.863593:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767329103.863593:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000021ff4b2 x1853178572201600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329103.863594:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329103.863597:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329103.863604:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6286) 00000100:00000040:2.0:1767329103.863608:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d834dde9 x1853178572201728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329103.863613:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329103.863614:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329103.863624:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329103.863629:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1e4696. 00000800:00000200:0.0:1767329103.863630:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329103.863631:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767329103.863633:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572201600, offset 0 00000100:00000001:2.0:1767329103.863635:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329103.863636:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767329103.863638:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ce0a9bb. 02000000:00000001:2.0:1767329103.863640:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329103.863642:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329103.863644:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329103.863645:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:0.0:1767329103.863650:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:2.0:1767329103.863651:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329103.863657:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00100000:2.0:1767329103.863658:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d834dde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572201728:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767329103.863665:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767329103.863665:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329103.863667:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767329103.863672:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004ce0a9bb type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1767329103.863673:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767329103.863673:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:2.0:1767329103.863676:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329103.863680:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767329103.863681:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329103.863685:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000010:2.0:1767329103.863687:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001ce80ca3. 00000400:00000200:1.0:1767329103.863688:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [197:197:255:4294967295] 192.168.202.109@tcp LPNI seq info [197:197:7:4294967295] 02000000:00000001:2.0:1767329103.863691:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329103.863692:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329103.863697:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091dffcb5. 00000100:00000001:0.0:1767329103.863699:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300953436 00000400:00000200:1.0:1767329103.863702:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:2.0:1767329103.863705:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015e08bbb. 00000100:00000010:0.0:1767329103.863706:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021e4b7b2. 00000100:00000200:2.0:1767329103.863711:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572201728, portal 10 00000800:00000200:1.0:1767329103.863711:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329103.863716:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc21aaa9. 00000100:00000001:0.0:1767329103.863716:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767329103.863723:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1767329103.863726:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329103.863727:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776934656 : -127176932616960 : ffff8c55501b9500) 00000100:00000001:0.0:1767329103.863727:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300953436 00000100:00000010:0.0:1767329103.863735:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006f863348. 00000100:00000040:2.0:1767329103.863740:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d834dde9 x1853178572201728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767329103.863740:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329103.863741:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767329103.863745:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc21aaa9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329103.863747:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300953436 00000100:00000010:0.0:1767329103.863753:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054f74597. 00000100:00000001:1.0:1767329103.863754:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329103.863759:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767329103.863761:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767329103.863764:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329103.863764:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300953436 00000100:00000040:1.0:1767329103.863767:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 479353 usecs (480 jiffies) 00000100:00000040:2.0:1767329103.863770:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329103.863771:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ce0a9bb. 00000100:00000001:1.0:1767329103.863772:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300949472 00000400:00000010:2.0:1767329103.863778:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001952865f. 00000100:00000010:0.0:1767329103.863778:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7b8b983. 00000100:00000001:1.0:1767329103.863779:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300953436 00000400:00000200:3.0:1767329103.863782:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329103.863785:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300949472 00000100:00000200:2.0:1767329103.863787:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572201728, offset 0 00000100:00000001:0.0:1767329103.863787:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767329103.863789:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300953436 00000100:00000001:0.0:1767329103.863793:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329103.863795:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300949472 00000400:00000200:3.0:1767329103.863796:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329103.863797:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329103.863803:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329103.863803:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300953436 00000100:00000001:0.0:1767329103.863804:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329103.863811:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300949472 00000100:00000001:0.0:1767329103.863811:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329103.863814:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bf2e96d 00000400:00000200:2.0:1767329103.863816:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329103.863817:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300953436 00000400:00000010:3.0:1767329103.863819:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bf2e96d. 00000100:00000001:0.0:1767329103.863821:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767329103.863822:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329103.863826:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329103.863826:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767329103.863829:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329103.863833:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329103.863834:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329103.863835:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767329103.863836:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329103.863837:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329103.863842:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329103.863843:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329103.863846:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000143e2fae x1853178572201472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329103.863846:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329103.863847:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329103.863849:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329103.863854:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [198:198:254:4294967295] 192.168.202.109@tcp LPNI seq info [198:198:6:4294967295] 00000100:00000001:1.0:1767329103.863859:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329103.863863:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329103.863871:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329103.863874:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329103.863874:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329103.863875:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329103.863879:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329103.863882:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000143e2fae x1853178572201472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329119 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329103.863884:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329103.863888:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329103.863894:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b18ad351. 00000100:00000001:3.0:1767329103.863901:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329103.863904:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329103.863906:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329103.863911:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329103.863914:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b18ad351 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329103.863917:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329103.863919:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 27901 usecs (28 jiffies) 00000100:00000001:2.0:1767329103.863921:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300949020 00000800:00000200:3.0:1767329103.863923:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329103.863924:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300953436 00000100:00000001:2.0:1767329103.863926:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300949020 00000100:00000001:2.0:1767329103.863927:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300953436 00000100:00000001:2.0:1767329103.863928:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300949020 00000100:00000001:2.0:1767329103.863929:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300953436 00000800:00000010:3.0:1767329103.863934:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc21aaa9. 00000400:00000200:3.0:1767329103.863939:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329103.863940:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300949020 00000100:00000001:2.0:1767329103.863944:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300953436 00000100:00000001:2.0:1767329103.863947:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329103.863949:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329103.863951:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329103.863955:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329103.863957:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1e4696 00000100:00000001:2.0:1767329103.863957:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767329103.863963:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1e4696. 00000100:00000001:2.0:1767329103.863963:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329103.863967:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329103.863969:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329103.863970:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329103.863973:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329103.863974:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329103.863976:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021ff4b2 x1853178572201600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329103.863977:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329103.863988:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329103.863991:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000021ff4b2 x1853178572201600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329119 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329103.863998:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329103.864000:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329103.864111:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329103.864115:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b18ad351. 00000400:00000200:3.0:1767329103.864118:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329103.864123:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329103.864125:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001952865f 00000400:00000010:3.0:1767329103.864127:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001952865f. 00000100:00000001:3.0:1767329103.864130:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329103.864133:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d834dde9 x1853178572201728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329103.864141:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329103.864144:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d834dde9 x1853178572201728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329119 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329103.864150:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329103.864151:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329103.865742:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329103.865757:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329103.865761:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329103.865763:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329103.865770:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329103.865782:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2805e00 00000400:00000200:1.0:1767329103.865790:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x705 [1] + 224 00000800:00000001:1.0:1767329103.865798:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329103.865807:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329103.865809:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329103.865812:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329103.865817:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329103.865829:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000143e2fae x1853178572201472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329119 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329103.865839:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000143e2fae x1853178572201472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329103.865857:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329103.865864:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329103.865868:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329103.865869:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329103.865871:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329103.865874:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329103.865882:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2805e80 00000400:00000200:1.0:1767329103.865888:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x70d [1] + 224 00000100:00000001:0.0:1767329103.865892:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767329103.865893:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329103.865897:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767329103.865900:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329103.865904:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767329103.865904:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329103.865908:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329103.865913:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d953769f. 00000400:00000200:1.0:1767329103.865914:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329103.865920:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001023fb11 00000400:00000010:0.0:1767329103.865924:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001023fb11. 00000100:00000001:0.0:1767329103.865931:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329103.865932:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329103.865937:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000143e2fae x1853178572201472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329103.865941:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021ff4b2 x1853178572201600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329119 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329103.865962:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000143e2fae x1853178572201472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329119 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329103.865965:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000021ff4b2 x1853178572201600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329103.865987:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329103.865990:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329103.865993:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329103.865995:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329103.865996:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329103.865998:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329103.866002:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329103.866003:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767329103.866005:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329103.866008:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329103.866011:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767329103.866012:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=100 v=5 (5 5 0 0) 00000800:00000001:1.0:1767329103.866014:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329103.866033:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329103.866036:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329103.866039:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329103.866040:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329103.866043:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a430d8ba. 00000400:00000200:1.0:1767329103.866049:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329103.866050:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cab2768b 00000100:00001000:0.0:1767329103.866051:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=100 v=5 (1 1 0 0) 00000400:00000010:2.0:1767329103.866055:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cab2768b. 00000100:00000001:2.0:1767329103.866060:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329103.866060:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767329103.866063:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2805f00 00000100:00000001:0.0:1767329103.866064:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329103.866068:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021ff4b2 x1853178572201600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329103.866071:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767329103.866072:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x715 [1] + 224 00000800:00000001:1.0:1767329103.866082:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767329103.866084:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329103.866089:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021ff4b2 x1853178572201600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329119 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329103.866089:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329103.866089:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329103.866100:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767329103.866102:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000143e2fae x1853178572201472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329119 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329103.866107:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329103.866110:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329103.866112:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329103.866115:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329103.866118:0:208643:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767329103.866119:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329103.866122:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329103.866124:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329103.866125:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329103.866126:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d834dde9 x1853178572201728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329119 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329103.866130:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329103.866131:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329103.866137:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329103.866138:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=90 v=5 (5 5 0 0) 00000100:00000040:1.0:1767329103.866141:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d834dde9 x1853178572201728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329103.866143:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=90 v=5 (1 1 0 0) 00000100:00000040:0.0:1767329103.866146:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000143e2fae x1853178572201472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329119 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329103.866151:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329103.866153:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329103.866165:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329103.866169:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329103.866175:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767329103.866176:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767329103.866177:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000143e2fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572201472:192.168.202.109@tcp:400: 00000100:00000040:2.0:1767329103.866178:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329103.866182:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:1.0:1767329103.866183:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329103.866186:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329103.866189:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329103.866190:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329103.866192:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000021ff4b2 x1853178572201600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329119 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329103.866196:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329103.866202:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329103.866205:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000143e2fae x1853178572201472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329119 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329103.866206:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329103.866208:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329103.866209:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329103.866214:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767329103.866217:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021ff4b2 x1853178572201600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329119 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767329103.866221:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329103.866225:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329103.866229:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091dffcb5. 00000100:00000001:0.0:1767329103.866234:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767329103.866237:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015e08bbb 02000000:00000001:0.0:1767329103.866239:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1767329103.866241:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000021ff4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572201600:192.168.202.109@tcp:400: 00000400:00000010:3.0:1767329103.866242:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015e08bbb. 02000000:00000010:0.0:1767329103.866244:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c146464d. 00000100:00000001:2.0:1767329103.866246:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329103.866250:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767329103.866251:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767329103.866254:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000021ff4b2 x1853178572201600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329119 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767329103.866256:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767329103.866258:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767329103.866262:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329103.866264:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767329103.866268:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d834dde9 x1853178572201728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329103.866268:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767329103.866269:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329103.866273:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f40ab60. 02000000:00000010:0.0:1767329103.866274:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077a38a26. 02000000:00000001:2.0:1767329103.866278:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329103.866281:0:208651:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767329103.866282:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:2.0:1767329103.866284:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 02000000:00000001:0.0:1767329103.866287:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767329103.866289:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1767329103.866293:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d834dde9 x1853178572201728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329119 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767329103.866293:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000020beec0d. 00000100:00000010:0.0:1767329103.866293:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000143e2fae. 02000000:00000001:2.0:1767329103.866300:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329103.866302:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767329103.866303:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329103.866307:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021ff4b2. 00000100:00000001:0.0:1767329103.866307:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329103.866310:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329103.866313:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329103.866315:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329103.866315:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329103.866318:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329103.866320:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329103.866321:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329103.866322:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767329103.866325:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329103.866327:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329103.866328:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329103.866331:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329103.866332:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329103.866334:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329103.866337:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329103.866337:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329103.866353:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329103.866356:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329103.866359:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329103.866361:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=100 v=5 (5 5 0 0) 00000100:00001000:3.0:1767329103.866367:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=75 v=5 (1 1 0 0) 00000100:00000001:3.0:1767329103.866370:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329103.866373:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329103.866375:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767329103.866380:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d834dde9 x1853178572201728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329119 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329103.866387:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329103.866390:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329103.866392:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329103.866393:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329103.866395:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329103.866398:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d834dde9 x1853178572201728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329119 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329103.866404:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329103.866407:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329103.866409:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329103.866412:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d834dde9 x1853178572201728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329119 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329103.866419:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d834dde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572201728:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329103.866432:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329103.866434:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329103.866438:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d834dde9 x1853178572201728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329119 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329103.866445:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329103.866447:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329103.866449:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001ce80ca3. 02000000:00000001:3.0:1767329103.866452:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329103.866453:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329103.866454:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329103.866456:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329103.866458:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070fb6d87. 02000000:00000001:3.0:1767329103.866461:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329103.866462:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329103.866463:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d834dde9. 00000100:00000001:3.0:1767329103.866467:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329103.866468:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329103.866470:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329103.866474:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329103.866475:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329103.866478:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329103.866480:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329103.927110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329103.927115:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329103.927120:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329103.927122:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329103.927195:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329103.927199:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329103.927202:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329104.951146:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329104.951152:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329104.951158:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329104.951161:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329104.951164:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329104.951170:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329104.951173:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329104.951174:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329104.951178:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329104.951180:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329104.951182:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329104.951184:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329104.951222:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329104.951226:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329104.951256:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329105.975178:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329105.975185:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329105.975194:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329105.975195:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329105.975259:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329105.975266:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329105.975272:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329106.999155:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329106.999163:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329106.999169:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329106.999171:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329106.999203:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329106.999209:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329106.999212:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329108.023133:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329108.023139:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329108.023162:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329108.023163:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329108.023248:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329108.023253:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329108.023256:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329108.471148:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300953436, at 4300953600 00000100:00000040:0.0:1767329108.471148:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300953436, at 4300953600 00000100:00000040:3.0:1767329108.471155:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300953436, at 4300953600 00000100:00000010:0.0:1767329108.471165:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021e4b7b2. 00000100:00000010:2.0:1767329108.471167:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054f74597. 00000100:00000010:3.0:1767329108.471171:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7b8b983. 00000100:00000040:1.0:1767329108.471455:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300953436, at 4300953600 00000100:00000010:1.0:1767329108.471464:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006f863348. 00000100:00000040:0.0:1767329108.983200:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329108.983210:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329108.983219:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001863c1e0. 00000020:00000040:0.0:1767329108.983226:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329108.983229:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329108.983232:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329108.983238:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329108.983246:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ce0a9bb. 00000100:00000001:0.0:1767329108.983253:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329108.983261:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000001863c1e0 x1853178572201856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329108.983270:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329108.983272:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329108.983276:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001863c1e0] to pc [ptlrpcd_00_01+1] req@000000001863c1e0 x1853178572201856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329108.983319:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329108.983321:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329108.983324:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329108.983326:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f4cfdab. 00000020:00000040:0.0:1767329108.983328:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329108.983331:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329108.983332:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329108.983334:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329108.983337:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c06a1248. 00000100:00000001:0.0:1767329108.983341:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329108.983345:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000000f4cfdab x1853178572201984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329108.983356:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329108.983367:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329108.983370:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329108.983373:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329108.983374:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329108.983378:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329108.983385:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329108.983391:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f4cfdab] to pc [ptlrpcd_00_02+2] req@000000000f4cfdab x1853178572201984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329108.983396:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001863c1e0 x1853178572201856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329108.983421:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329108.983424:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329108.983428:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329108.983432:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329108.983434:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329108.983441:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329108.983442:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329108.983445:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329108.983447:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bba6f4b8. 00000020:00000040:0.0:1767329108.983450:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329108.983452:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329108.983453:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329108.983454:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329108.983456:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329108.983458:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329108.983466:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767329108.983466:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dda4c5dc. 00000100:00100000:3.0:1767329108.983472:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001863c1e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572201856:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329108.983475:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329108.983476:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329108.983481:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f4cfdab x1853178572201984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329108.983484:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329108.983490:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000bba6f4b8 x1853178572202112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329108.983491:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329108.983503:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329108.983512:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329108.983522:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329108.983534:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000089183f27. 00000100:00000001:2.0:1767329108.983534:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329108.983535:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329108.983540:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329108.983541:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329108.983546:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329108.983550:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767329108.983551:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bba6f4b8] to pc [ptlrpcd_00_03+3] req@00000000bba6f4b8 x1853178572202112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329108.983557:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767329108.983559:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd5835e7. 00000100:00000001:0.0:1767329108.983564:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329108.983565:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329108.983567:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767329108.983573:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000922594fe. 00000100:00000040:0.0:1767329108.983573:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1767329108.983574:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572201984:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329108.983582:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329108.983587:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329108.983588:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767329108.983589:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6291) 00000100:00000200:3.0:1767329108.983590:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572201856, portal 25 00000100:00000001:1.0:1767329108.983591:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767329108.983595:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767329108.983600:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767329108.983601:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bba6f4b8 x1853178572202112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329108.983602:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329108.983605:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578906624 : -127177130644992 : ffff8c55444dea00) 02000000:00000001:2.0:1767329108.983609:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329108.983620:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000dcc2664. 00000100:00000001:1.0:1767329108.983621:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767329108.983624:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001863c1e0 x1853178572201856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329108.983626:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329108.983627:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329108.983637:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329108.983642:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767329108.983643:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085dd8467. 02000000:00000001:1.0:1767329108.983650:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329108.983658:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000185a590d. 00000100:00100000:1.0:1767329108.983662:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bba6f4b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572202112:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329108.983675:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329108.983675:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767329108.983679:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572201984, portal 10 02000000:00000001:1.0:1767329108.983683:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329108.983684:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767329108.983688:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329108.983690:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329108.983690:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578895872 : -127177130655744 : ffff8c55444dc000) 02000000:00000001:1.0:1767329108.983691:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767329108.983703:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000687c97db. 02000000:00000010:1.0:1767329108.983703:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e57a952f. 00000100:00000040:2.0:1767329108.983711:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000f4cfdab x1853178572201984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329108.983715:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329108.983717:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572201856, offset 0 00000400:00000010:1.0:1767329108.983722:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060395bf3. 00000400:00000010:1.0:1767329108.983732:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cda0ea1. 00000100:00000001:2.0:1767329108.983734:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767329108.983741:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329108.983748:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329108.983754:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f756aee. 00000100:00000200:1.0:1767329108.983754:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572202112, portal 10 00000100:00000001:1.0:1767329108.983759:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1767329108.983763:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572201984, offset 0 00000100:00000001:1.0:1767329108.983764:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578905728 : -127177130645888 : ffff8c55444de680) 00000400:00000200:3.0:1767329108.983771:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:1.0:1767329108.983777:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bba6f4b8 x1853178572202112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329108.983781:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329108.983783:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329108.983795:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767329108.983801:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:1.0:1767329108.983802:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329108.983810:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5a75e4. 00000400:00000200:3.0:1767329108.983814:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329108.983821:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:1.0:1767329108.983822:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572202112, offset 0 00000400:00000200:3.0:1767329108.983837:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [199:199:256:4294967295] 192.168.202.109@tcp LPNI seq info [199:199:8:4294967295] 00000400:00000200:1.0:1767329108.983837:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329108.983858:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329108.983865:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329108.983872:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000400:00000200:2.0:1767329108.983875:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329108.983883:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767329108.983885:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329108.983892:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:3.0:1767329108.983899:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329108.983900:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767329108.983910:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329108.983911:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329108.983915:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [200:200:255:4294967295] 192.168.202.109@tcp LPNI seq info [200:200:7:4294967295] 00000400:00000200:2.0:1767329108.983943:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329108.983950:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329108.983954:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329108.983955:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329108.983957:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd12ef3a. 00000400:00000200:1.0:1767329108.983959:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329108.983966:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300958556 00000400:00000200:1.0:1767329108.983967:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:2.0:1767329108.983975:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329108.983979:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1767329108.983984:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006891a517. 00000400:00000200:1.0:1767329108.983985:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:2.0:1767329108.983996:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329108.983996:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [201:201:254:4294967295] 192.168.202.109@tcp LPNI seq info [201:201:6:4294967295] 00000100:00000001:3.0:1767329108.984000:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767329108.984005:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd12ef3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329108.984014:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300958556 00000100:00000010:3.0:1767329108.984065:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e065e8f. 00000100:00000001:3.0:1767329108.984071:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767329108.984071:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329108.984076:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329108.984078:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329108.984087:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00000100:00000040:2.0:1767329108.984089:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 471003 usecs (472 jiffies) 00000100:00000001:3.0:1767329108.984092:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300958557 00000800:00000200:1.0:1767329108.984093:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329108.984094:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329108.984098:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300954585 00000100:00000010:3.0:1767329108.984105:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000057364bf8. 00000800:00000010:1.0:1767329108.984105:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc21aaa9. 00000100:00000001:2.0:1767329108.984106:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300958556 00000400:00000200:0.0:1767329108.984107:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329108.984121:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300954585 00000100:00000001:3.0:1767329108.984123:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767329108.984124:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000687c97db 00000800:00000200:1.0:1767329108.984126:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329108.984128:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300958556 00000400:00000010:0.0:1767329108.984133:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000687c97db. 00000100:00000001:2.0:1767329108.984137:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300954585 00000100:00000001:3.0:1767329108.984138:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300958557 00000800:00000200:1.0:1767329108.984139:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329108.984139:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767329108.984149:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc21aaa9 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1767329108.984149:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001863c1e0 x1853178572201856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767329108.984150:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a4566037. 00000100:00000001:2.0:1767329108.984153:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300958557 00000100:00000001:3.0:1767329108.984164:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767329108.984165:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300954585 00000100:00000001:1.0:1767329108.984165:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329108.984169:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329108.984178:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 27440 usecs (28 jiffies) 00000100:00000001:3.0:1767329108.984180:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329108.984181:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001863c1e0 x1853178572201856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329124 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329108.984182:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300958557 00000100:00000001:1.0:1767329108.984182:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300954141 00000100:00000001:1.0:1767329108.984196:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300958556 00000100:00000001:2.0:1767329108.984199:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329108.984200:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329108.984200:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329108.984201:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300954141 00000100:00000001:2.0:1767329108.984205:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329108.984210:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300958556 00000100:00000001:0.0:1767329108.984215:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329108.984216:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300954141 00000100:00000001:3.0:1767329108.984218:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329108.984219:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329108.984220:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300958557 00000800:00000200:0.0:1767329108.984227:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329108.984230:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329108.984230:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300954141 00000100:00000001:2.0:1767329108.984231:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767329108.984231:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd12ef3a. 00000400:00000200:0.0:1767329108.984238:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329108.984243:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300958557 00000400:00000200:0.0:1767329108.984247:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329108.984250:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329108.984250:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329108.984250:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329108.984251:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f756aee 00000100:00000001:3.0:1767329108.984258:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329108.984258:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329108.984259:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329108.984259:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007f756aee. 00000100:00000001:1.0:1767329108.984277:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329108.984278:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329108.984279:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329108.984279:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329108.984283:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329108.984303:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329108.984305:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767329108.984305:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f4cfdab x1853178572201984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329108.984310:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329108.984312:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329108.984315:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329108.984322:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329108.984322:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329108.984324:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329108.984325:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329108.984333:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f4cfdab x1853178572201984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329124 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329108.984336:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329108.984341:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329108.984342:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329108.984346:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329108.984347:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329108.984352:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329108.984419:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329108.984421:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc21aaa9. 00000400:00000200:0.0:1767329108.984423:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329108.984426:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329108.984427:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5a75e4 00000400:00000010:0.0:1767329108.984428:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f5a75e4. 00000100:00000001:0.0:1767329108.984430:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329108.984432:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bba6f4b8 x1853178572202112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329108.984446:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329108.984447:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bba6f4b8 x1853178572202112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329124 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329108.984452:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329108.984453:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329108.986913:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329108.986926:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329108.986929:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329108.986932:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329108.986981:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329108.986995:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2805f80 00000400:00000200:3.0:1767329108.987002:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x71d [1] + 224 00000800:00000001:3.0:1767329108.987010:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329108.987044:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329108.987053:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329108.987057:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329108.987064:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329108.987069:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001863c1e0 x1853178572201856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329124 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329108.987080:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001863c1e0 x1853178572201856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329108.987103:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329108.987113:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329108.987118:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329108.987120:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329108.987124:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329108.987130:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329108.987139:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2806080 00000400:00000200:3.0:1767329108.987149:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x729 [1] + 224 00000100:00000001:2.0:1767329108.987150:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329108.987155:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767329108.987156:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767329108.987161:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767329108.987164:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329108.987166:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767329108.987169:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767329108.987172:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd5835e7. 00000400:00000200:3.0:1767329108.987178:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329108.987181:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000922594fe 00000400:00000010:2.0:1767329108.987185:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000922594fe. 00000100:00000001:2.0:1767329108.987188:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329108.987192:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329108.987198:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001863c1e0 x1853178572201856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329108.987204:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bba6f4b8 x1853178572202112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329124 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329108.987230:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001863c1e0 x1853178572201856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329124 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329108.987240:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bba6f4b8 x1853178572202112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329108.987253:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329108.987257:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329108.987264:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329108.987266:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329108.987269:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329108.987271:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329108.987273:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767329108.987274:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329108.987281:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767329108.987282:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=105 v=5 (5 5 0 0) 00000100:00001000:2.0:1767329108.987300:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=105 v=5 (1 1 0 0) 00000800:00000001:3.0:1767329108.987302:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329108.987305:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767329108.987308:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329108.987312:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329108.987318:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329108.987328:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00010000:00000001:2.0:1767329108.987328:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329108.987336:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329108.987337:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329108.987341:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329108.987343:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767329108.987347:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767329108.987348:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2806000 00000400:00000001:1.0:1767329108.987351:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329108.987353:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060395bf3. 00000100:00000040:2.0:1767329108.987355:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001863c1e0 x1853178572201856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329124 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329108.987358:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cda0ea1 00000400:00000010:1.0:1767329108.987363:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cda0ea1. 00000100:00000001:1.0:1767329108.987372:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329108.987378:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767329108.987382:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bba6f4b8 x1853178572202112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329108.987383:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x721 [1] + 224 00000100:00000001:2.0:1767329108.987388:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329108.987393:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329108.987410:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767329108.987415:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001863c1e0 x1853178572201856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329124 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329108.987415:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bba6f4b8 x1853178572202112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329124 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329108.987422:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329108.987433:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329108.987456:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329108.987458:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329108.987463:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329108.987472:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329108.987472:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329108.987478:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329108.987481:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767329108.987487:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f4cfdab x1853178572201984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329124 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329108.987488:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001863c1e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572201856:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329108.987488:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329108.987498:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329108.987511:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=105 v=5 (5 5 0 0) 00000100:00000001:2.0:1767329108.987512:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329108.987524:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767329108.987526:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=80 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329108.987536:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767329108.987541:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f4cfdab x1853178572201984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329108.987542:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001863c1e0 x1853178572201856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329124 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329108.987542:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329108.987555:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767329108.987567:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bba6f4b8 x1853178572202112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329124 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329108.987624:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329108.987625:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767329108.987627:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767329108.987628:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767329108.987630:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329108.987632:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767329108.987633:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000089183f27. 00000100:00000001:1.0:1767329108.987639:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767329108.987643:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:3.0:1767329108.987644:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767329108.987646:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329108.987649:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329108.987653:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767329108.987654:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000040:1.0:1767329108.987655:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bba6f4b8 x1853178572202112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329124 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767329108.987667:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767329108.987671:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767329108.987672:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ce0a9bb. 00000100:00000001:1.0:1767329108.987674:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329108.987677:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329108.987678:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329108.987681:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329108.987682:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329108.987683:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bba6f4b8 x1853178572202112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329124 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329108.987684:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329108.987690:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001863c1e0. 00000400:00000001:0.0:1767329108.987690:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767329108.987693:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bba6f4b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572202112:192.168.202.109@tcp:400: 00000400:00000001:0.0:1767329108.987695:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767329108.987698:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329108.987700:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767329108.987700:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085dd8467. 00000100:00000001:2.0:1767329108.987702:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329108.987703:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329108.987708:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329108.987708:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bba6f4b8 x1853178572202112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329124 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329108.987710:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000185a590d 00000400:00000010:0.0:1767329108.987715:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000185a590d. 00000100:00000001:2.0:1767329108.987718:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329108.987720:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767329108.987722:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329108.987723:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767329108.987724:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329108.987727:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767329108.987727:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e57a952f. 00000100:00000001:2.0:1767329108.987732:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329108.987733:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1767329108.987734:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f4cfdab x1853178572201984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767329108.987736:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329108.987739:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329108.987745:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329108.987748:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dda4c5dc. 02000000:00000001:1.0:1767329108.987752:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329108.987755:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329108.987756:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bba6f4b8. 00000100:00000200:0.0:1767329108.987758:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f4cfdab x1853178572201984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329124 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329108.987760:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329108.987763:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329108.987766:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329108.987772:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329108.987774:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329108.987778:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329108.987778:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329108.987780:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329108.987782:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329108.987785:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329108.987787:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329108.987788:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329108.987789:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329108.987791:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329108.987795:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=95 v=5 (5 5 0 0) 00000100:00001000:0.0:1767329108.987798:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=95 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329108.987800:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329108.987800:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329108.987802:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329108.987804:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329108.987805:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329108.987807:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329108.987808:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329108.987816:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329108.987819:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f4cfdab x1853178572201984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329124 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329108.987824:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329108.987826:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329108.987827:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329108.987829:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f4cfdab x1853178572201984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329124 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329108.987834:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572201984:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329108.987836:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329108.987838:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329108.987839:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f4cfdab x1853178572201984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329124 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329108.987843:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329108.987844:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329108.987845:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000dcc2664. 02000000:00000001:0.0:1767329108.987848:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329108.987849:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329108.987850:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329108.987852:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329108.987853:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c06a1248. 02000000:00000001:0.0:1767329108.987856:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329108.987857:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329108.987858:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f4cfdab. 00000100:00000001:0.0:1767329108.987860:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329108.987861:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329108.987862:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329108.987865:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329108.987867:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329108.987868:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329108.987870:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329109.047125:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329109.047131:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329109.047153:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329109.047154:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329109.047193:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329109.047197:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329109.047205:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329110.071122:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329110.071130:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329110.071136:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329110.071137:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329110.071223:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329110.071231:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329110.071236:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329111.095153:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329111.095163:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329111.095171:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329111.095172:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329111.095281:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329111.095286:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329111.095289:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329112.119115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329112.119125:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329112.119134:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329112.119136:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329112.119226:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329112.119230:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329112.119233:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329113.143170:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329113.143180:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329113.143182:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329113.143184:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329113.143190:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329113.143191:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329113.143193:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329113.143195:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329113.143198:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329113.143199:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329113.143306:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329113.143314:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329113.143319:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329113.591140:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300958556, at 4300958720 00000100:00000040:3.0:1767329113.591158:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300958557, at 4300958720 00000100:00000040:1.0:1767329113.591159:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300958556, at 4300958720 00000100:00000010:0.0:1767329113.591166:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006891a517. 00000100:00000010:3.0:1767329113.591168:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a4566037. 00000100:00000040:2.0:1767329113.591171:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300958557, at 4300958720 00000100:00000010:1.0:1767329113.591173:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e065e8f. 00000100:00000010:2.0:1767329113.591190:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000057364bf8. 00000100:00000040:2.0:1767329114.103184:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329114.103195:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329114.103206:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093be9636. 00000020:00000040:2.0:1767329114.103215:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329114.103221:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329114.103225:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329114.103231:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329114.103253:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061991354. 00000100:00000001:2.0:1767329114.103262:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329114.103274:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000093be9636 x1853178572202240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329114.103286:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329114.103291:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329114.103299:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093be9636] to pc [ptlrpcd_00_00+0] req@0000000093be9636 x1853178572202240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329114.103338:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329114.103343:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329114.103347:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329114.103351:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d99846bb. 00000020:00000040:2.0:1767329114.103355:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329114.103356:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329114.103359:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329114.103364:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767329114.103365:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767329114.103367:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329114.103369:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329114.103371:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767329114.103378:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000048650044. 00000100:00000001:0.0:1767329114.103379:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329114.103387:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000093be9636 x1853178572202240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329114.103390:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329114.103407:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767329114.103408:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000d99846bb x1853178572202368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329114.103410:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329114.103417:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329114.103443:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329114.103451:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329114.103462:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000093be9636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572202240:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329114.103480:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329114.103480:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329114.103484:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329114.103486:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329114.103489:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329114.103492:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767329114.103498:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d99846bb] to pc [ptlrpcd_00_01+1] req@00000000d99846bb x1853178572202368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329114.103501:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c95e7e23. 02000000:00000001:3.0:1767329114.103505:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329114.103516:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056db3d13. 00000400:00000010:3.0:1767329114.103526:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b779618. 00000100:00000200:3.0:1767329114.103533:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572202240, portal 25 00000100:00000001:2.0:1767329114.103534:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329114.103539:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329114.103543:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777355264 : -127176932196352 : ffff8c5550220000) 00000100:00000040:2.0:1767329114.103543:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329114.103551:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329114.103554:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000093be9636 x1853178572202240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329114.103554:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767329114.103555:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329114.103561:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767329114.103566:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d72826e0. 00000100:00000001:3.0:1767329114.103567:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329114.103569:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d99846bb x1853178572202368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767329114.103582:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000040:3.0:1767329114.103583:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329114.103584:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329114.103589:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329114.103593:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009993a68b. 02000000:00000001:0.0:1767329114.103597:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767329114.103600:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1767329114.103601:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572202240, offset 0 02000000:00000001:0.0:1767329114.103601:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329114.103609:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329114.103610:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767329114.103617:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00100000:0.0:1767329114.103617:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d99846bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572202368:192.168.202.109@tcp:400: 02000000:00000001:2.0:1767329114.103618:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329114.103632:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767329114.103634:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d5c44fe9. 02000000:00000001:0.0:1767329114.103635:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767329114.103639:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:0.0:1767329114.103639:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329114.103647:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329114.103648:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329114.103652:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1767329114.103653:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d2117c2. 02000000:00000001:0.0:1767329114.103660:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329114.103667:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:0.0:1767329114.103667:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d953769f. 00000100:00000040:2.0:1767329114.103668:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000d72826e0 x1853178572202496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767329114.103677:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001023fb11. 00000400:00000200:3.0:1767329114.103682:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1767329114.103686:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572202368, portal 10 00000400:00000200:3.0:1767329114.103692:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329114.103700:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767329114.103708:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [202:202:256:4294967295] 192.168.202.109@tcp LPNI seq info [202:202:8:4294967295] 00000100:00000001:0.0:1767329114.103708:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777366912 : -127176932184704 : ffff8c5550222d80) 00000100:00000001:2.0:1767329114.103724:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767329114.103725:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d99846bb x1853178572202368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329114.103734:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329114.103744:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329114.103754:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329114.103755:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d72826e0] to pc [ptlrpcd_00_02+2] req@00000000d72826e0 x1853178572202496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767329114.103765:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329114.103768:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329114.103773:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ba2b8f9. 00000800:00000010:3.0:1767329114.103781:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000100:00000200:0.0:1767329114.103782:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572202368, offset 0 00000800:00000200:3.0:1767329114.103800:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329114.103810:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:3.0:1767329114.103815:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767329114.103819:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329114.103823:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329114.103828:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:3.0:1767329114.103830:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767329114.103831:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329114.103832:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329114.103842:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:2.0:1767329114.103843:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767329114.103849:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [203:203:255:4294967295] 192.168.202.109@tcp LPNI seq info [203:203:7:4294967295] 00000100:00000001:3.0:1767329114.103850:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329114.103864:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767329114.103865:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300963676 00000100:00000010:3.0:1767329114.103875:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000027a1f5fa. 00000100:00000040:2.0:1767329114.103882:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6296) 00000100:00000001:3.0:1767329114.103886:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767329114.103893:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329114.103901:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329114.103903:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300963676 00000800:00000010:0.0:1767329114.103905:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c06a1248. 00000100:00000010:3.0:1767329114.103907:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a4566037. 00000100:00000001:3.0:1767329114.103911:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767329114.103914:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329114.103920:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300963676 00000800:00000200:0.0:1767329114.103920:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:3.0:1767329114.103924:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c91140d3. 00000800:00000200:0.0:1767329114.103926:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c06a1248 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329114.103930:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767329114.103934:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329114.103936:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300963676 00000100:00000010:3.0:1767329114.103939:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000819f352d. 00000100:00000040:0.0:1767329114.103940:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 462977 usecs (463 jiffies) 00000100:00000001:3.0:1767329114.103943:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767329114.103945:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300959695 00000100:00000001:3.0:1767329114.103947:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329114.103949:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300963676 00000100:00000001:3.0:1767329114.103950:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329114.103956:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300959695 00000100:00000001:3.0:1767329114.103957:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329114.103959:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300963676 00000100:00000001:3.0:1767329114.103961:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329114.103963:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300959695 00000100:00000001:0.0:1767329114.103967:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300963676 00000100:00000001:0.0:1767329114.103967:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300959695 00000100:00000001:0.0:1767329114.103968:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300963676 00000100:00000001:0.0:1767329114.103969:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329114.103970:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329114.103971:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329114.103974:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329114.103975:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329114.103980:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329114.103982:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329114.103984:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329114.103985:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329114.103986:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329114.103989:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329114.103995:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329114.103999:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329114.104001:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329114.104004:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329114.104006:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329114.104013:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767329114.104014:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329114.104054:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767329114.104057:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767329114.104061:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329114.104061:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767329114.104074:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00000100:00000001:0.0:1767329114.104075:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329114.104080:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329114.104086:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329114.104087:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329114.104089:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329114.104089:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329114.104096:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d72826e0 x1853178572202496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329114.104106:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329114.104110:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329114.104111:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329114.104113:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329114.104115:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329114.104122:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329114.104129:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d72826e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572202496:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329114.104131:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009993a68b 00000100:00000001:0.0:1767329114.104133:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767329114.104140:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009993a68b. 02000000:00000001:0.0:1767329114.104140:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329114.104145:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329114.104149:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329114.104153:0:208643:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:0.0:1767329114.104153:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005674addc. 02000000:00000001:0.0:1767329114.104158:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329114.104164:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4a66d2f. 00000100:00000200:2.0:1767329114.104167:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000093be9636 x1853178572202240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329114.104171:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000110f2f61. 00000100:00000200:0.0:1767329114.104180:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572202496, portal 10 00000100:00000001:0.0:1767329114.104186:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329114.104190:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777364224 : -127176932187392 : ffff8c5550222300) 00000100:00000040:0.0:1767329114.104203:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d72826e0 x1853178572202496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329114.104205:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329114.104217:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329114.104218:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000093be9636 x1853178572202240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329114.104234:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329114.104258:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f203f08. 00000100:00000001:2.0:1767329114.104261:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329114.104265:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572202496, offset 0 00000100:00000001:2.0:1767329114.104267:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767329114.104277:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329114.104286:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329114.104291:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329114.104294:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329114.104297:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329114.104301:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329114.104304:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [204:204:255:4294967295] 192.168.202.109@tcp LPNI seq info [204:204:7:4294967295] 00000400:00000200:0.0:1767329114.104316:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329114.104321:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329114.104324:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6c5103d. 00000800:00000200:0.0:1767329114.104329:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767329114.104335:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329114.104337:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6c5103d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329114.104341:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329114.104343:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 27022 usecs (28 jiffies) 00000100:00000001:0.0:1767329114.104346:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300959261 00000100:00000001:0.0:1767329114.104348:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300963676 00000100:00000001:0.0:1767329114.104350:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300959261 00000100:00000001:0.0:1767329114.104352:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300963676 00000100:00000001:0.0:1767329114.104354:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300959261 00000100:00000001:0.0:1767329114.104355:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300963676 00000100:00000001:0.0:1767329114.104357:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300959261 00000100:00000001:0.0:1767329114.104359:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300963676 00000800:00000200:2.0:1767329114.104362:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329114.104362:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329114.104371:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329114.104373:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c06a1248. 00000100:00000001:0.0:1767329114.104383:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329114.104384:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329114.104386:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329114.104397:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329114.104401:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ba2b8f9 00000400:00000010:2.0:1767329114.104406:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ba2b8f9. 00000100:00000001:2.0:1767329114.104417:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329114.104423:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d99846bb x1853178572202368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329114.104431:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329114.104435:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d99846bb x1853178572202368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329114.104442:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329114.104444:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329114.104460:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329114.104464:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6c5103d. 00000400:00000200:2.0:1767329114.104468:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329114.104472:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329114.104475:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f203f08 00000400:00000010:2.0:1767329114.104477:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f203f08. 00000100:00000001:2.0:1767329114.104481:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329114.104485:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d72826e0 x1853178572202496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329114.104505:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329114.104508:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d72826e0 x1853178572202496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329114.104523:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329114.104527:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329114.105886:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329114.105900:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329114.105903:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329114.105906:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329114.105913:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329114.105924:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2806100 00000400:00000200:0.0:1767329114.105931:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x735 [1] + 224 00000800:00000001:0.0:1767329114.105938:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329114.105960:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329114.105962:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329114.105966:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329114.105970:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329114.105974:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000093be9636 x1853178572202240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329114.105982:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000093be9636 x1853178572202240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329114.105995:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329114.106002:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329114.106005:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329114.106007:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329114.106008:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329114.106012:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329114.106047:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2806180 00000400:00000200:0.0:1767329114.106053:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x73d [1] + 224 00000800:00000001:0.0:1767329114.106057:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329114.106063:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329114.106065:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329114.106068:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329114.106071:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329114.106074:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d99846bb x1853178572202368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329114.106096:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d99846bb x1853178572202368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329114.106116:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329114.106119:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329114.106123:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767329114.106123:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329114.106130:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767329114.106131:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767329114.106133:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767329114.106134:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329114.106137:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056db3d13. 00000800:00000001:0.0:1767329114.106138:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329114.106145:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b779618 00000400:00000200:0.0:1767329114.106148:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000010:3.0:1767329114.106150:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b779618. 00000100:00000001:3.0:1767329114.106156:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767329114.106161:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2806200 00000100:00000001:2.0:1767329114.106165:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329114.106172:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329114.106172:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x745 [1] + 224 00000800:00000001:0.0:1767329114.106180:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767329114.106181:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329114.106186:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329114.106189:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d953769f. 00000400:00000200:2.0:1767329114.106197:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001023fb11 00000800:00000001:0.0:1767329114.106197:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329114.106204:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767329114.106205:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001023fb11. 00000100:00000001:2.0:1767329114.106218:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329114.106226:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000093be9636 x1853178572202240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329114.106228:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:2.0:1767329114.106232:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d99846bb x1853178572202368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329114.106255:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329114.106267:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d72826e0 x1853178572202496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329114.106294:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000093be9636 x1853178572202240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329114.106326:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d72826e0 x1853178572202496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329114.106333:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d99846bb x1853178572202368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329114.106335:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329114.106339:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329114.106348:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329114.106352:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329114.106358:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329114.106362:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329114.106371:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329114.106382:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=111 v=5 (5 5 0 0) 00000100:00000001:0.0:1767329114.106382:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329114.106385:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767329114.106388:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=111 v=5 (1 1 0 0) 00000100:00000001:2.0:1767329114.106391:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329114.106391:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329114.106392:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329114.106397:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329114.106401:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767329114.106403:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329114.106404:0:208649:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767329114.106407:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329114.106411:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329114.106412:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329114.106417:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767329114.106422:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000093be9636 x1853178572202240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329114.106423:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329114.106436:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329114.106437:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329114.106444:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329114.106445:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329114.106452:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329114.106453:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093be9636 x1853178572202240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329114.106458:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1767329114.106460:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=101 v=5 (5 5 0 0) 00000400:00000001:1.0:1767329114.106466:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329114.106472:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329114.106480:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4a66d2f. 00000100:00001000:2.0:1767329114.106482:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=101 v=5 (1 1 0 0) 00000400:00000200:1.0:1767329114.106493:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000110f2f61 00000100:00100000:3.0:1767329114.106494:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000093be9636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572202240:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329114.106495:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767329114.106501:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000110f2f61. 00000100:00000001:2.0:1767329114.106503:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329114.106513:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329114.106514:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329114.106515:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329114.106524:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767329114.106527:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329114.106532:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000093be9636 x1853178572202240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329114.106533:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d72826e0 x1853178572202496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329114.106536:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329114.106544:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329114.106554:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329114.106572:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329114.106593:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d99846bb x1853178572202368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329114.106605:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329114.106611:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1767329114.106616:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d72826e0 x1853178572202496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329114.106621:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767329114.106622:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c95e7e23. 02000000:00000001:3.0:1767329114.106634:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767329114.106636:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767329114.106639:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767329114.106642:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767329114.106644:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1767329114.106656:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767329114.106660:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d99846bb x1853178572202368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329114.106663:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061991354. 00000100:00000001:1.0:1767329114.106664:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329114.106672:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329114.106674:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329114.106681:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767329114.106682:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:3.0:1767329114.106686:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093be9636. 02000000:00000001:1.0:1767329114.106688:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329114.106696:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329114.106698:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1767329114.106700:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d99846bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572202368:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329114.106700:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329114.106702:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329114.106710:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329114.106710:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329114.106715:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329114.106728:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329114.106728:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767329114.106728:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=111 v=5 (5 5 0 0) 00000100:00000001:3.0:1767329114.106733:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329114.106742:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=86 v=5 (1 1 0 0) 00000100:00000040:2.0:1767329114.106743:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d99846bb x1853178572202368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329114.106744:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329114.106752:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329114.106762:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329114.106765:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329114.106770:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329114.106774:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00080000:1.0:1767329114.106777:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d72826e0 x1853178572202496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329114.106779:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329114.106783:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d2117c2. 00010000:00000001:1.0:1767329114.106788:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329114.106791:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329114.106791:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329114.106795:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000020:00000001:2.0:1767329114.106796:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329114.106796:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000040:2.0:1767329114.106800:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329114.106800:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329114.106805:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d72826e0 x1853178572202496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767329114.106806:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329114.106810:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000048650044. 00000100:00000001:1.0:1767329114.106815:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329114.106816:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329114.106818:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767329114.106819:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767329114.106820:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767329114.106823:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d99846bb. 00000100:00000040:1.0:1767329114.106825:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d72826e0 x1853178572202496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329114.106830:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329114.106833:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767329114.106835:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d72826e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572202496:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329114.106838:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329114.106841:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329114.106843:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329114.106845:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d72826e0 x1853178572202496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329114.106847:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329114.106851:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329114.106855:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329114.106858:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329114.106866:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329114.106868:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329114.106870:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005674addc. 02000000:00000001:1.0:1767329114.106873:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329114.106875:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329114.106875:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329114.106878:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329114.106879:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d5c44fe9. 02000000:00000001:1.0:1767329114.106881:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329114.106883:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329114.106883:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d72826e0. 00000100:00000001:1.0:1767329114.106886:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329114.106887:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329114.106888:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329114.106891:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329114.106892:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329114.106894:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329114.106895:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329114.167099:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329114.167103:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329114.167109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329114.167110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329114.167195:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329114.167200:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329114.167204:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329115.191096:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329115.191104:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329115.191111:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329115.191115:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329115.191118:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329115.191125:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329115.191128:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329115.191130:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329115.191134:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329115.191136:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329115.191138:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329115.191141:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329115.191217:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329115.191222:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329115.191226:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329116.215095:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329116.215101:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329116.215106:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329116.215124:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329116.215191:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329116.215196:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329116.215199:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329117.239099:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329117.239105:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329117.239111:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329117.239112:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329117.239185:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329117.239190:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329117.239193:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329118.263102:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329118.263108:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329118.263115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329118.263116:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329118.263183:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329118.263188:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329118.263191:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329118.711122:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300963676, at 4300963840 00000100:00000040:1.0:1767329118.711125:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300963676, at 4300963840 00000100:00000040:0.0:1767329118.711129:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300963676, at 4300963840 00000100:00000010:1.0:1767329118.711142:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a4566037. 00000100:00000010:2.0:1767329118.711144:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c91140d3. 00000100:00000010:0.0:1767329118.711147:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000027a1f5fa. 00000100:00000040:3.0:1767329118.711257:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300963676, at 4300963840 00000100:00000010:3.0:1767329118.711266:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000819f352d. 00000100:00000040:0.0:1767329119.223120:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329119.223131:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329119.223139:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f4cfdab. 00000020:00000040:0.0:1767329119.223145:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329119.223151:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329119.223168:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329119.223173:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329119.223181:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6c5103d. 00000100:00000001:0.0:1767329119.223216:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329119.223228:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000000f4cfdab x1853178572202624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329119.223239:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329119.223241:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329119.223246:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f4cfdab] to pc [ptlrpcd_00_03+3] req@000000000f4cfdab x1853178572202624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329119.223272:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329119.223275:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329119.223278:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329119.223281:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a42c2d0. 00000020:00000040:0.0:1767329119.223284:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329119.223287:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329119.223288:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329119.223290:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329119.223295:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c06a1248. 00000100:00000001:0.0:1767329119.223299:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329119.223303:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000006a42c2d0 x1853178572202752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329119.223305:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329119.223312:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329119.223313:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329119.223317:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329119.223318:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329119.223324:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a42c2d0] to pc [ptlrpcd_00_00+0] req@000000006a42c2d0 x1853178572202752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329119.223325:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329119.223327:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f4cfdab x1853178572202624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329119.223333:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329119.223357:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329119.223360:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329119.223364:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329119.223367:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329119.223371:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329119.223372:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329119.223376:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572202624:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329119.223377:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329119.223387:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329119.223387:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767329119.223388:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767329119.223393:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d4e3d80. 00000100:00000001:3.0:1767329119.223394:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767329119.223396:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767329119.223398:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:1.0:1767329119.223401:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329119.223406:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767329119.223407:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329119.223413:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767329119.223416:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a42c2d0 x1853178572202752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329119.223416:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d45f5745. 02000000:00000001:0.0:1767329119.223417:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329119.223422:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329119.223423:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329119.223430:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767329119.223432:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dda4c5dc. 00000100:00000001:3.0:1767329119.223433:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329119.223435:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329119.223435:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060395bf3. 00000100:00000001:3.0:1767329119.223438:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329119.223440:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329119.223446:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767329119.223447:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cda0ea1. 02000000:00000001:3.0:1767329119.223450:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329119.223451:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000001d4e3d80 x1853178572202880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767329119.223458:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329119.223458:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572202624, portal 25 00000100:00000001:1.0:1767329119.223466:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1767329119.223469:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a42c2d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572202752:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329119.223469:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578895872 : -127177130655744 : ffff8c55444dc000) 00000100:00000001:0.0:1767329119.223472:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329119.223475:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329119.223478:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767329119.223483:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000f4cfdab x1853178572202624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329119.223484:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d4e3d80] to pc [ptlrpcd_00_01+1] req@000000001d4e3d80 x1853178572202880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329119.223485:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329119.223488:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329119.223492:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329119.223499:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000de4f5a8. 02000000:00000001:3.0:1767329119.223505:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329119.223513:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056db3d13. 00000100:00000001:1.0:1767329119.223516:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329119.223520:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329119.223521:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b779618. 00000100:00000040:1.0:1767329119.223523:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329119.223527:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1767329119.223530:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572202752, portal 10 00000400:00000010:1.0:1767329119.223530:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fa6d4d2. 00000100:00000040:0.0:1767329119.223532:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767329119.223534:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329119.223538:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767329119.223538:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572202624, offset 0 00000100:00000001:2.0:1767329119.223539:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329119.223542:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578910208 : -127177130641408 : ffff8c55444df800) 00000100:00000001:2.0:1767329119.223543:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329119.223543:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6302) 00000100:00000040:2.0:1767329119.223551:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d4e3d80 x1853178572202880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329119.223551:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329119.223557:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a42c2d0 x1853178572202752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329119.223571:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329119.223574:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329119.223578:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329119.223583:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767329119.223585:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767329119.223586:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329119.223587:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767329119.223591:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329119.223596:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:3.0:1767329119.223598:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00100000:2.0:1767329119.223598:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d4e3d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572202880:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767329119.223603:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767329119.223605:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8121ef5. 00000100:00000001:2.0:1767329119.223605:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329119.223610:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767329119.223611:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:3.0:1767329119.223612:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572202752, offset 0 02000000:00000001:2.0:1767329119.223613:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329119.223619:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329119.223620:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [205:205:256:4294967295] 192.168.202.109@tcp LPNI seq info [205:205:8:4294967295] 02000000:00000010:2.0:1767329119.223623:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c883d92e. 00000400:00000200:3.0:1767329119.223627:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329119.223628:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329119.223634:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096273a06. 00000400:00000010:2.0:1767329119.223642:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019e33dff. 00000400:00000200:1.0:1767329119.223642:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:2.0:1767329119.223648:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572202880, portal 10 00000100:00000001:2.0:1767329119.223651:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329119.223653:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578902144 : -127177130649472 : ffff8c55444dd880) 00000800:00000200:1.0:1767329119.223654:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329119.223658:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:2.0:1767329119.223661:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d4e3d80 x1853178572202880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767329119.223663:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047440aa3. 00000400:00000200:3.0:1767329119.223666:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329119.223675:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767329119.223676:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:1.0:1767329119.223679:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000040:2.0:1767329119.223682:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329119.223685:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767329119.223688:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039d0c259. 00000400:00000200:3.0:1767329119.223692:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:2.0:1767329119.223693:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572202880, offset 0 00000800:00000200:1.0:1767329119.223697:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329119.223705:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [206:206:255:4294967295] 192.168.202.109@tcp LPNI seq info [206:206:7:4294967295] 00000400:00000200:2.0:1767329119.223705:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329119.223705:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000047440aa3 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329119.223725:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329119.223726:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329119.223733:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300968796 00000800:00000200:3.0:1767329119.223738:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329119.223738:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000010:1.0:1767329119.223742:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000648d638b. 00000400:00000200:2.0:1767329119.223747:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767329119.223748:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020beec0d. 00000100:00000001:1.0:1767329119.223753:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767329119.223760:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329119.223763:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329119.223765:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300968796 00000400:00000200:2.0:1767329119.223770:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767329119.223773:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:1.0:1767329119.223773:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9fe6e3a. 00000400:00000200:2.0:1767329119.223776:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329119.223780:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767329119.223782:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020beec0d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329119.223785:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [207:207:254:4294967295] 192.168.202.109@tcp LPNI seq info [207:207:6:4294967295] 00000100:00000001:1.0:1767329119.223788:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300968796 00000100:00000001:3.0:1767329119.223789:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767329119.223795:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a3bb6b37. 00000100:00000040:3.0:1767329119.223797:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 455191 usecs (456 jiffies) 00000800:00000200:0.0:1767329119.223799:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767329119.223800:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329119.223803:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767329119.223806:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300964808 00000800:00000010:0.0:1767329119.223808:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047440aa3. 00000100:00000001:1.0:1767329119.223813:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300968796 00000100:00000001:3.0:1767329119.223815:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300968796 00000800:00000200:2.0:1767329119.223815:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329119.223817:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329119.223822:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300964808 00000800:00000010:2.0:1767329119.223824:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048650044. 00000100:00000010:1.0:1767329119.223824:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d3e9933. 00000100:00000001:3.0:1767329119.223828:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300968796 00000400:00000200:0.0:1767329119.223831:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000800:00000200:2.0:1767329119.223835:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329119.223836:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300964808 00000100:00000001:1.0:1767329119.223838:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767329119.223841:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fa6d4d2 00000100:00000001:3.0:1767329119.223844:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300968796 00000100:00000001:1.0:1767329119.223846:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767329119.223847:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fa6d4d2. 00000800:00000200:2.0:1767329119.223848:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329119.223851:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300964808 00000100:00000001:1.0:1767329119.223854:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329119.223855:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000048650044 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329119.223858:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329119.223859:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300968796 00000100:00000001:1.0:1767329119.223860:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329119.223861:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329119.223865:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329119.223867:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329119.223867:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f4cfdab x1853178572202624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329119.223868:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 26596 usecs (27 jiffies) 00000100:00000001:3.0:1767329119.223871:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329119.223875:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300964379 00000100:00000001:3.0:1767329119.223878:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329119.223880:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329119.223881:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300968796 00000100:00000001:1.0:1767329119.223885:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329119.223887:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329119.223887:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300964379 00000100:00000001:1.0:1767329119.223893:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329119.223894:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300968796 00000100:00000001:3.0:1767329119.223898:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329119.223898:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329119.223899:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300964379 00000100:00000001:3.0:1767329119.223904:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329119.223904:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300968796 00000100:00000001:1.0:1767329119.223905:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329119.223905:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329119.223911:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300964379 00000100:00000001:3.0:1767329119.223912:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329119.223912:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f4cfdab x1853178572202624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329119.223913:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329119.223916:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329119.223916:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300968796 00000100:00000001:3.0:1767329119.223921:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329119.223922:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329119.223928:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329119.223929:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329119.223934:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329119.223937:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329119.223937:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329119.223941:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329119.223942:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329119.223944:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329119.223947:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329119.223949:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329119.223951:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329119.223957:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329119.223959:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329119.223963:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020beec0d. 00000400:00000200:0.0:1767329119.223975:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329119.223979:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329119.223982:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8121ef5 00000400:00000010:0.0:1767329119.223983:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8121ef5. 00000100:00000001:0.0:1767329119.223986:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329119.223989:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a42c2d0 x1853178572202752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329119.223996:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329119.223998:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a42c2d0 x1853178572202752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329119.224005:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329119.224006:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329119.224096:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329119.224099:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048650044. 00000400:00000200:0.0:1767329119.224103:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329119.224107:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329119.224109:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039d0c259 00000400:00000010:0.0:1767329119.224111:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039d0c259. 00000100:00000001:0.0:1767329119.224114:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329119.224117:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d4e3d80 x1853178572202880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329119.224124:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329119.224126:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d4e3d80 x1853178572202880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329119.224133:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329119.224134:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329119.225647:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329119.225686:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329119.225689:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329119.225692:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329119.225698:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329119.225706:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2806280 00000400:00000200:2.0:1767329119.225712:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x74d [1] + 224 00000800:00000001:2.0:1767329119.225718:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329119.225721:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329119.225722:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329119.225725:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329119.225728:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329119.225731:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f4cfdab x1853178572202624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329119.225739:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f4cfdab x1853178572202624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329119.225753:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329119.225759:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329119.225761:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329119.225762:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329119.225764:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329119.225766:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329119.225770:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2806300 00000400:00000200:2.0:1767329119.225773:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x751 [1] + 224 00000800:00000001:2.0:1767329119.225775:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329119.225780:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329119.225781:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329119.225784:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329119.225786:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329119.225788:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a42c2d0 x1853178572202752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329119.225792:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329119.225796:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329119.225800:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329119.225804:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329119.225809:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060395bf3. 00000100:00000040:2.0:1767329119.225811:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006a42c2d0 x1853178572202752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329119.225816:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cda0ea1 00000400:00000010:1.0:1767329119.225820:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cda0ea1. 00000100:00000001:1.0:1767329119.225824:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329119.225825:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329119.225832:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767329119.225833:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f4cfdab x1853178572202624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329119.225844:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f4cfdab x1853178572202624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329119.225853:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329119.225854:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329119.225855:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329119.225857:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767329119.225858:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329119.225862:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329119.225862:0:208651:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767329119.225864:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329119.225867:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767329119.225868:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:3.0:1767329119.225870:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767329119.225870:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329119.225872:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1767329119.225875:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767329119.225876:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329119.225880:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 02000000:00000001:1.0:1767329119.225882:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329119.225886:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056db3d13. 00000400:00000200:2.0:1767329119.225891:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2806380 00000100:00001000:1.0:1767329119.225891:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=116 v=5 (5 5 0 0) 00000100:00001000:1.0:1767329119.225899:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=116 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329119.225902:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329119.225904:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329119.225907:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329119.225909:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329119.225919:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329119.225925:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f4cfdab x1853178572202624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329119.225930:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b779618 00000400:00000010:3.0:1767329119.225935:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b779618. 00000100:00000001:1.0:1767329119.225941:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329119.225942:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767329119.225947:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x75d [1] + 224 00000100:00000001:1.0:1767329119.225948:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329119.225952:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329119.225953:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a42c2d0 x1853178572202752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329119.225954:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767329119.225960:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f4cfdab x1853178572202624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329119.225961:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329119.225966:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329119.225975:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329119.225982:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329119.225986:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a42c2d0 x1853178572202752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329119.225990:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001d4e3d80 x1853178572202880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329119.225991:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572202624:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329119.226004:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329119.226010:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329119.226038:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001d4e3d80 x1853178572202880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329119.226046:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767329119.226047:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f4cfdab x1853178572202624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329135 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329119.226052:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329119.226052:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329119.226057:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329119.226058:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329119.226060:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767329119.226065:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329119.226066:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767329119.226069:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767329119.226071:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d45f5745. 00000100:00000001:3.0:1767329119.226073:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329119.226077:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329119.226078:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767329119.226081:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767329119.226082:0:208651:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767329119.226083:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329119.226085:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767329119.226086:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00001000:3.0:1767329119.226090:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=106 v=5 (5 5 0 0) 00000020:00000001:1.0:1767329119.226091:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:0.0:1767329119.226092:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:1.0:1767329119.226095:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c6c5103d. 00000400:00000001:0.0:1767329119.226096:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1767329119.226098:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=106 v=5 (1 1 0 0) 00000400:00000010:0.0:1767329119.226101:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096273a06. 02000000:00000001:1.0:1767329119.226103:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767329119.226104:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329119.226108:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329119.226108:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767329119.226109:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019e33dff 00000100:00000010:1.0:1767329119.226112:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f4cfdab. 00000400:00000010:0.0:1767329119.226115:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019e33dff. 00010000:00000001:3.0:1767329119.226116:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329119.226119:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767329119.226121:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329119.226122:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329119.226123:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329119.226127:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767329119.226128:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329119.226133:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329119.226136:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329119.226137:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1767329119.226138:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d4e3d80 x1853178572202880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329119.226139:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329119.226141:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329119.226146:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329119.226150:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329119.226153:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a42c2d0 x1853178572202752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329119.226164:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d4e3d80 x1853178572202880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329119.226169:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329119.226174:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329119.226177:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329119.226180:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329119.226184:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329119.226186:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a42c2d0 x1853178572202752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329119.226201:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329119.226205:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329119.226208:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329119.226211:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329119.226215:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329119.226220:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a42c2d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572202752:192.168.202.109@tcp:400: 00000100:00001000:0.0:1767329119.226221:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=116 v=5 (5 5 0 0) 00000100:00001000:0.0:1767329119.226226:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=91 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329119.226233:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329119.226236:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329119.226237:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329119.226243:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767329119.226243:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767329119.226250:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a42c2d0 x1853178572202752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329135 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767329119.226253:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001d4e3d80 x1853178572202880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329119.226275:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767329119.226277:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329119.226279:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767329119.226282:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1767329119.226283:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000de4f5a8. 00000100:00000040:0.0:1767329119.226286:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000001:3.0:1767329119.226290:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767329119.226291:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767329119.226294:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329119.226295:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767329119.226298:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000040:0.0:1767329119.226302:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d4e3d80 x1853178572202880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767329119.226304:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329119.226307:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c06a1248. 02000000:00000001:3.0:1767329119.226313:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329119.226316:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767329119.226317:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767329119.226319:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a42c2d0. 00000100:00000001:0.0:1767329119.226322:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329119.226325:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329119.226325:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329119.226329:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329119.226333:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d4e3d80 x1853178572202880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329119.226334:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329119.226340:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329119.226343:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329119.226348:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767329119.226352:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d4e3d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572202880:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329119.226353:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329119.226369:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329119.226371:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329119.226374:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d4e3d80 x1853178572202880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329135 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329119.226381:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329119.226382:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329119.226385:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c883d92e. 02000000:00000001:0.0:1767329119.226388:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329119.226389:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329119.226391:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329119.226393:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329119.226394:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dda4c5dc. 02000000:00000001:0.0:1767329119.226397:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329119.226399:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329119.226400:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d4e3d80. 00000100:00000001:0.0:1767329119.226403:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329119.226404:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329119.226405:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329119.226409:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329119.226410:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329119.226412:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329119.226414:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329119.287113:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329119.287118:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329119.287123:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329119.287137:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329119.287219:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329119.287224:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329119.287227:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329120.311069:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329120.311075:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329120.311080:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329120.311081:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329120.311154:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329120.311159:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329120.311162:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329121.335113:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329121.335119:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329121.335126:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329121.335127:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329121.335230:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329121.335235:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329121.335238:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329122.359102:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329122.359111:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329122.359114:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329122.359117:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329122.359121:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329122.359124:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329122.359126:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329122.359128:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329122.359132:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329122.359133:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329122.359206:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329122.359211:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329122.359213:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329123.383086:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329123.383091:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329123.383095:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329123.383096:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329123.383164:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329123.383168:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329123.383181:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329123.831077:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300968796, at 4300968960 00000100:00000040:1.0:1767329123.831091:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300968796, at 4300968960 00000100:00000010:2.0:1767329123.831092:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a3bb6b37. 00000100:00000010:1.0:1767329123.831100:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9fe6e3a. 00000100:00000040:0.0:1767329123.831106:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300968796, at 4300968960 00000100:00000010:0.0:1767329123.831115:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000648d638b. 00000100:00000040:3.0:1767329123.831262:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300968796, at 4300968960 00000100:00000010:3.0:1767329123.831270:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d3e9933. 00000100:00000040:3.0:1767329124.343172:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329124.343181:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329124.343190:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d834dde9. 00000020:00000040:3.0:1767329124.343196:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329124.343201:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329124.343205:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329124.343211:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329124.343219:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077a38a26. 00000100:00000001:3.0:1767329124.343226:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329124.343236:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000d834dde9 x1853178572203008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329124.343247:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329124.343250:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329124.343256:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834dde9] to pc [ptlrpcd_00_02+2] req@00000000d834dde9 x1853178572203008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329124.343282:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329124.343285:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329124.343288:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329124.343291:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030aeebd2. 00000020:00000040:3.0:1767329124.343295:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329124.343298:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329124.343300:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329124.343302:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329124.343304:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329124.343305:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767329124.343306:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020beec0d. 00000100:00000001:1.0:1767329124.343311:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329124.343311:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329124.343312:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329124.343316:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329124.343320:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000030aeebd2 x1853178572203136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767329124.343324:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d834dde9 x1853178572203008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329124.343341:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329124.343343:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329124.343346:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329124.343349:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329124.343352:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329124.343355:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329124.343357:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329124.343362:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030aeebd2] to pc [ptlrpcd_00_03+3] req@0000000030aeebd2 x1853178572203136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329124.343370:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d834dde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572203008:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329124.343378:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329124.343383:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329124.343385:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767329124.343387:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767329124.343388:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329124.343394:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329124.343395:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767329124.343395:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329124.343399:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767329124.343401:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016573b0d. 02000000:00000010:0.0:1767329124.343401:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081d167d1. 00000100:00000001:1.0:1767329124.343402:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767329124.343407:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:0.0:1767329124.343407:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329124.343408:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000030aeebd2 x1853178572203136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329124.343414:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329124.343418:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767329124.343418:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061741a83. 00000100:00000001:1.0:1767329124.343420:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767329124.343423:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329124.343423:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329124.343427:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a82564d3. 02000000:00000001:1.0:1767329124.343428:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329124.343431:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767329124.343432:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070fb6d87. 02000000:00000001:1.0:1767329124.343434:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329124.343436:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572203008, portal 25 00000100:00000001:3.0:1767329124.343438:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329124.343440:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329124.343443:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776934656 : -127176932616960 : ffff8c55501b9500) 00000100:00000040:3.0:1767329124.343446:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000016573b0d x1853178572203264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329124.343447:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572203136:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329124.343454:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767329124.343454:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d834dde9 x1853178572203008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329124.343458:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329124.343460:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329124.343464:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329124.343469:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091b091d1. 02000000:00000001:1.0:1767329124.343472:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329124.343476:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767329124.343478:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060395bf3. 00000100:00000001:0.0:1767329124.343479:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329124.343480:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329124.343484:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cda0ea1. 00000100:00000040:0.0:1767329124.343485:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000200:1.0:1767329124.343488:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572203136, portal 10 00000100:00000040:3.0:1767329124.343489:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016573b0d] to pc [ptlrpcd_00_00+0] req@0000000016573b0d x1853178572203264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329124.343491:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e4ee8b1. 00000100:00000001:1.0:1767329124.343492:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329124.343494:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776931072 : -127176932620544 : ffff8c55501b8700) 00000100:00000200:0.0:1767329124.343497:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572203008, offset 0 00000100:00000040:1.0:1767329124.343503:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000030aeebd2 x1853178572203136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329124.343512:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329124.343515:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329124.343519:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329124.343522:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005235a963. 00000100:00000200:1.0:1767329124.343523:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572203136, offset 0 00000100:00000001:3.0:1767329124.343528:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329124.343528:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329124.343531:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:3.0:1767329124.343534:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767329124.343538:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767329124.343539:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767329124.343544:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6307) 00000400:00000200:0.0:1767329124.343546:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329124.343552:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329124.343556:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329124.343559:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [208:208:256:4294967295] 192.168.202.109@tcp LPNI seq info [208:208:8:4294967295] 00000100:00000001:3.0:1767329124.343573:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329124.343573:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329124.343575:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767329124.343578:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767329124.343579:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329124.343583:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329124.343587:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:0.0:1767329124.343588:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329124.343594:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767329124.343594:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767329124.343596:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dda4c5dc. 00000100:00000001:3.0:1767329124.343599:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329124.343599:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329124.343603:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329124.343604:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329124.343608:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329124.343609:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:0.0:1767329124.343609:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329124.343612:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767329124.343615:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [209:209:255:4294967295] 192.168.202.109@tcp LPNI seq info [209:209:7:4294967295] 00000800:00000200:0.0:1767329124.343624:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000040:3.0:1767329124.343625:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016573b0d x1853178572203264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329124.343629:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329124.343631:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dda4c5dc type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767329124.343639:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329124.343647:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:1.0:1767329124.343647:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047440aa3. 00000100:00000001:3.0:1767329124.343651:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329124.343654:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:3.0:1767329124.343656:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329124.343659:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329124.343660:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767329124.343660:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329124.343665:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000047440aa3 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767329124.343666:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329124.343667:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300973916 00000100:00100000:3.0:1767329124.343671:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000016573b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572203264:192.168.202.109@tcp:400: 00000100:00000010:0.0:1767329124.343674:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d643faa9. 00000100:00000001:1.0:1767329124.343677:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329124.343678:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767329124.343681:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 447661 usecs (448 jiffies) 02000000:00000001:3.0:1767329124.343682:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329124.343684:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1767329124.343687:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329124.343688:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300969920 02000000:00000001:3.0:1767329124.343693:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329124.343693:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300973916 00000100:00000001:0.0:1767329124.343693:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300973916 00000100:00000001:1.0:1767329124.343699:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300969920 02000000:00000010:3.0:1767329124.343700:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000de4f5a8. 00000100:00000010:0.0:1767329124.343700:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069e9ffe7. 02000000:00000001:3.0:1767329124.343706:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329124.343708:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329124.343708:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767329124.343711:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056db3d13. 00000800:00000010:2.0:1767329124.343713:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dda4c5dc. 00000100:00000001:1.0:1767329124.343716:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300973916 00000100:00000001:0.0:1767329124.343716:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300973916 00000400:00000010:3.0:1767329124.343717:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b779618. 00000100:00000001:1.0:1767329124.343722:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300969920 00000100:00000010:0.0:1767329124.343724:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007697a2dd. 00000100:00000200:3.0:1767329124.343725:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572203264, portal 10 00000400:00000200:2.0:1767329124.343728:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329124.343729:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329124.343730:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767329124.343733:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776938240 : -127176932613376 : ffff8c55501ba300) 00000100:00000001:1.0:1767329124.343736:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300973916 00000100:00000001:0.0:1767329124.343736:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300973916 00000400:00000200:2.0:1767329124.343739:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329124.343741:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300969920 00000100:00000010:0.0:1767329124.343743:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c317c76. 00000100:00000040:3.0:1767329124.343744:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000016573b0d x1853178572203264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329124.343747:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e4ee8b1 00000100:00000001:0.0:1767329124.343749:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767329124.343750:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e4ee8b1. 00000100:00000001:1.0:1767329124.343755:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300973916 00000100:00000001:0.0:1767329124.343756:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329124.343761:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329124.343761:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329124.343762:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329124.343762:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329124.343767:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329124.343768:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000200:2.0:1767329124.343770:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d834dde9 x1853178572203008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329124.343770:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329124.343771:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329124.343774:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d929a2. 00000100:00000001:1.0:1767329124.343776:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329124.343776:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329124.343781:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572203264, offset 0 00000100:00000001:1.0:1767329124.343784:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329124.343785:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329124.343788:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329124.343789:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329124.343791:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329124.343791:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329124.343795:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329124.343796:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329124.343797:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329124.343799:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d834dde9 x1853178572203008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329140 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329124.343800:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329124.343801:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329124.343805:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329124.343805:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329124.343806:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329124.343812:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329124.343817:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329124.343819:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329124.343822:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767329124.343823:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329124.343827:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329124.343830:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329124.343834:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [210:210:254:4294967295] 192.168.202.109@tcp LPNI seq info [210:210:6:4294967295] 00000400:00000200:3.0:1767329124.343850:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329124.343855:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329124.343860:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000800:00000200:3.0:1767329124.343864:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767329124.343869:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329124.343871:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329124.343875:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329124.343877:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 26181 usecs (27 jiffies) 00000100:00000001:3.0:1767329124.343879:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300969499 00000100:00000001:3.0:1767329124.343882:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300973916 00000100:00000001:3.0:1767329124.343883:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300969499 00000100:00000001:3.0:1767329124.343885:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300973916 00000100:00000001:3.0:1767329124.343887:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300969499 00000100:00000001:3.0:1767329124.343888:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300973916 00000100:00000001:3.0:1767329124.343890:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300969499 00000100:00000001:3.0:1767329124.343891:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300973916 00000100:00000001:3.0:1767329124.343892:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329124.343894:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329124.343896:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329124.343898:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329124.343919:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329124.343921:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047440aa3. 00000400:00000200:2.0:1767329124.343924:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329124.343926:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329124.343928:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005235a963 00000400:00000010:2.0:1767329124.343929:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005235a963. 00000100:00000001:2.0:1767329124.343931:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329124.343932:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000030aeebd2 x1853178572203136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329124.343937:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329124.343939:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000030aeebd2 x1853178572203136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329140 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329124.343942:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329124.343943:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329124.343951:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329124.343952:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000400:00000200:2.0:1767329124.343955:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329124.343957:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329124.343958:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d929a2 00000400:00000010:2.0:1767329124.343959:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d929a2. 00000100:00000001:2.0:1767329124.343961:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329124.343966:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016573b0d x1853178572203264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329124.343970:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329124.343971:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016573b0d x1853178572203264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329140 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329124.343975:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329124.343976:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329124.345293:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329124.345304:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329124.345306:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329124.345309:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329124.345315:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329124.345324:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2806400 00000400:00000200:0.0:1767329124.345329:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x765 [1] + 224 00000800:00000001:0.0:1767329124.345336:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329124.345343:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329124.345351:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329124.345355:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329124.345359:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329124.345363:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d834dde9 x1853178572203008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329124.345372:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d834dde9 x1853178572203008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329124.345385:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329124.345392:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329124.345396:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329124.345398:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329124.345400:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329124.345405:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329124.345410:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2806480 00000400:00000200:0.0:1767329124.345414:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x769 [1] + 224 00000800:00000001:0.0:1767329124.345417:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329124.345421:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329124.345423:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329124.345427:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329124.345429:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329124.345434:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000030aeebd2 x1853178572203136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329124.345436:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329124.345440:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329124.345446:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767329124.345446:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000030aeebd2 x1853178572203136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767329124.345450:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329124.345453:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061741a83. 00000400:00000200:3.0:1767329124.345459:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a82564d3 00000400:00000010:3.0:1767329124.345462:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a82564d3. 00000100:00000001:3.0:1767329124.345466:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329124.345468:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767329124.345472:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d834dde9 x1853178572203008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329124.345474:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329124.345478:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329124.345496:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d834dde9 x1853178572203008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329124.345498:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329124.345502:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329124.345506:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1767329124.345506:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329124.345508:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329124.345510:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329124.345511:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060395bf3. 00000100:00000001:3.0:1767329124.345515:0:208650:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767329124.345516:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cda0ea1 02000000:00000001:3.0:1767329124.345519:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1767329124.345519:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cda0ea1. 00000100:00000001:1.0:1767329124.345521:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329124.345523:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329124.345525:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329124.345526:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000030aeebd2 x1853178572203136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329124.345530:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329124.345537:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=121 v=5 (5 5 0 0) 00000100:00000200:1.0:1767329124.345539:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000030aeebd2 x1853178572203136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767329124.345545:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=121 v=5 (1 1 0 0) 00000100:00000001:3.0:1767329124.345548:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329124.345550:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329124.345552:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329124.345555:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329124.345557:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329124.345564:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d834dde9 x1853178572203008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329124.345575:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329124.345579:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329124.345580:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329124.345583:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329124.345584:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329124.345588:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767329124.345589:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d834dde9 x1853178572203008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329140 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329124.345592:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329124.345595:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329124.345596:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329124.345598:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329124.345602:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=111 v=5 (5 5 0 0) 00000100:00001000:1.0:1767329124.345606:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=111 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329124.345608:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329124.345609:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329124.345611:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329124.345613:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329124.345616:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329124.345617:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329124.345618:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329124.345619:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329124.345622:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000030aeebd2 x1853178572203136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329124.345627:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329124.345629:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329124.345629:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329124.345631:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030aeebd2 x1853178572203136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329140 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329124.345636:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572203136:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329124.345638:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329124.345640:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329124.345641:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000030aeebd2 x1853178572203136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329140 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329124.345648:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329124.345650:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329124.345658:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091b091d1. 02000000:00000001:1.0:1767329124.345663:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329124.345666:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1767329124.345668:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d834dde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572203008:192.168.202.109@tcp:400: 00000020:00000040:1.0:1767329124.345669:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329124.345675:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767329124.345676:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767329124.345678:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000020beec0d. 00000100:00000001:3.0:1767329124.345680:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329124.345684:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d834dde9 x1853178572203008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329140 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329124.345685:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329124.345689:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329124.345691:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030aeebd2. 00000100:00000001:1.0:1767329124.345694:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329124.345696:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329124.345698:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329124.345702:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329124.345704:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329124.345706:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329124.345708:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329124.345710:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329124.345716:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329124.345718:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329124.345719:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329124.345724:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329124.345731:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2806500 00000400:00000200:2.0:1767329124.345739:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x775 [1] + 224 00000800:00000001:2.0:1767329124.345745:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329124.345748:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329124.345751:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1767329124.345751:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767329124.345754:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081d167d1. 00000400:00000200:2.0:1767329124.345755:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329124.345757:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329124.345760:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329124.345764:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016573b0d x1853178572203264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329124.345766:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329124.345769:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329124.345772:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000040:2.0:1767329124.345776:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000016573b0d x1853178572203264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767329124.345777:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329124.345780:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077a38a26. 02000000:00000001:3.0:1767329124.345785:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329124.345788:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329124.345789:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d834dde9. 00000100:00000001:3.0:1767329124.345793:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329124.345794:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329124.345796:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329124.345797:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329124.345802:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329124.345803:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1767329124.345805:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329124.345806:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329124.345811:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329124.345813:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329124.345830:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329124.345833:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329124.345836:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329124.345837:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329124.345839:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056db3d13. 00000400:00000200:0.0:1767329124.345849:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b779618 00000400:00000010:0.0:1767329124.345850:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b779618. 00000100:00000001:0.0:1767329124.345852:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329124.345856:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016573b0d x1853178572203264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329124.345863:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016573b0d x1853178572203264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329124.345869:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329124.345870:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329124.345872:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329124.345874:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329124.345875:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329124.345876:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329124.345878:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329124.345882:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=121 v=5 (5 5 0 0) 00000100:00001000:0.0:1767329124.345884:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=96 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329124.345887:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329124.345888:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329124.345889:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767329124.345892:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000016573b0d x1853178572203264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329124.345898:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329124.345901:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329124.345902:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329124.345903:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329124.345904:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329124.345907:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016573b0d x1853178572203264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329124.345912:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329124.345914:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329124.345915:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329124.345917:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016573b0d x1853178572203264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329140 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329124.345932:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000016573b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572203264:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329124.345936:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329124.345938:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329124.345940:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016573b0d x1853178572203264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329140 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329124.345946:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329124.345948:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329124.345949:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000de4f5a8. 02000000:00000001:0.0:1767329124.345952:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329124.345954:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329124.345955:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329124.345957:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329124.345958:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070fb6d87. 02000000:00000001:0.0:1767329124.345961:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329124.345962:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329124.345963:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016573b0d. 00000100:00000001:0.0:1767329124.345966:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329124.345967:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329124.345969:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329124.345972:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329124.345973:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329124.345975:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329124.345976:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329124.407097:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329124.407100:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329124.407104:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329124.407105:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329124.407171:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329124.407175:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329124.407178:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329125.431103:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329125.431108:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329125.431112:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329125.431114:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329125.431116:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329125.431121:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329125.431123:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329125.431124:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329125.431126:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329125.431137:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329125.431138:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329125.431139:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329125.431187:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329125.431191:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329125.431194:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329126.455137:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329126.455144:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329126.455149:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329126.455149:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329126.455205:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329126.455209:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329126.455212:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329127.479125:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329127.479130:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329127.479153:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329127.479154:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329127.479211:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329127.479215:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329127.479218:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329128.503125:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329128.503131:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329128.503135:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329128.503136:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329128.503182:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329128.503185:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329128.503187:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329128.951112:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300973916, at 4300974080 00000100:00000040:2.0:1767329128.951112:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300973916, at 4300974080 00000100:00000010:3.0:1767329128.951127:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c317c76. 00000100:00000040:1.0:1767329128.951128:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300973916, at 4300974080 00000100:00000010:2.0:1767329128.951129:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007697a2dd. 00000100:00000010:1.0:1767329128.951139:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069e9ffe7. 00000100:00000040:0.0:1767329128.951377:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300973916, at 4300974080 00000100:00000010:0.0:1767329128.951384:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d643faa9. 00000100:00000040:1.0:1767329129.463140:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329129.463148:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329129.463157:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce5d9467. 00000020:00000040:1.0:1767329129.463163:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329129.463167:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329129.463170:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329129.463174:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329129.463180:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cc21aaa9. 00000100:00000001:1.0:1767329129.463186:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329129.463195:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000ce5d9467 x1853178572203392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329129.463203:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329129.463205:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329129.463209:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce5d9467] to pc [ptlrpcd_00_01+1] req@00000000ce5d9467 x1853178572203392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329129.463234:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329129.463235:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329129.463238:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329129.463240:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 00000020:00000040:1.0:1767329129.463241:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329129.463243:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329129.463243:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329129.463244:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329129.463247:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000047440aa3. 00000100:00000001:1.0:1767329129.463264:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329129.463266:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000dfc75053 x1853178572203520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329129.463271:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329129.463272:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329129.463274:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329129.463275:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfc75053] to pc [ptlrpcd_00_02+2] req@00000000dfc75053 x1853178572203520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329129.463281:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329129.463285:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329129.463285:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329129.463291:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329129.463294:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329129.463294:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce5d9467 x1853178572203392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329129.463299:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329129.463305:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329129.463307:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8f35ab6. 00000100:00000001:0.0:1767329129.463310:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1767329129.463311:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329129.463314:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329129.463315:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329129.463315:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767329129.463316:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329129.463318:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767329129.463319:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767329129.463321:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329129.463321:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329129.463324:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070fb6d87. 00000100:00000001:1.0:1767329129.463329:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329129.463330:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329129.463331:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767329129.463334:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000f8f35ab6 x1853178572203648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767329129.463335:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329129.463338:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329129.463341:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329129.463343:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329129.463346:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329129.463350:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329129.463350:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1767329129.463351:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572203392:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329129.463353:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329129.463353:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329129.463361:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572203520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329129.463361:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8f35ab6] to pc [ptlrpcd_00_03+3] req@00000000f8f35ab6 x1853178572203648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329129.463361:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329129.463369:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329129.463373:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329129.463378:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329129.463386:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081d167d1. 02000000:00000001:0.0:1767329129.463391:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329129.463392:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329129.463395:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329129.463397:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329129.463397:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329129.463399:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006713885c. 00000100:00000040:1.0:1767329129.463401:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767329129.463402:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329129.463407:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329129.463408:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767329129.463411:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a82564d3. 00000100:00100000:2.0:1767329129.463412:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572203520:192.168.202.109@tcp:400: 00000100:00000040:1.0:1767329129.463414:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6312) 00000100:00000001:3.0:1767329129.463417:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329129.463420:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767329129.463421:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572203392, portal 25 00000100:00100000:3.0:1767329129.463422:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:2.0:1767329129.463423:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329129.463426:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329129.463426:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329129.463427:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329129.463430:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329129.463430:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777200384 : -127176932351232 : ffff8c55501fa300) 02000000:00000010:2.0:1767329129.463434:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000185c0700. 02000000:00000001:2.0:1767329129.463438:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329129.463440:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce5d9467 x1853178572203392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329129.463443:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767329129.463443:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e267884a. 00000100:00000001:3.0:1767329129.463446:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767329129.463450:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002334309b. 00000100:00000001:3.0:1767329129.463452:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767329129.463454:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572203520, portal 10 00000100:00000001:3.0:1767329129.463455:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329129.463458:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329129.463459:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329129.463462:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000040:3.0:1767329129.463466:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8f35ab6 x1853178572203648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329129.463469:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572203520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329129.463470:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329129.463477:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329129.463483:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e4ee8b1. 00000100:00000200:0.0:1767329129.463489:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572203392, offset 0 00000100:00000001:2.0:1767329129.463497:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329129.463498:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329129.463501:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329129.463503:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329129.463504:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329129.463506:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767329129.463509:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da383fb9. 02000000:00000001:3.0:1767329129.463510:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767329129.463512:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572203520, offset 0 02000000:00000001:3.0:1767329129.463515:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329129.463519:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329129.463521:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00100000:3.0:1767329129.463522:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572203648:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329129.463529:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329129.463531:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767329129.463532:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767329129.463534:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329129.463537:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329129.463539:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000010:3.0:1767329129.463542:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000795ad0dd. 00000400:00000200:0.0:1767329129.463545:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767329129.463546:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329129.463550:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:3.0:1767329129.463553:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056db3d13. 00000400:00000200:0.0:1767329129.463556:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [211:211:256:4294967295] 192.168.202.109@tcp LPNI seq info [211:211:8:4294967295] 00000400:00000010:3.0:1767329129.463560:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a54034e. 00000100:00000200:3.0:1767329129.463564:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572203648, portal 10 00000100:00000001:3.0:1767329129.463568:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329129.463571:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777196800 : -127176932354816 : ffff8c55501f9500) 00000400:00000200:0.0:1767329129.463573:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:3.0:1767329129.463580:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8f35ab6 x1853178572203648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329129.463584:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:0.0:1767329129.463585:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329129.463589:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767329129.463591:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ce0a9bb. 00000400:00000200:2.0:1767329129.463598:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329129.463604:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767329129.463604:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329129.463610:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329129.463615:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767329129.463617:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [212:212:255:4294967295] 192.168.202.109@tcp LPNI seq info [212:212:7:4294967295] 00000100:00000040:3.0:1767329129.463623:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:0.0:1767329129.463624:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:3.0:1767329129.463629:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a76260. 00000400:00000200:2.0:1767329129.463631:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329129.463633:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004ce0a9bb type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767329129.463634:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572203648, offset 0 00000400:00000200:3.0:1767329129.463647:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:2.0:1767329129.463647:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329129.463651:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329129.463655:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025ce9561. 00000400:00000200:3.0:1767329129.463657:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329129.463657:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300979036 00000800:00000200:2.0:1767329129.463663:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:0.0:1767329129.463664:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d643faa9. 00000400:00000200:3.0:1767329129.463666:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767329129.463670:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329129.463674:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025ce9561 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329129.463674:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767329129.463679:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329129.463680:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329129.463685:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767329129.463685:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 440367 usecs (441 jiffies) 00000100:00000001:0.0:1767329129.463685:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300979036 00000100:00000001:2.0:1767329129.463691:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300975033 00000400:00000200:3.0:1767329129.463692:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:1.0:1767329129.463693:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767329129.463693:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007697a2dd. 00000100:00000001:2.0:1767329129.463697:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300979036 00000800:00000010:1.0:1767329129.463698:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ce0a9bb. 00000100:00000001:0.0:1767329129.463700:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767329129.463701:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [213:213:254:4294967295] 192.168.202.109@tcp LPNI seq info [213:213:6:4294967295] 00000100:00000001:2.0:1767329129.463702:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300975033 00000100:00000001:0.0:1767329129.463707:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300979036 00000100:00000001:2.0:1767329129.463708:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300979036 00000400:00000200:1.0:1767329129.463713:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329129.463714:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300975033 00000100:00000010:0.0:1767329129.463714:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c317c76. 00000100:00000001:0.0:1767329129.463722:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767329129.463724:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329129.463728:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329129.463728:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300979036 00000100:00000001:2.0:1767329129.463729:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300979036 00000100:00000001:2.0:1767329129.463735:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300975033 00000100:00000010:0.0:1767329129.463736:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021e4b7b2. 00000400:00000200:1.0:1767329129.463738:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e4ee8b1 00000800:00000200:3.0:1767329129.463740:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329129.463742:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e4ee8b1. 00000100:00000001:0.0:1767329129.463743:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000800:00000010:3.0:1767329129.463747:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 00000100:00000001:2.0:1767329129.463749:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300979036 00000100:00000001:0.0:1767329129.463749:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329129.463753:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329129.463754:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329129.463756:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329129.463758:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:1.0:1767329129.463760:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce5d9467 x1853178572203392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329129.463761:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329129.463762:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329129.463766:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329129.463767:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329129.463772:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329129.463773:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329129.463775:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329129.463776:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329129.463780:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329129.463780:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767329129.463781:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329129.463782:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329129.463782:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329129.463786:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329129.463789:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329129.463789:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce5d9467 x1853178572203392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329145 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329129.463790:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329129.463790:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329129.463795:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329129.463798:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 25773 usecs (26 jiffies) 00000100:00000001:0.0:1767329129.463801:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329129.463805:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300974618 00000100:00000001:1.0:1767329129.463808:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329129.463810:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300979036 00000100:00000001:1.0:1767329129.463811:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329129.463815:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300974618 00000100:00000001:3.0:1767329129.463818:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300979036 00000100:00000001:3.0:1767329129.463820:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300974618 00000800:00000200:1.0:1767329129.463822:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329129.463823:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300979036 00000800:00000010:1.0:1767329129.463825:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025ce9561. 00000100:00000001:3.0:1767329129.463829:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300974618 00000400:00000200:1.0:1767329129.463830:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329129.463835:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300979036 00000400:00000200:1.0:1767329129.463835:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329129.463840:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da383fb9 00000100:00000001:3.0:1767329129.463841:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767329129.463842:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da383fb9. 00000100:00000001:3.0:1767329129.463846:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329129.463846:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329129.463850:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572203520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329129.463851:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329129.463858:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329129.463859:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329129.463863:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572203520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329145 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329129.463867:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329129.463868:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329129.463924:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329129.463925:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000400:00000200:1.0:1767329129.463929:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329129.463931:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329129.463932:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a76260 00000400:00000010:1.0:1767329129.463933:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a76260. 00000100:00000001:1.0:1767329129.463935:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329129.463940:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8f35ab6 x1853178572203648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329129.463945:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329129.463946:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8f35ab6 x1853178572203648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329145 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329129.463950:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329129.463951:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329129.465807:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329129.465818:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329129.465820:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329129.465822:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329129.465828:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329129.465837:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2806580 00000400:00000200:0.0:1767329129.465842:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x77d [1] + 224 00000800:00000001:0.0:1767329129.465852:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329129.465862:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329129.465863:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329129.465866:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329129.465868:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329129.465871:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce5d9467 x1853178572203392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329145 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329129.465877:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ce5d9467 x1853178572203392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329129.465889:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329129.465894:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329129.465896:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329129.465897:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329129.465898:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329129.465900:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329129.465903:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2806600 00000400:00000200:0.0:1767329129.465906:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x781 [1] + 224 00000800:00000001:0.0:1767329129.465908:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329129.465912:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329129.465914:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329129.465916:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329129.465918:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329129.465919:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572203520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329145 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329129.465924:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfc75053 x1853178572203520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329129.465932:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329129.465935:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329129.465935:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329129.465939:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767329129.465942:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767329129.465943:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767329129.465946:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329129.465950:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006713885c. 00000400:00000200:3.0:1767329129.465959:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a82564d3 00000100:00000001:2.0:1767329129.465961:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767329129.465962:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a82564d3. 00000100:00000001:3.0:1767329129.465966:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329129.465970:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767329129.465973:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce5d9467 x1853178572203392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767329129.465974:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329129.465976:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329129.465979:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e267884a. 00000400:00000200:2.0:1767329129.465983:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002334309b 00000400:00000010:2.0:1767329129.465986:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002334309b. 00000100:00000001:2.0:1767329129.465989:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329129.465990:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce5d9467 x1853178572203392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329145 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329129.465994:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572203520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329129.466014:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329129.466035:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329129.466037:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329129.466040:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767329129.466042:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572203520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329145 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329129.466043:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329129.466047:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329129.466051:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329129.466053:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329129.466055:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329129.466057:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:3.0:1767329129.466059:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=126 v=5 (5 5 0 0) 02000000:00000001:2.0:1767329129.466059:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329129.466061:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329129.466063:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329129.466065:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329129.466066:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=126 v=5 (1 1 0 0) 00000100:00001000:2.0:1767329129.466069:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=116 v=5 (5 5 0 0) 00000100:00000001:3.0:1767329129.466070:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329129.466073:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329129.466074:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=116 v=5 (1 1 0 0) 00010000:00000001:3.0:1767329129.466078:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329129.466078:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329129.466081:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329129.466082:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329129.466083:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329129.466086:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329129.466087:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329129.466099:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329129.466100:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329129.466103:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329129.466104:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329129.466108:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce5d9467 x1853178572203392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329145 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329129.466109:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfc75053 x1853178572203520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329145 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329129.466132:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329129.466135:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329129.466137:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329129.466140:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329129.466141:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329129.466144:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329129.466144:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572203520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329145 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329129.466161:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572203520:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329129.466164:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329129.466165:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329129.466167:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572203520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329145 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329129.466171:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329129.466172:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329129.466175:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000185c0700. 02000000:00000001:2.0:1767329129.466177:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329129.466178:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329129.466179:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329129.466181:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329129.466183:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000047440aa3. 02000000:00000001:2.0:1767329129.466186:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329129.466187:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329129.466188:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000100:00000001:2.0:1767329129.466191:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329129.466191:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329129.466193:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329129.466195:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329129.466196:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329129.466197:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329129.466199:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329129.466215:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce5d9467 x1853178572203392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329145 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329129.466220:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767329129.466225:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572203392:192.168.202.109@tcp:400: 00000800:00000001:2.0:1767329129.466227:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329129.466231:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329129.466233:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329129.466236:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329129.466242:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2806680 00000400:00000200:2.0:1767329129.466245:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x78d [1] + 224 00000800:00000001:2.0:1767329129.466248:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329129.466251:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329129.466256:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329129.466258:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329129.466260:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329129.466262:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8f35ab6 x1853178572203648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329145 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329129.466267:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f8f35ab6 x1853178572203648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329129.466278:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329129.466279:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329129.466283:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767329129.466285:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767329129.466288:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce5d9467 x1853178572203392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329145 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329129.466289:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329129.466301:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329129.466304:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329129.466309:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329129.466314:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:0.0:1767329129.466315:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1767329129.466316:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081d167d1. 00000400:00000001:0.0:1767329129.466317:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329129.466321:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056db3d13. 02000000:00000001:3.0:1767329129.466322:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767329129.466324:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a54034e 00000020:00000001:3.0:1767329129.466325:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1767329129.466327:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a54034e. 00000020:00000040:3.0:1767329129.466328:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329129.466331:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767329129.466333:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329129.466335:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cc21aaa9. 00000100:00000200:0.0:1767329129.466337:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8f35ab6 x1853178572203648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329129.466339:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329129.466343:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329129.466345:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce5d9467. 00000100:00000200:0.0:1767329129.466348:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8f35ab6 x1853178572203648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329145 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329129.466350:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329129.466353:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329129.466358:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329129.466359:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329129.466361:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329129.466363:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329129.466364:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329129.466365:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329129.466365:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329129.466369:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329129.466369:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329129.466373:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329129.466375:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767329129.466377:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=126 v=5 (5 5 0 0) 00000100:00000001:3.0:1767329129.466378:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329129.466384:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=101 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329129.466386:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329129.466386:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329129.466387:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767329129.466390:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f8f35ab6 x1853178572203648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329145 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329129.466394:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329129.466395:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329129.466396:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329129.466397:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329129.466398:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329129.466399:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8f35ab6 x1853178572203648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329145 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329129.466403:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329129.466404:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329129.466408:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329129.466410:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8f35ab6 x1853178572203648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329145 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329129.466414:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572203648:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329129.466416:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329129.466417:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329129.466418:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8f35ab6 x1853178572203648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329145 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329129.466422:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329129.466423:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329129.466424:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000795ad0dd. 02000000:00000001:0.0:1767329129.466426:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329129.466427:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329129.466428:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329129.466429:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329129.466430:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070fb6d87. 02000000:00000001:0.0:1767329129.466431:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329129.466432:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329129.466433:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8f35ab6. 00000100:00000001:0.0:1767329129.466434:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329129.466435:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329129.466436:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329129.466438:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329129.466439:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329129.466440:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329129.466441:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329129.527078:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329129.527082:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329129.527085:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329129.527086:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329129.527143:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329129.527146:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329129.527150:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329130.551109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329130.551115:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329130.551119:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329130.551120:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329130.551169:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329130.551173:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329130.551175:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329131.575129:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329131.575137:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329131.575144:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329131.575145:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329131.575206:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329131.575210:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329131.575213:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329132.599146:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329132.599156:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329132.599158:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329132.599160:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329132.599165:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329132.599168:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329132.599169:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329132.599172:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329132.599177:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329132.599178:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329132.599232:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329132.599237:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329132.599239:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329133.623114:0:181586:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329133.623122:0:181586:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329133.623128:0:181586:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329133.623129:0:181586:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329133.623171:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329133.623175:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329133.623179:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329134.071117:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300979036, at 4300979200 00000100:00000040:3.0:1767329134.071127:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300979036, at 4300979200 00000100:00000010:1.0:1767329134.071140:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007697a2dd. 00000100:00000010:3.0:1767329134.071141:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021e4b7b2. 00000100:00000040:2.0:1767329134.071156:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300979036, at 4300979200 00000100:00000010:2.0:1767329134.071176:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c317c76. 00000100:00000040:0.0:1767329134.071231:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300979036, at 4300979200 00000100:00000010:0.0:1767329134.071239:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d643faa9. 00000100:00000040:2.0:1767329134.583187:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329134.583198:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329134.583209:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d99846bb. 00000020:00000040:2.0:1767329134.583216:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329134.583221:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329134.583223:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329134.583230:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329134.583240:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000025ce9561. 00000100:00000001:2.0:1767329134.583247:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329134.583258:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000d99846bb x1853178572203776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329134.583268:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329134.583271:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329134.583276:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d99846bb] to pc [ptlrpcd_00_00+0] req@00000000d99846bb x1853178572203776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329134.583300:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329134.583302:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329134.583306:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767329134.583316:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329134.583321:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329134.583324:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767329134.583327:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081735c3f. 00000020:00000040:2.0:1767329134.583331:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000040:3.0:1767329134.583332:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d99846bb x1853178572203776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329134.583337:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329134.583340:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329134.583343:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329134.583349:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767329134.583349:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000048650044. 00000100:00000001:3.0:1767329134.583354:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329134.583356:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329134.583359:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767329134.583363:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000081735c3f x1853178572203904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767329134.583364:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329134.583369:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329134.583376:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d99846bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572203776:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329134.583378:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329134.583380:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329134.583381:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329134.583387:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329134.583387:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329134.583388:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081735c3f] to pc [ptlrpcd_00_01+1] req@0000000081735c3f x1853178572203904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329134.583395:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329134.583401:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329134.583401:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329134.583405:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329134.583410:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767329134.583411:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f40ab60. 00000100:00000040:2.0:1767329134.583411:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767329134.583420:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329134.583421:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329134.583422:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767329134.583427:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd5835e7. 00000100:00000010:2.0:1767329134.583429:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000e7f7ee3. 00000100:00000001:0.0:1767329134.583430:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767329134.583436:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004673a60. 00000020:00000040:2.0:1767329134.583436:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329134.583439:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329134.583443:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329134.583444:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329134.583446:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572203776, portal 25 02000000:00000010:2.0:1767329134.583448:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d5c44fe9. 00000100:00000040:0.0:1767329134.583451:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081735c3f x1853178572203904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329134.583453:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329134.583453:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329134.583457:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777366912 : -127176932184704 : ffff8c5550222d80) 00000100:00000040:2.0:1767329134.583460:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000000e7f7ee3 x1853178572204032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329134.583467:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767329134.583468:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d99846bb x1853178572203776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329134.583472:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329134.583479:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e7f7ee3] to pc [ptlrpcd_00_02+2] req@000000000e7f7ee3 x1853178572204032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329134.583516:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329134.583522:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329134.583524:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329134.583530:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329134.583531:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329134.583531:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767329134.583541:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae81c53f. 00000100:00000040:2.0:1767329134.583542:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1767329134.583543:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329134.583546:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767329134.583548:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572203776, offset 0 02000000:00000001:0.0:1767329134.583552:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767329134.583553:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6317) 00000100:00000001:1.0:1767329134.583562:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329134.583563:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329134.583564:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329134.583567:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329134.583569:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329134.583575:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329134.583578:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081735c3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572203904:192.168.202.109@tcp:400: 00000100:00000040:1.0:1767329134.583581:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000e7f7ee3 x1853178572204032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329134.583589:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767329134.583595:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:0.0:1767329134.583598:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329134.583604:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329134.583612:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767329134.583614:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329134.583615:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329134.583619:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329134.583621:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000010:0.0:1767329134.583625:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2e1a91e. 02000000:00000001:1.0:1767329134.583626:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767329134.583631:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767329134.583631:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329134.583633:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329134.583641:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329134.583648:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:0.0:1767329134.583648:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d21230ff. 00000100:00100000:1.0:1767329134.583651:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000e7f7ee3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572204032:192.168.202.109@tcp:400: 00000400:00000010:0.0:1767329134.583659:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000110f2f61. 00000400:00000200:3.0:1767329134.583661:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [214:214:256:4294967295] 192.168.202.109@tcp LPNI seq info [214:214:8:4294967295] 00000100:00000001:1.0:1767329134.583662:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329134.583668:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767329134.583670:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572203904, portal 10 02000000:00000001:1.0:1767329134.583672:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329134.583676:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767329134.583678:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329134.583683:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777358848 : -127176932192768 : ffff8c5550220e00) 02000000:00000010:1.0:1767329134.583686:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005674addc. 00000400:00000200:3.0:1767329134.583688:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:1.0:1767329134.583695:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329134.583701:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081735c3f x1853178572203904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329134.583702:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060395bf3. 00000800:00000200:3.0:1767329134.583704:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329134.583713:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cda0ea1. 00000800:00000010:3.0:1767329134.583716:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000100:00000200:1.0:1767329134.583724:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572204032, portal 10 00000100:00000001:1.0:1767329134.583734:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767329134.583735:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329134.583740:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777361536 : -127176932190080 : ffff8c5550221880) 00000100:00000001:0.0:1767329134.583747:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329134.583755:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000e7f7ee3 x1853178572204032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329134.583758:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:3.0:1767329134.583759:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:0.0:1767329134.583768:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001023fb11. 00000800:00000200:3.0:1767329134.583769:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1767329134.583782:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572203904, offset 0 00000100:00000001:1.0:1767329134.583783:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329134.583791:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329134.583797:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329134.583798:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329134.583800:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c97fde2a. 00000100:00000200:1.0:1767329134.583810:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572204032, offset 0 00000100:00000001:3.0:1767329134.583811:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300984156 00000100:00000010:3.0:1767329134.583820:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e54f2307. 00000400:00000200:0.0:1767329134.583822:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329134.583823:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329134.583835:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767329134.583836:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329134.583845:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329134.583849:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300984156 00000400:00000200:0.0:1767329134.583850:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1767329134.583859:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f77cedb. 00000400:00000200:0.0:1767329134.583860:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329134.583868:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767329134.583869:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [215:215:255:4294967295] 192.168.202.109@tcp LPNI seq info [215:215:7:4294967295] 00000100:00000001:3.0:1767329134.583874:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300984156 00000100:00000010:3.0:1767329134.583881:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f104d75. 00000100:00000001:3.0:1767329134.583888:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767329134.583895:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300984156 00000400:00000200:0.0:1767329134.583895:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000010:3.0:1767329134.583901:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053c5c050. 00000800:00000200:2.0:1767329134.583904:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329134.583908:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000800:00000010:2.0:1767329134.583911:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000100:00000001:3.0:1767329134.583917:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329134.583922:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329134.583923:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767329134.583931:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329134.583932:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329134.583936:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329134.583944:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329134.583948:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329134.583948:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767329134.583948:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6c5103d. 00000400:00000200:1.0:1767329134.583959:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329134.583966:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767329134.583967:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767329134.583970:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329134.583973:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767329134.583980:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329134.583984:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329134.583991:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767329134.583995:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329134.583998:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329134.584002:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [216:216:254:4294967295] 192.168.202.109@tcp LPNI seq info [216:216:6:4294967295] 00000800:00000200:0.0:1767329134.584004:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6c5103d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329134.584066:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329134.584072:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329134.584073:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae81c53f 00000100:00000001:0.0:1767329134.584076:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767329134.584077:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077a38a26. 00000400:00000010:2.0:1767329134.584080:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae81c53f. 00000100:00000040:0.0:1767329134.584090:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 433321 usecs (434 jiffies) 00000100:00000001:2.0:1767329134.584093:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767329134.584100:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329134.584101:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300980147 00000100:00000200:2.0:1767329134.584106:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d99846bb x1853178572203776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329134.584114:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300984156 00000800:00000200:1.0:1767329134.584123:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329134.584128:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300980147 00000800:00000200:1.0:1767329134.584132:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077a38a26 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329134.584134:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329134.584134:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300984156 00000100:00000001:3.0:1767329134.584137:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329134.584142:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300980147 00000100:00000001:1.0:1767329134.584143:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329134.584144:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d99846bb x1853178572203776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329150 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329134.584158:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300984156 00000100:00000040:1.0:1767329134.584160:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 25393 usecs (26 jiffies) 00000100:00000001:2.0:1767329134.584163:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329134.584165:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300980147 00000100:00000001:1.0:1767329134.584168:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300979739 00000100:00000001:2.0:1767329134.584170:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329134.584175:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300984156 00000100:00000001:1.0:1767329134.584176:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300984156 00000800:00000200:2.0:1767329134.584190:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329134.584191:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300979739 00000100:00000001:0.0:1767329134.584191:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329134.584201:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300984156 00000100:00000001:0.0:1767329134.584201:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329134.584205:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6c5103d. 00000100:00000001:1.0:1767329134.584211:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300979739 00000100:00000001:0.0:1767329134.584213:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329134.584216:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329134.584220:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329134.584222:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300984156 00000400:00000200:2.0:1767329134.584233:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329134.584236:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300979739 00000400:00000200:2.0:1767329134.584239:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001023fb11 00000100:00000001:1.0:1767329134.584239:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300984156 00000100:00000001:0.0:1767329134.584240:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329134.584245:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329134.584246:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767329134.584247:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001023fb11. 00000100:00000001:0.0:1767329134.584250:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329134.584252:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329134.584256:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329134.584261:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329134.584261:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329134.584265:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329134.584277:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081735c3f x1853178572203904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329134.584277:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329134.584278:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329134.584298:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329134.584299:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329134.584302:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767329134.584304:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081735c3f x1853178572203904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329150 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329134.584308:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329134.584311:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329134.584316:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329134.584316:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329134.584321:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329134.584322:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329134.584357:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329134.584360:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077a38a26. 00000400:00000200:2.0:1767329134.584363:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329134.584367:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329134.584370:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c97fde2a 00000400:00000010:2.0:1767329134.584371:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c97fde2a. 00000100:00000001:2.0:1767329134.584374:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329134.584377:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000e7f7ee3 x1853178572204032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329134.584386:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329134.584388:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000e7f7ee3 x1853178572204032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329150 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329134.584395:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329134.584396:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329134.585318:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329134.585331:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329134.585333:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329134.585335:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329134.585340:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329134.585356:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2806700 00000400:00000200:0.0:1767329134.585361:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x795 [1] + 224 00000800:00000001:0.0:1767329134.585366:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329134.585376:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329134.585378:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329134.585382:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329134.585388:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329134.585392:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d99846bb x1853178572203776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329134.585399:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d99846bb x1853178572203776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329134.585422:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329134.585428:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329134.585430:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329134.585456:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329134.585460:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329134.585465:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329134.585467:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329134.585470:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd5835e7. 00000400:00000200:3.0:1767329134.585474:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004673a60 00000400:00000010:3.0:1767329134.585476:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004673a60. 00000100:00000001:3.0:1767329134.585479:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329134.585485:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d99846bb x1853178572203776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329134.585571:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d99846bb x1853178572203776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329134.585580:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329134.585582:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329134.585585:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329134.585588:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329134.585591:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329134.585594:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329134.585598:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329134.585606:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=131 v=5 (5 5 0 0) 00000800:00000001:2.0:1767329134.585606:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329134.585615:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329134.585618:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329134.585619:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329134.585625:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329134.585633:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2806780 00000400:00000200:2.0:1767329134.585638:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x79d [1] + 224 00000800:00000001:2.0:1767329134.585642:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329134.585656:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329134.585658:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329134.585661:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329134.585664:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329134.585667:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081735c3f x1853178572203904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329134.585674:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081735c3f x1853178572203904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329134.585687:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329134.585692:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329134.585713:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329134.585714:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767329134.585720:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329134.585720:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767329134.585724:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=131 v=5 (1 1 0 0) 00000800:00000001:2.0:1767329134.585728:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767329134.585729:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767329134.585731:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1767329134.585732:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329134.585738:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329134.585739:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d21230ff. 00000400:00000200:2.0:1767329134.585740:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329134.585748:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000110f2f61 00000400:00000010:0.0:1767329134.585752:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000110f2f61. 00000400:00000200:2.0:1767329134.585754:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2806800 00000100:00000001:0.0:1767329134.585764:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767329134.585770:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7a1 [1] + 224 00000100:00000200:0.0:1767329134.585775:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081735c3f x1853178572203904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329134.585776:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329134.585784:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329134.585786:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081735c3f x1853178572203904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329134.585789:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767329134.585790:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767329134.585798:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329134.585803:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329134.585811:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329134.585815:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329134.585826:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000e7f7ee3 x1853178572204032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329134.585830:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d99846bb x1853178572203776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329134.585836:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329134.585842:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329134.585852:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329134.585859:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329134.585866:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329134.585873:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329134.585882:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329134.585884:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000e7f7ee3 x1853178572204032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329134.585886:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329134.585900:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:0.0:1767329134.585903:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=121 v=5 (5 5 0 0) 00000100:00000001:3.0:1767329134.585904:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329134.585908:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767329134.585916:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=121 v=5 (1 1 0 0) 00000800:00000001:2.0:1767329134.585918:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767329134.585922:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d99846bb x1853178572203776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329150 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329134.585926:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329134.585928:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329134.585933:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329134.585940:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329134.585946:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329134.585952:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d99846bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572203776:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329134.585952:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329134.585954:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329134.585956:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329134.585958:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329134.585965:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081735c3f x1853178572203904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329134.585973:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329134.585979:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329134.585979:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329134.585984:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767329134.585987:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767329134.585989:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329134.585990:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329134.585993:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329134.586002:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d99846bb x1853178572203776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329150 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329134.586002:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767329134.586007:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081735c3f x1853178572203904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329150 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329134.586008:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060395bf3. 00000400:00000200:1.0:1767329134.586056:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cda0ea1 00000100:00100000:0.0:1767329134.586060:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081735c3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572203904:192.168.202.109@tcp:400: 00000400:00000010:1.0:1767329134.586062:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cda0ea1. 00000100:00000001:1.0:1767329134.586075:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329134.586080:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329134.586089:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000e7f7ee3 x1853178572204032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329134.586090:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329134.586092:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767329134.586097:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081735c3f x1853178572203904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329150 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329134.586099:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329134.586108:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f40ab60. 02000000:00000001:3.0:1767329134.586119:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329134.586126:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329134.586129:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:3.0:1767329134.586131:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 02000000:00000001:0.0:1767329134.586133:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1767329134.586139:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329134.586139:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2e1a91e. 02000000:00000010:3.0:1767329134.586148:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000025ce9561. 00000100:00000200:1.0:1767329134.586149:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000e7f7ee3 x1853178572204032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329134.586150:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329134.586155:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329134.586157:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 02000000:00000001:3.0:1767329134.586158:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1767329134.586167:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767329134.586168:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1767329134.586174:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000048650044. 00000100:00000010:3.0:1767329134.586175:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d99846bb. 00000100:00000001:1.0:1767329134.586176:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767329134.586182:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329134.586183:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329134.586185:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329134.586189:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329134.586189:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767329134.586193:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329134.586193:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:0.0:1767329134.586193:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081735c3f. 00000100:00000001:1.0:1767329134.586196:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329134.586199:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329134.586200:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329134.586209:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329134.586211:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329134.586212:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329134.586213:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767329134.586214:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=131 v=5 (5 5 0 0) 00000100:00000001:3.0:1767329134.586218:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329134.586224:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329134.586227:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767329134.586228:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=106 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329134.586229:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329134.586232:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329134.586234:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329134.586235:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329134.586241:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329134.586245:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767329134.586246:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767329134.586251:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767329134.586255:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000e7f7ee3 x1853178572204032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329134.586261:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329134.586264:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329134.586266:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329134.586267:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329134.586268:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329134.586270:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000e7f7ee3 x1853178572204032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329134.586274:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329134.586275:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329134.586276:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329134.586285:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e7f7ee3 x1853178572204032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329150 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329134.586290:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000e7f7ee3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572204032:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329134.586294:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329134.586295:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329134.586296:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000e7f7ee3 x1853178572204032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329150 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329134.586301:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329134.586302:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329134.586304:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005674addc. 02000000:00000001:1.0:1767329134.586306:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329134.586307:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329134.586308:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329134.586310:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329134.586311:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d5c44fe9. 02000000:00000001:1.0:1767329134.586313:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329134.586314:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329134.586315:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000e7f7ee3. 00000100:00000001:1.0:1767329134.586317:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329134.586318:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329134.586319:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329134.586322:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329134.586323:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329134.586325:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329134.586326:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329134.647102:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329134.647109:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329134.647116:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329134.647117:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329134.647185:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329134.647190:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329134.647194:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329135.671122:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329135.671130:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329135.671136:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329135.671138:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329135.671140:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329135.671145:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329135.671168:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329135.671169:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329135.671171:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329135.671173:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329135.671174:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329135.671176:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329135.671234:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329135.671239:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329135.671243:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329136.695113:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329136.695120:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329136.695127:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329136.695129:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329136.695179:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329136.695183:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329136.695186:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329137.719118:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329137.719127:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329137.719135:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329137.719136:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329137.719188:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329137.719192:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329137.719195:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329138.743097:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329138.743105:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329138.743111:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329138.743113:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329138.743152:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329138.743157:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329138.743161:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329139.191085:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300984156, at 4300984320 00000100:00000040:1.0:1767329139.191093:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300984156, at 4300984320 00000100:00000010:1.0:1767329139.191110:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f77cedb. 00000100:00000040:0.0:1767329139.191112:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300984156, at 4300984320 00000100:00000010:2.0:1767329139.191113:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f104d75. 00000100:00000010:0.0:1767329139.191124:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e54f2307. 00000100:00000040:3.0:1767329139.191429:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300984156, at 4300984320 00000100:00000010:3.0:1767329139.191438:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053c5c050. 00000100:00000040:1.0:1767329139.703151:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329139.703164:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329139.703178:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000446a1ebc. 00000020:00000040:1.0:1767329139.703186:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329139.703192:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329139.703195:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329139.703202:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329139.703212:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020beec0d. 00000100:00000001:1.0:1767329139.703220:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329139.703233:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000446a1ebc x1853178572204160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329139.703245:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329139.703249:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329139.703254:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a1ebc] to pc [ptlrpcd_00_03+3] req@00000000446a1ebc x1853178572204160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329139.703310:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329139.703313:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329139.703318:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329139.703321:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ce1624. 00000100:00000001:2.0:1767329139.703323:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767329139.703324:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329139.703329:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329139.703330:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329139.703333:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767329139.703334:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329139.703338:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329139.703341:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000446a1ebc x1853178572204160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329139.703345:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077a38a26. 00000100:00000001:1.0:1767329139.703352:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329139.703354:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329139.703358:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329139.703358:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329139.703363:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000026ce1624 x1853178572204288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329139.703365:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329139.703366:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329139.703370:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329139.703375:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329139.703380:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329139.703383:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329139.703392:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572204160:192.168.202.109@tcp:400: 00000100:00000040:1.0:1767329139.703394:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ce1624] to pc [ptlrpcd_00_00+0] req@0000000026ce1624 x1853178572204288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329139.703399:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329139.703407:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329139.703410:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329139.703413:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329139.703417:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060c4fd86. 02000000:00000001:2.0:1767329139.703420:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329139.703423:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329139.703427:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767329139.703428:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e267884a. 00000100:00000001:1.0:1767329139.703430:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329139.703436:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088e8bc68. 00000020:00000040:1.0:1767329139.703439:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000400:00000010:2.0:1767329139.703440:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002334309b. 00000100:00000001:1.0:1767329139.703443:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329139.703447:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767329139.703448:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329139.703450:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329139.703451:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572204160, portal 25 00000100:00100000:0.0:1767329139.703453:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000010:1.0:1767329139.703457:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070fb6d87. 00000100:00000001:2.0:1767329139.703458:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329139.703458:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329139.703463:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777192320 : -127176932359296 : ffff8c55501f8380) 00000100:00000001:1.0:1767329139.703464:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329139.703466:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329139.703470:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329139.703472:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329139.703474:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000088e8bc68 x1853178572204416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767329139.703476:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000446a1ebc x1853178572204160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329139.703476:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329139.703484:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329139.703488:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329139.703492:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329139.703502:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ce1624 x1853178572204288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329139.703512:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329139.703514:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329139.703519:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767329139.703521:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329139.703522:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329139.703523:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329139.703527:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010d9b7ea. 02000000:00000001:0.0:1767329139.703531:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767329139.703532:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572204160, offset 0 00000100:00000040:1.0:1767329139.703534:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e8bc68] to pc [ptlrpcd_00_01+1] req@0000000088e8bc68 x1853178572204416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329139.703536:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329139.703544:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329139.703544:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329139.703555:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572204288:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329139.703560:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329139.703563:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329139.703564:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329139.703565:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329139.703567:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:1.0:1767329139.703572:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767329139.703573:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767329139.703579:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767329139.703579:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:0.0:1767329139.703580:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081d167d1. 02000000:00000001:0.0:1767329139.703586:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329139.703587:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329139.703588:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329139.703590:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6322) 00000100:00100000:3.0:1767329139.703593:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:2.0:1767329139.703595:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767329139.703595:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d21230ff. 00000100:00000001:3.0:1767329139.703597:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329139.703601:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329139.703603:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767329139.703604:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000110f2f61. 00000100:00000001:3.0:1767329139.703606:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329139.703606:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [217:217:256:4294967295] 192.168.202.109@tcp LPNI seq info [217:217:8:4294967295] 00000100:00000001:3.0:1767329139.703609:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329139.703611:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329139.703613:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329139.703620:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088e8bc68 x1853178572204416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329139.703622:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329139.703629:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767329139.703629:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572204288, portal 10 00000800:00000200:2.0:1767329139.703630:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329139.703632:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329139.703637:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767329139.703638:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:2.0:1767329139.703639:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061991354. 00000100:00000001:0.0:1767329139.703640:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 02000000:00000001:3.0:1767329139.703642:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329139.703646:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329139.703648:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00100000:3.0:1767329139.703653:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572204416:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329139.703654:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ce1624 x1853178572204288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767329139.703658:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329139.703660:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329139.703665:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767329139.703665:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061991354 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767329139.703668:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329139.703672:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767329139.703673:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329139.703679:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094e1f07f. 00000100:00000040:0.0:1767329139.703679:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329139.703685:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329139.703686:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f203f08. 00000400:00000010:3.0:1767329139.703691:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd5835e7. 00000100:00000200:0.0:1767329139.703691:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572204288, offset 0 00000100:00000001:2.0:1767329139.703692:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329139.703698:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004673a60. 00000100:00000001:2.0:1767329139.703700:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300989276 00000400:00000200:0.0:1767329139.703705:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:2.0:1767329139.703706:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e2a0a9e1. 00000100:00000200:3.0:1767329139.703711:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572204416, portal 10 00000100:00000001:3.0:1767329139.703715:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767329139.703715:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329139.703716:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767329139.703719:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777199488 : -127176932352128 : ffff8c55501f9f80) 00000400:00000200:0.0:1767329139.703724:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329139.703727:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300989276 00000100:00000040:3.0:1767329139.703728:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088e8bc68 x1853178572204416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329139.703731:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000010:2.0:1767329139.703732:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000644d3cc5. 00000100:00000001:2.0:1767329139.703738:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767329139.703739:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329139.703741:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329139.703742:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300989276 00000100:00000010:2.0:1767329139.703746:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012e46697. 00000400:00000200:0.0:1767329139.703746:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:3.0:1767329139.703747:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329139.703750:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000010:3.0:1767329139.703753:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000459e8137. 00000100:00000001:2.0:1767329139.703756:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300989276 00000400:00000200:0.0:1767329139.703756:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [218:218:255:4294967295] 192.168.202.109@tcp LPNI seq info [218:218:7:4294967295] 00000100:00000010:2.0:1767329139.703763:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc92108d. 00000100:00000200:3.0:1767329139.703764:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572204416, offset 0 00000100:00000001:2.0:1767329139.703768:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767329139.703774:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329139.703774:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329139.703779:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329139.703780:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329139.703787:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329139.703791:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329139.703793:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329139.703793:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329139.703798:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329139.703799:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1767329139.703800:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6c5103d. 00000100:00000001:2.0:1767329139.703801:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767329139.703802:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329139.703807:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329139.703808:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329139.703808:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329139.703811:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329139.703812:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329139.703813:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329139.703814:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329139.703820:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [219:219:254:4294967295] 192.168.202.109@tcp LPNI seq info [219:219:6:4294967295] 00000800:00000200:1.0:1767329139.703820:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767329139.703826:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000010:1.0:1767329139.703828:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061991354. 00000800:00000200:0.0:1767329139.703833:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6c5103d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329139.703837:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329139.703842:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329139.703843:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:0.0:1767329139.703849:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 426491 usecs (427 jiffies) 00000400:00000200:1.0:1767329139.703850:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329139.703856:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300985259 00000800:00000200:3.0:1767329139.703858:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329139.703862:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010d9b7ea 00000100:00000001:0.0:1767329139.703864:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300989276 00000800:00000010:3.0:1767329139.703866:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000400:00000010:1.0:1767329139.703866:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010d9b7ea. 00000100:00000001:0.0:1767329139.703870:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300985259 00000800:00000200:3.0:1767329139.703876:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329139.703876:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329139.703877:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300989276 00000100:00000001:0.0:1767329139.703884:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300985259 00000100:00000200:1.0:1767329139.703885:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000446a1ebc x1853178572204160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329139.703896:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300989276 00000100:00000001:0.0:1767329139.703902:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300985259 00000100:00000001:0.0:1767329139.703905:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300989276 00000100:00000001:1.0:1767329139.703906:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329139.703909:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329139.703914:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000446a1ebc x1853178572204160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329155 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329139.703914:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329139.703919:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329139.703925:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329139.703931:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329139.703932:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329139.703933:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329139.703935:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329139.703937:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329139.703940:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329139.703956:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329139.703959:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329139.703963:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329139.703965:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 25020 usecs (26 jiffies) 00000100:00000001:3.0:1767329139.703967:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300984858 00000100:00000001:3.0:1767329139.703969:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300989276 00000100:00000001:3.0:1767329139.703971:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300984858 00000100:00000001:3.0:1767329139.703972:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300989276 00000100:00000001:3.0:1767329139.703974:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300984858 00000100:00000001:3.0:1767329139.703976:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300989276 00000100:00000001:3.0:1767329139.703977:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300984858 00000100:00000001:3.0:1767329139.703978:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300989276 00000100:00000001:3.0:1767329139.703980:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329139.703981:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329139.703981:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329139.703987:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767329139.704000:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6c5103d. 00000100:00000001:3.0:1767329139.704007:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329139.704008:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329139.704015:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329139.704060:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f203f08 00000400:00000010:1.0:1767329139.704062:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f203f08. 00000100:00000001:1.0:1767329139.704074:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329139.704078:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ce1624 x1853178572204288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329139.704086:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329139.704095:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ce1624 x1853178572204288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329155 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329139.704102:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329139.704103:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329139.704142:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329139.704144:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000400:00000200:1.0:1767329139.704149:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329139.704153:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329139.704156:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000459e8137 00000400:00000010:1.0:1767329139.704157:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000459e8137. 00000100:00000001:1.0:1767329139.704160:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329139.704163:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088e8bc68 x1853178572204416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329139.704170:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329139.704172:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088e8bc68 x1853178572204416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329155 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329139.704179:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329139.704180:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329139.705409:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329139.705421:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329139.705425:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329139.705428:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329139.705435:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329139.705447:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2806880 00000400:00000200:0.0:1767329139.705454:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7ad [1] + 224 00000800:00000001:0.0:1767329139.705462:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329139.705471:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329139.705474:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329139.705479:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329139.705484:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329139.705488:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000446a1ebc x1853178572204160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329139.705498:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000446a1ebc x1853178572204160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329139.705516:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329139.705523:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329139.705527:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329139.705529:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329139.705532:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329139.705544:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767329139.705548:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329139.705553:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329139.705554:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2806900 00000400:00000001:2.0:1767329139.705561:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329139.705565:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329139.705566:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e267884a. 00000400:00000200:2.0:1767329139.705571:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002334309b 00000400:00000010:2.0:1767329139.705573:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002334309b. 00000100:00000001:2.0:1767329139.705575:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767329139.705579:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7b5 [1] + 224 00000100:00000200:2.0:1767329139.705582:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000446a1ebc x1853178572204160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329139.705588:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329139.705596:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329139.705599:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000446a1ebc x1853178572204160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329139.705601:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329139.705606:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329139.705613:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329139.705620:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767329139.705621:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ce1624 x1853178572204288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329139.705625:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329139.705631:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329139.705635:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329139.705639:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767329139.705639:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ce1624 x1853178572204288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329139.705643:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329139.705648:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329139.705658:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=136 v=5 (5 5 0 0) 00000100:00001000:2.0:1767329139.705664:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=136 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329139.705665:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329139.705670:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329139.705673:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329139.705674:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767329139.705677:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329139.705681:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329139.705681:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329139.705683:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329139.705686:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329139.705687:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329139.705687:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329139.705693:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329139.705697:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000446a1ebc x1853178572204160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329139.705705:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767329139.705716:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329139.705718:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2806980 00000100:00000001:2.0:1767329139.705722:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329139.705726:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329139.705727:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7bd [1] + 224 00000100:00000040:2.0:1767329139.705734:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000446a1ebc x1853178572204160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329155 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329139.705735:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329139.705742:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767329139.705747:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572204160:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767329139.705747:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767329139.705752:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329139.705756:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767329139.705757:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329139.705757:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:3.0:1767329139.705759:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d21230ff. 00000100:00000001:2.0:1767329139.705762:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767329139.705765:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000110f2f61 00000400:00000010:3.0:1767329139.705767:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000110f2f61. 00000100:00000040:2.0:1767329139.705767:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000446a1ebc x1853178572204160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329155 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329139.705772:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329139.705773:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329139.705775:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767329139.705777:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce1624 x1853178572204288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329139.705779:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767329139.705783:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088e8bc68 x1853178572204416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767329139.705784:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060c4fd86. 02000000:00000001:2.0:1767329139.705789:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329139.705792:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329139.705794:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000200:3.0:1767329139.705797:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ce1624 x1853178572204288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767329139.705805:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329139.705808:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000020beec0d. 00000100:00000040:0.0:1767329139.705813:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088e8bc68 x1853178572204416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329139.705814:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767329139.705814:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767329139.705817:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329139.705817:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329139.705820:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000446a1ebc. 00000100:00000001:3.0:1767329139.705821:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329139.705823:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329139.705825:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329139.705825:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329139.705828:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329139.705828:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329139.705832:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329139.705832:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329139.705838:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1767329139.705840:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=126 v=5 (5 5 0 0) 00000100:00000001:2.0:1767329139.705841:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329139.705844:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=126 v=5 (1 1 0 0) 00000100:00000001:2.0:1767329139.705844:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329139.705846:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329139.705847:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329139.705848:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329139.705850:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767329139.705851:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767329139.705854:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329139.705858:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329139.705862:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329139.705865:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:0.0:1767329139.705866:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329139.705867:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329139.705873:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329139.705874:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ce1624 x1853178572204288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329139.705885:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329139.705889:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329139.705891:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329139.705893:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329139.705896:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ce1624 x1853178572204288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329155 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329139.705897:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329139.705901:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329139.705903:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329139.705906:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd5835e7. 00000400:00000200:1.0:1767329139.705913:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004673a60 00000400:00000010:1.0:1767329139.705916:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004673a60. 00000100:00100000:3.0:1767329139.705921:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572204288:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329139.705923:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329139.705930:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329139.705931:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088e8bc68 x1853178572204416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329139.705934:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329139.705941:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ce1624 x1853178572204288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329155 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329139.705952:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088e8bc68 x1853178572204416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329139.705956:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329139.705959:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329139.705962:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081d167d1. 00000100:00000001:1.0:1767329139.705966:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767329139.705967:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329139.705969:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767329139.705970:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329139.705975:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329139.705975:0:208648:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767329139.705977:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329139.705979:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077a38a26. 02000000:00000001:3.0:1767329139.705980:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329139.705981:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329139.705982:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ce1624. 00000100:00000001:3.0:1767329139.705986:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767329139.705986:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329139.706000:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329139.706002:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329139.706003:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329139.706007:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329139.706008:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329139.706011:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329139.706014:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329139.706033:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329139.706035:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329139.706042:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=136 v=5 (5 5 0 0) 00000100:00001000:1.0:1767329139.706049:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=111 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329139.706052:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329139.706054:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329139.706056:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767329139.706060:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000088e8bc68 x1853178572204416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329139.706068:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329139.706070:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329139.706072:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329139.706074:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329139.706075:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329139.706078:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088e8bc68 x1853178572204416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329139.706085:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329139.706087:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329139.706089:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329139.706091:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088e8bc68 x1853178572204416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329155 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329139.706099:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572204416:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329139.706104:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329139.706106:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329139.706108:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088e8bc68 x1853178572204416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329155 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329139.706115:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329139.706117:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329139.706119:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094e1f07f. 02000000:00000001:1.0:1767329139.706123:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329139.706130:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329139.706131:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329139.706133:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329139.706135:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070fb6d87. 02000000:00000001:1.0:1767329139.706138:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329139.706139:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329139.706140:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088e8bc68. 00000100:00000001:1.0:1767329139.706143:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329139.706145:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329139.706146:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329139.706150:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329139.706152:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329139.706154:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329139.706155:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329139.767101:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329139.767108:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329139.767115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329139.767116:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329139.767159:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329139.767163:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329139.767166:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329140.791109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329140.791117:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329140.791122:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329140.791123:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329140.791160:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329140.791164:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329140.791167:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329141.815093:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329141.815102:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329141.815109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329141.815111:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329141.815151:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329141.815155:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329141.815159:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329142.839117:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329142.839127:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329142.839129:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329142.839131:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329142.839136:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329142.839137:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329142.839139:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329142.839141:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329142.839144:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329142.839144:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329142.839183:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329142.839188:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329142.839192:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329143.863085:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329143.863091:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329143.863103:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329143.863104:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329143.863133:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329143.863138:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329143.863140:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329144.311110:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300989276, at 4300989440 00000100:00000040:1.0:1767329144.311110:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300989276, at 4300989440 00000100:00000040:3.0:1767329144.311119:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300989276, at 4300989440 00000100:00000010:1.0:1767329144.311129:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000644d3cc5. 00000100:00000010:2.0:1767329144.311131:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012e46697. 00000100:00000010:3.0:1767329144.311133:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc92108d. 00000100:00000040:0.0:1767329144.311287:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300989276, at 4300989440 00000100:00000010:0.0:1767329144.311293:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e2a0a9e1. 00000100:00000040:1.0:1767329144.823115:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329144.823126:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329144.823138:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088e8bc68. 00000020:00000040:1.0:1767329144.823146:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329144.823150:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329144.823153:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329144.823160:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329144.823168:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070fb6d87. 00000100:00000001:1.0:1767329144.823175:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329144.823186:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000088e8bc68 x1853178572204544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329144.823197:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329144.823199:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329144.823203:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e8bc68] to pc [ptlrpcd_00_02+2] req@0000000088e8bc68 x1853178572204544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329144.823223:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329144.823225:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329144.823228:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329144.823232:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ce1624. 00000020:00000040:1.0:1767329144.823233:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329144.823235:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329144.823236:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329144.823237:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329144.823240:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077a38a26. 00000100:00000001:1.0:1767329144.823242:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329144.823245:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000026ce1624 x1853178572204672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329144.823260:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329144.823262:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329144.823265:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329144.823268:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329144.823269:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329144.823278:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088e8bc68 x1853178572204544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329144.823280:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329144.823282:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329144.823290:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ce1624] to pc [ptlrpcd_00_03+3] req@0000000026ce1624 x1853178572204672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329144.823294:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329144.823298:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329144.823304:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329144.823307:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329144.823309:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329144.823310:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329144.823313:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767329144.823316:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572204544:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329144.823318:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329144.823323:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000446a1ebc. 00000100:00000001:0.0:1767329144.823323:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329144.823327:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767329144.823328:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:0.0:1767329144.823330:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329144.823332:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329144.823333:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329144.823334:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329144.823337:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767329144.823337:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329144.823338:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767329144.823346:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ce1624 x1853178572204672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767329144.823346:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ef51550. 02000000:00000001:1.0:1767329144.823348:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329144.823351:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329144.823355:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020beec0d. 00000400:00000010:0.0:1767329144.823361:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825b64b1. 00000100:00000001:1.0:1767329144.823362:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329144.823363:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767329144.823370:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000446a1ebc x1853178572204800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767329144.823372:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ba2b8f9. 00000100:00000001:2.0:1767329144.823375:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329144.823382:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329144.823384:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1767329144.823384:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572204544, portal 25 02000000:00000001:2.0:1767329144.823385:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329144.823387:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329144.823392:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767329144.823393:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329144.823395:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777199488 : -127176932352128 : ffff8c55501f9f80) 00000100:00000040:1.0:1767329144.823396:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a1ebc] to pc [ptlrpcd_00_00+0] req@00000000446a1ebc x1853178572204800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329144.823400:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572204672:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329144.823405:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767329144.823406:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088e8bc68 x1853178572204544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329144.823409:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329144.823412:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329144.823417:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329144.823422:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056620ab5. 02000000:00000001:2.0:1767329144.823427:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329144.823434:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767329144.823435:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e267884a. 00000100:00000040:0.0:1767329144.823440:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329144.823441:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002334309b. 00000100:00000001:1.0:1767329144.823441:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329144.823444:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bf2e96d. 00000100:00000040:1.0:1767329144.823447:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1767329144.823448:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572204672, portal 10 00000100:00000200:0.0:1767329144.823449:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572204544, offset 0 00000100:00000040:1.0:1767329144.823453:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767329144.823455:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329144.823458:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 00000100:00000040:1.0:1767329144.823461:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6327) 00000400:00000200:0.0:1767329144.823462:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329144.823468:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ce1624 x1853178572204672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329144.823477:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329144.823479:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329144.823482:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ecaf85b. 00000100:00000200:2.0:1767329144.823485:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572204672, offset 0 00000400:00000200:0.0:1767329144.823488:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329144.823492:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329144.823498:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329144.823503:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329144.823504:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329144.823509:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329144.823511:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329144.823513:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767329144.823516:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:3.0:1767329144.823521:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000446a1ebc x1853178572204800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329144.823522:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [220:220:256:4294967295] 192.168.202.109@tcp LPNI seq info [220:220:8:4294967295] 00000100:00000001:3.0:1767329144.823535:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329144.823538:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329144.823541:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:2.0:1767329144.823550:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:3.0:1767329144.823551:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767329144.823554:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767329144.823556:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329144.823557:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329144.823559:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:3.0:1767329144.823564:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329144.823564:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000010:0.0:1767329144.823565:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6c5103d. 00000400:00000200:2.0:1767329144.823567:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00100000:3.0:1767329144.823573:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572204800:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329144.823574:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [221:221:255:4294967295] 192.168.202.109@tcp LPNI seq info [221:221:7:4294967295] 00000800:00000200:0.0:1767329144.823581:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329144.823587:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329144.823593:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767329144.823597:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:3.0:1767329144.823598:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329144.823598:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329144.823604:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6c5103d type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767329144.823605:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767329144.823610:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000010:3.0:1767329144.823613:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094e1f07f. 00000800:00000010:2.0:1767329144.823615:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd12ef3a. 02000000:00000001:3.0:1767329144.823618:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329144.823622:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329144.823624:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009df21fbe. 00000800:00000200:2.0:1767329144.823628:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329144.823629:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300994396 00000400:00000010:3.0:1767329144.823633:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097041725. 00000800:00000200:2.0:1767329144.823636:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:0.0:1767329144.823636:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054f74597. 00000100:00000200:3.0:1767329144.823642:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572204800, portal 10 00000800:00000200:2.0:1767329144.823643:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd12ef3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329144.823646:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767329144.823648:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329144.823651:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329144.823652:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777192320 : -127176932359296 : ffff8c55501f8380) 00000100:00000040:2.0:1767329144.823656:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 419875 usecs (420 jiffies) 00000100:00000001:0.0:1767329144.823657:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300994396 00000100:00000040:3.0:1767329144.823662:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000446a1ebc x1853178572204800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329144.823663:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300990372 00000100:00000010:0.0:1767329144.823664:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7b8b983. 00000100:00000001:2.0:1767329144.823670:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300994396 00000100:00000001:0.0:1767329144.823672:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767329144.823676:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300990372 00000100:00000001:3.0:1767329144.823680:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329144.823680:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300994396 00000800:00000200:1.0:1767329144.823681:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329144.823682:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300994396 00000100:00000010:0.0:1767329144.823688:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c0fe49c. 00000100:00000040:3.0:1767329144.823689:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329144.823689:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300990372 00000800:00000010:1.0:1767329144.823690:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6c5103d. 00000100:00000001:0.0:1767329144.823695:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000010:3.0:1767329144.823696:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000231b7bae. 00000100:00000200:3.0:1767329144.823701:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572204800, offset 0 00000400:00000200:1.0:1767329144.823701:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329144.823702:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300994396 00000100:00000001:0.0:1767329144.823702:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300994396 00000100:00000001:2.0:1767329144.823710:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300990372 00000100:00000010:0.0:1767329144.823711:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008aa23318. 00000400:00000200:1.0:1767329144.823714:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329144.823717:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329144.823718:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767329144.823726:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300994396 00000100:00000001:0.0:1767329144.823727:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329144.823729:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329144.823733:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329144.823734:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329144.823736:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329144.823739:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329144.823742:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329144.823742:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329144.823743:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329144.823747:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329144.823748:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329144.823750:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329144.823754:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329144.823756:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [222:222:254:4294967295] 192.168.202.109@tcp LPNI seq info [222:222:6:4294967295] 00000100:00000001:2.0:1767329144.823758:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329144.823758:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329144.823761:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329144.823766:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329144.823768:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329144.823768:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767329144.823771:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329144.823772:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329144.823773:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329144.823777:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329144.823778:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329144.823780:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329144.823782:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bf2e96d 00000800:00000200:3.0:1767329144.823785:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329144.823787:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bf2e96d. 00000100:00000001:0.0:1767329144.823787:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767329144.823789:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 00000800:00000200:3.0:1767329144.823796:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329144.823802:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329144.823806:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329144.823809:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329144.823810:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088e8bc68 x1853178572204544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767329144.823812:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329144.823818:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329144.823825:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329144.823827:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329144.823830:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 24653 usecs (25 jiffies) 00000100:00000040:1.0:1767329144.823832:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088e8bc68 x1853178572204544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329160 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329144.823835:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300989977 00000100:00000001:3.0:1767329144.823841:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300994396 00000100:00000001:3.0:1767329144.823847:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300989977 00000100:00000001:1.0:1767329144.823848:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329144.823852:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300994396 00000100:00000001:1.0:1767329144.823853:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329144.823856:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300989977 00000100:00000001:3.0:1767329144.823858:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300994396 00000100:00000001:3.0:1767329144.823859:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300989977 00000100:00000001:3.0:1767329144.823860:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300994396 00000100:00000001:3.0:1767329144.823861:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329144.823863:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329144.823865:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329144.823867:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767329144.823867:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329144.823872:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd12ef3a. 00000100:00000001:3.0:1767329144.823874:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767329144.823875:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329144.823877:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329144.823882:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329144.823882:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329144.823885:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ecaf85b 00000100:00000001:3.0:1767329144.823886:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329144.823889:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329144.823890:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ecaf85b. 00000100:00000001:3.0:1767329144.823893:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329144.823897:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329144.823902:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ce1624 x1853178572204672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329144.823910:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329144.823913:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ce1624 x1853178572204672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329160 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329144.823920:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329144.823922:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329144.824011:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329144.824014:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000400:00000200:1.0:1767329144.824036:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329144.824039:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329144.824041:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000231b7bae 00000400:00000010:1.0:1767329144.824042:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000231b7bae. 00000100:00000001:1.0:1767329144.824044:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329144.824046:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000446a1ebc x1853178572204800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329144.824061:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329144.824063:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000446a1ebc x1853178572204800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329160 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329144.824067:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329144.824068:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329144.826128:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329144.826139:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329144.826142:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329144.826144:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329144.826150:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329144.826160:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2806a00 00000400:00000200:1.0:1767329144.826166:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7c5 [1] + 224 00000800:00000001:1.0:1767329144.826173:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329144.826177:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329144.826179:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329144.826181:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329144.826185:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329144.826188:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088e8bc68 x1853178572204544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329144.826195:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088e8bc68 x1853178572204544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329144.826211:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329144.826216:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329144.826218:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329144.826219:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329144.826221:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329144.826223:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329144.826227:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2806a80 00000400:00000200:1.0:1767329144.826230:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7c9 [1] + 224 00000800:00000001:1.0:1767329144.826232:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329144.826243:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329144.826245:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329144.826247:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329144.826250:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329144.826253:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ce1624 x1853178572204672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329144.826259:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ce1624 x1853178572204672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329144.826260:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329144.826265:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329144.826273:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1767329144.826273:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329144.826277:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329144.826281:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000825b64b1. 00000400:00000200:0.0:1767329144.826285:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ba2b8f9 00000400:00000010:0.0:1767329144.826287:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ba2b8f9. 00000100:00000001:0.0:1767329144.826293:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767329144.826298:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767329144.826300:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088e8bc68 x1853178572204544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329144.826303:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329144.826307:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329144.826309:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329144.826313:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329144.826319:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329144.826320:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000200:0.0:1767329144.826326:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088e8bc68 x1853178572204544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767329144.826327:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767329144.826332:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2806b00 00000400:00000001:2.0:1767329144.826333:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329144.826337:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e267884a. 00000400:00000200:2.0:1767329144.826346:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002334309b 00000100:00000001:0.0:1767329144.826348:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767329144.826350:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002334309b. 00000100:00000001:0.0:1767329144.826352:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329144.826356:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329144.826360:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329144.826365:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329144.826365:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329144.826368:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329144.826369:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7d5 [1] + 224 00000100:00000200:2.0:1767329144.826375:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce1624 x1853178572204672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329144.826376:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329144.826377:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329144.826383:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767329144.826387:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=141 v=5 (5 5 0 0) 00000400:00000200:1.0:1767329144.826388:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767329144.826394:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ce1624 x1853178572204672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329144.826397:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00001000:0.0:1767329144.826399:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=141 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329144.826403:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329144.826408:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000446a1ebc x1853178572204800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329144.826410:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329144.826413:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329144.826415:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329144.826416:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329144.826423:0:208651:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767329144.826424:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767329144.826426:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767329144.826428:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000446a1ebc x1853178572204800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329144.826429:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767329144.826429:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329144.826433:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329144.826438:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329144.826438:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329144.826446:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=131 v=5 (5 5 0 0) 00000100:00000001:1.0:1767329144.826446:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767329144.826450:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088e8bc68 x1853178572204544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329144.826452:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=131 v=5 (1 1 0 0) 00000800:00000001:1.0:1767329144.826452:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329144.826457:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329144.826462:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329144.826466:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329144.826471:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767329144.826472:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329144.826473:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767329144.826475:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329144.826476:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329144.826480:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329144.826481:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:3.0:1767329144.826482:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767329144.826485:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000001:3.0:1767329144.826486:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767329144.826486:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329144.826489:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:3.0:1767329144.826490:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009df21fbe. 00000100:00000001:2.0:1767329144.826491:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329144.826496:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097041725 00000100:00000040:2.0:1767329144.826500:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ce1624 x1853178572204672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767329144.826501:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097041725. 00000100:00000040:0.0:1767329144.826501:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088e8bc68 x1853178572204544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329144.826507:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329144.826514:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000446a1ebc x1853178572204800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329144.826533:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329144.826539:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1767329144.826540:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572204544:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329144.826542:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329144.826549:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329144.826551:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ce1624 x1853178572204672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329144.826555:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329144.826562:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088e8bc68 x1853178572204544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329160 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329144.826580:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000446a1ebc x1853178572204800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329144.826581:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572204672:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329144.826588:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767329144.826593:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329144.826593:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329144.826598:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ef51550. 00000100:00000001:2.0:1767329144.826599:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329144.826601:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767329144.826602:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767329144.826606:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767329144.826607:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767329144.826610:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ce1624 x1853178572204672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329160 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767329144.826611:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329144.826612:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329144.826617:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767329144.826618:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767329144.826621:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1767329144.826622:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070fb6d87. 00000100:00000001:3.0:1767329144.826625:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329144.826626:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329144.826628:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329144.826629:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329144.826630:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767329144.826631:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:3.0:1767329144.826635:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=141 v=5 (5 5 0 0) 02000000:00000010:2.0:1767329144.826635:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056620ab5. 00000100:00000010:0.0:1767329144.826635:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088e8bc68. 02000000:00000001:2.0:1767329144.826641:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1767329144.826643:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=116 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329144.826643:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1767329144.826644:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329144.826647:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767329144.826648:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329144.826649:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329144.826651:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329144.826653:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329144.826654:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767329144.826657:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767329144.826658:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767329144.826658:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077a38a26. 00000100:00000001:0.0:1767329144.826661:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329144.826664:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329144.826665:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:3.0:1767329144.826666:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000446a1ebc x1853178572204800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329144.826668:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767329144.826669:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767329144.826672:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ce1624. 00000100:00000001:2.0:1767329144.826677:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767329144.826679:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329144.826680:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329144.826686:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767329144.826686:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329144.826690:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329144.826693:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329144.826693:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329144.826695:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329144.826696:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329144.826699:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329144.826700:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000446a1ebc x1853178572204800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329144.826702:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329144.826709:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329144.826711:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329144.826712:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329144.826715:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000446a1ebc x1853178572204800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329144.826719:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572204800:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329144.826723:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329144.826730:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329144.826732:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000446a1ebc x1853178572204800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329160 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329144.826736:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329144.826737:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329144.826739:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094e1f07f. 02000000:00000001:3.0:1767329144.826741:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329144.826742:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329144.826743:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329144.826745:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329144.826746:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000020beec0d. 02000000:00000001:3.0:1767329144.826747:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329144.826748:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329144.826749:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000446a1ebc. 00000100:00000001:3.0:1767329144.826751:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329144.826752:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329144.826753:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329144.826756:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329144.826758:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329144.826759:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329144.826760:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329144.887085:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329144.887091:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329144.887097:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329144.887104:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329144.887140:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767329144.887143:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767329144.887145:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329145.911119:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329145.911127:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329145.911133:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329145.911136:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329145.911138:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329145.911144:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329145.911146:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329145.911147:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329145.911150:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329145.911152:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329145.911153:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329145.911155:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329145.911204:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329145.911209:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329145.911212:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329146.935107:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329146.935117:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329146.935124:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329146.935126:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329146.935145:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767329146.935148:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767329146.935150:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329147.959115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329147.959123:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329147.959128:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329147.959129:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329147.959163:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329147.959168:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329147.959171:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329148.983092:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329148.983101:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329148.983109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329148.983111:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329148.983136:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767329148.983140:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767329148.983143:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329149.431106:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300994396, at 4300994560 00000100:00000040:2.0:1767329149.431114:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300994396, at 4300994560 00000100:00000010:1.0:1767329149.431124:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7b8b983. 00000100:00000040:0.0:1767329149.431126:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300994396, at 4300994560 00000100:00000040:3.0:1767329149.431127:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300994396, at 4300994560 00000100:00000010:2.0:1767329149.431127:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c0fe49c. 00000100:00000010:0.0:1767329149.431140:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054f74597. 00000100:00000010:3.0:1767329149.431143:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008aa23318. 00000100:00000040:3.0:1767329149.943126:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329149.943137:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329149.943148:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d834dde9. 00000020:00000040:3.0:1767329149.943155:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329149.943160:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329149.943163:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329149.943169:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329149.943177:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ce889c. 00000100:00000001:3.0:1767329149.943184:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329149.943196:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000d834dde9 x1853178572204928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329149.943230:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329149.943232:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329149.943238:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834dde9] to pc [ptlrpcd_00_01+1] req@00000000d834dde9 x1853178572204928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329149.943272:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329149.943275:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329149.943279:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329149.943282:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000660a521f. 00000020:00000040:3.0:1767329149.943285:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329149.943288:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329149.943290:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329149.943293:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329149.943298:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d0d0c54. 00000100:00000001:3.0:1767329149.943304:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329149.943305:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329149.943309:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000660a521f x1853178572205056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329149.943314:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329149.943322:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329149.943323:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329149.943328:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329149.943328:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329149.943337:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329149.943344:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000660a521f] to pc [ptlrpcd_00_02+2] req@00000000660a521f x1853178572205056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329149.943347:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d834dde9 x1853178572204928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329149.943386:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329149.943390:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329149.943399:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329149.943411:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329149.943415:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329149.943420:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d834dde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572204928:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329149.943422:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329149.943424:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767329149.943430:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767329149.943434:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767329149.943438:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767329149.943439:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329149.943446:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329149.943446:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767329149.943447:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000aa68ef7. 00000100:00100000:1.0:1767329149.943452:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000010:2.0:1767329149.943454:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060c4fd86. 00000020:00000040:3.0:1767329149.943455:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329149.943455:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329149.943460:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329149.943471:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329149.943473:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767329149.943475:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e267884a. 02000000:00000001:3.0:1767329149.943476:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329149.943477:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767329149.943484:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002334309b. 00000100:00000001:0.0:1767329149.943484:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329149.943487:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329149.943487:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329149.943492:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329149.943493:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572204928, portal 25 00000100:00000001:1.0:1767329149.943493:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329149.943496:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767329149.943498:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 00000100:00000001:2.0:1767329149.943500:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329149.943503:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776934656 : -127176932616960 : ffff8c55501b9500) 00000100:00000040:1.0:1767329149.943507:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000660a521f x1853178572205056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329149.943511:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d834dde9 x1853178572204928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329149.943516:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329149.943541:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000000aa68ef7 x1853178572205184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329149.943554:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329149.943554:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329149.943560:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329149.943569:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329149.943572:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329149.943578:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767329149.943579:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000408ebb8d. 00000100:00000200:2.0:1767329149.943589:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572204928, offset 0 02000000:00000001:1.0:1767329149.943590:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329149.943599:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1767329149.943601:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572205056:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329149.943605:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329149.943607:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329149.943611:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329149.943620:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329149.943624:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329149.943625:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000aa68ef7] to pc [ptlrpcd_00_03+3] req@000000000aa68ef7 x1853178572205184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329149.943627:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329149.943633:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000030a585cd. 00000400:00000200:2.0:1767329149.943634:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:1.0:1767329149.943638:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329149.943643:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060395bf3. 00000400:00000200:2.0:1767329149.943644:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767329149.943649:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cda0ea1. 00000400:00000200:2.0:1767329149.943655:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000200:1.0:1767329149.943657:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572205056, portal 10 00000400:00000200:2.0:1767329149.943664:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329149.943665:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329149.943668:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776936448 : -127176932615168 : ffff8c55501b9c00) 00000400:00000200:2.0:1767329149.943675:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:1.0:1767329149.943682:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000660a521f x1853178572205056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329149.943694:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [223:223:256:4294967295] 192.168.202.109@tcp LPNI seq info [223:223:8:4294967295] 00000100:00000001:1.0:1767329149.943718:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329149.943724:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329149.943731:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 00000100:00000001:3.0:1767329149.943732:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329149.943732:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:3.0:1767329149.943747:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1767329149.943748:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572205056, offset 0 00000100:00000001:0.0:1767329149.943748:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767329149.943752:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00100000:0.0:1767329149.943755:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000800:00000010:2.0:1767329149.943764:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b18ad351. 00000100:00000001:0.0:1767329149.943765:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329149.943772:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1767329149.943773:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329149.943776:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329149.943783:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767329149.943786:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329149.943786:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329149.943789:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329149.943792:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6332) 00000400:00000200:1.0:1767329149.943794:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767329149.943802:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329149.943802:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329149.943803:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329149.943805:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767329149.943809:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767329149.943813:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000aa68ef7 x1853178572205184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329149.943815:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:2.0:1767329149.943818:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b18ad351 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329149.943823:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [224:224:255:4294967295] 192.168.202.109@tcp LPNI seq info [224:224:7:4294967295] 00000100:00000001:0.0:1767329149.943834:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329149.943837:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329149.943838:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329149.943845:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:0.0:1767329149.943845:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767329149.943846:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4300999516 02000000:00000001:0.0:1767329149.943850:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767329149.943854:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012e46697. 02000000:00000001:0.0:1767329149.943856:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329149.943858:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329149.943864:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1767329149.943864:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000aa68ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572205184:192.168.202.109@tcp:400: 00000800:00000010:1.0:1767329149.943865:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020beec0d. 00000800:00000200:1.0:1767329149.943874:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329149.943874:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329149.943876:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4300999516 02000000:00000001:0.0:1767329149.943879:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767329149.943881:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e27c26e. 00000800:00000200:1.0:1767329149.943884:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:0.0:1767329149.943885:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329149.943886:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1767329149.943905:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329149.943913:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4300999516 02000000:00000010:0.0:1767329149.943913:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000044fd85be. 00000800:00000200:1.0:1767329149.943916:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020beec0d type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767329149.943920:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a7d3bac. 02000000:00000001:0.0:1767329149.943920:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329149.943924:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329149.943926:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000010:0.0:1767329149.943929:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825b64b1. 00000100:00000040:1.0:1767329149.943930:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 413475 usecs (414 jiffies) 00000100:00000001:2.0:1767329149.943931:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4300999516 00000400:00000010:0.0:1767329149.943937:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ba2b8f9. 00000100:00000010:2.0:1767329149.943940:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000853aaf52. 00000100:00000001:1.0:1767329149.943940:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300995486 00000100:00000200:0.0:1767329149.943942:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572205184, portal 10 00000100:00000001:2.0:1767329149.943946:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767329149.943947:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329149.943948:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300999516 00000100:00000001:0.0:1767329149.943951:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776929280 : -127176932622336 : ffff8c55501b8000) 00000100:00000001:2.0:1767329149.943953:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329149.943955:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300995486 00000100:00000001:2.0:1767329149.943957:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329149.943961:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000aa68ef7 x1853178572205184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329149.943963:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329149.943963:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300999516 00000100:00000001:2.0:1767329149.943968:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329149.943971:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300995486 00000100:00000001:2.0:1767329149.943977:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329149.943978:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300999516 00000100:00000001:0.0:1767329149.943979:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329149.943982:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329149.943984:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300995486 00000100:00000040:0.0:1767329149.943986:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:3.0:1767329149.943987:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329149.943990:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329149.943992:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300999516 00000400:00000010:0.0:1767329149.943993:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae867cfe. 00000100:00000001:2.0:1767329149.943995:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767329149.943999:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b18ad351. 00000100:00000200:0.0:1767329149.944000:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572205184, offset 0 00000100:00000001:2.0:1767329149.944001:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329149.944001:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329149.944013:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329149.944048:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329149.944055:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329149.944062:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329149.944065:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329149.944073:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329149.944076:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329149.944077:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329149.944094:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329149.944103:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329149.944106:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329149.944108:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329149.944110:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329149.944111:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329149.944120:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [225:225:254:4294967295] 192.168.202.109@tcp LPNI seq info [225:225:6:4294967295] 00000400:00000200:0.0:1767329149.944126:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329149.944129:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329149.944132:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6c5103d. 00000800:00000200:0.0:1767329149.944136:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767329149.944139:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329149.944141:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6c5103d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329149.944144:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329149.944146:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 24315 usecs (25 jiffies) 00000100:00000001:0.0:1767329149.944148:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4300995098 00000100:00000001:0.0:1767329149.944150:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4300999516 00000100:00000001:0.0:1767329149.944152:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4300995098 00000100:00000001:0.0:1767329149.944153:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4300999516 00000100:00000001:0.0:1767329149.944155:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4300995098 00000100:00000001:0.0:1767329149.944156:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4300999516 00000100:00000001:0.0:1767329149.944158:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4300995098 00000100:00000001:0.0:1767329149.944159:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4300999516 00000100:00000001:0.0:1767329149.944161:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329149.944162:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329149.944164:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329149.944165:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329149.944196:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329149.944208:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329149.944216:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000408ebb8d 00000400:00000010:3.0:1767329149.944221:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000408ebb8d. 00000100:00000001:3.0:1767329149.944229:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329149.944236:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d834dde9 x1853178572204928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329149.944248:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329149.944253:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d834dde9 x1853178572204928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329165 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329149.944262:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329149.944265:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329149.944288:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329149.944291:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020beec0d. 00000400:00000200:3.0:1767329149.944295:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329149.944298:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329149.944301:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00000400:00000010:3.0:1767329149.944303:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 00000100:00000001:3.0:1767329149.944313:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329149.944317:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000660a521f x1853178572205056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329149.944325:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329149.944328:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000660a521f x1853178572205056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329165 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329149.944334:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329149.944336:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329149.944370:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329149.944373:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6c5103d. 00000400:00000200:3.0:1767329149.944377:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329149.944380:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329149.944383:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae867cfe 00000400:00000010:3.0:1767329149.944385:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae867cfe. 00000100:00000001:3.0:1767329149.944394:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329149.944397:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000aa68ef7 x1853178572205184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329149.944405:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329149.944407:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000aa68ef7 x1853178572205184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329165 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329149.944414:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329149.944415:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329149.945904:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329149.945919:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329149.945921:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329149.945923:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329149.945930:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329149.945940:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2806b80 00000400:00000200:1.0:1767329149.945946:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7dd [1] + 224 00000800:00000001:1.0:1767329149.945952:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329149.945960:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329149.945962:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329149.945965:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329149.945970:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329149.945974:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d834dde9 x1853178572204928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329149.945981:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d834dde9 x1853178572204928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329149.945996:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329149.946003:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329149.946006:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329149.946038:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329149.946042:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329149.946047:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329149.946049:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329149.946051:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e267884a. 00000400:00000200:2.0:1767329149.946056:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002334309b 00000400:00000010:2.0:1767329149.946059:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002334309b. 00000100:00000001:2.0:1767329149.946062:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329149.946066:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d834dde9 x1853178572204928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329149.946069:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329149.946075:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329149.946078:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329149.946079:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329149.946089:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000200:2.0:1767329149.946102:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d834dde9 x1853178572204928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329149.946102:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2806c00 00000400:00000200:1.0:1767329149.946112:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7e5 [1] + 224 00000100:00000001:2.0:1767329149.946118:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329149.946120:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329149.946121:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329149.946125:0:208649:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:1.0:1767329149.946126:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329149.946128:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767329149.946129:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329149.946134:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329149.946135:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329149.946138:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329149.946142:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329149.946145:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329149.946149:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000660a521f x1853178572205056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329149.946151:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=146 v=5 (5 5 0 0) 00000100:00001000:2.0:1767329149.946162:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=146 v=5 (1 1 0 0) 00000100:00000040:1.0:1767329149.946166:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000660a521f x1853178572205056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329149.946169:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329149.946173:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329149.946178:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329149.946181:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329149.946184:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329149.946186:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767329149.946192:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d834dde9 x1853178572204928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329165 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329149.946192:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329149.946203:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329149.946206:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329149.946207:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329149.946213:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d834dde9 x1853178572204928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329165 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329149.946215:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329149.946220:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767329149.946225:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d834dde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572204928:192.168.202.109@tcp:400: 00000800:00000001:1.0:1767329149.946226:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329149.946233:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329149.946234:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329149.946239:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:3.0:1767329149.946240:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329149.946242:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329149.946253:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d834dde9 x1853178572204928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329165 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767329149.946256:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767329149.946260:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2806c80 00000400:00000001:3.0:1767329149.946264:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767329149.946270:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329149.946273:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329149.946275:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060c4fd86. 02000000:00000001:2.0:1767329149.946284:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329149.946286:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329149.946287:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1767329149.946289:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329149.946292:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ce889c. 02000000:00000001:2.0:1767329149.946297:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329149.946298:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329149.946299:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d834dde9. 00000100:00000001:2.0:1767329149.946302:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329149.946303:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329149.946304:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329149.946307:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329149.946308:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329149.946312:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329149.946314:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329149.946330:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060395bf3. 00000400:00000200:3.0:1767329149.946336:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cda0ea1 00000400:00000010:3.0:1767329149.946339:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cda0ea1. 00000100:00000001:3.0:1767329149.946342:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767329149.946348:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7ed [1] + 224 00000100:00000200:3.0:1767329149.946355:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000660a521f x1853178572205056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329149.946356:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767329149.946368:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000660a521f x1853178572205056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329149.946372:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329149.946375:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329149.946393:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329149.946403:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329149.946405:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329149.946409:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329149.946411:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000aa68ef7 x1853178572205184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329149.946414:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329149.946419:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329149.946425:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329149.946428:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329149.946430:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329149.946436:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=136 v=5 (5 5 0 0) 00000100:00000040:1.0:1767329149.946437:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000aa68ef7 x1853178572205184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767329149.946452:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=136 v=5 (1 1 0 0) 00000100:00000001:3.0:1767329149.946463:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329149.946467:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329149.946473:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329149.946477:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329149.946477:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329149.946484:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329149.946487:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000800:00000001:1.0:1767329149.946488:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329149.946497:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329149.946499:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329149.946499:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329149.946518:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000660a521f x1853178572205056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329165 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329149.946524:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329149.946526:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329149.946530:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329149.946530:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329149.946534:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767329149.946538:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767329149.946539:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000660a521f x1853178572205056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329165 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767329149.946542:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329149.946548:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000825b64b1. 00000400:00000200:0.0:1767329149.946557:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ba2b8f9 00000100:00100000:3.0:1767329149.946558:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572205056:192.168.202.109@tcp:400: 00000400:00000010:0.0:1767329149.946563:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ba2b8f9. 00000100:00000001:3.0:1767329149.946571:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329149.946573:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329149.946574:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767329149.946576:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000660a521f x1853178572205056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329165 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329149.946582:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329149.946585:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767329149.946588:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000aa68ef7 x1853178572205184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329149.946598:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000030a585cd. 02000000:00000001:3.0:1767329149.946606:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329149.946608:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1767329149.946609:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000aa68ef7 x1853178572205184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767329149.946610:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329149.946620:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329149.946626:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d0d0c54. 00000100:00000001:0.0:1767329149.946638:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767329149.946639:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329149.946647:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767329149.946647:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329149.946653:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:3.0:1767329149.946654:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000660a521f. 02000000:00000001:0.0:1767329149.946656:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329149.946665:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329149.946666:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329149.946672:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329149.946673:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329149.946688:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329149.946689:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329149.946706:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=146 v=5 (5 5 0 0) 00000100:00000001:3.0:1767329149.946709:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329149.946717:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329149.946717:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=121 v=5 (1 1 0 0) 00000100:00000001:3.0:1767329149.946730:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329149.946732:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329149.946741:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329149.946742:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329149.946751:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767329149.946755:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000aa68ef7 x1853178572205184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329165 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329149.946762:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329149.946765:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329149.946766:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329149.946767:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329149.946768:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329149.946771:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000aa68ef7 x1853178572205184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329165 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329149.946775:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329149.946777:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329149.946778:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329149.946779:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000aa68ef7 x1853178572205184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329165 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329149.946784:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000aa68ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572205184:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329149.946794:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329149.946796:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329149.946798:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000aa68ef7 x1853178572205184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329165 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329149.946802:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329149.946804:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329149.946805:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000044fd85be. 02000000:00000001:0.0:1767329149.946808:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329149.946809:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329149.946810:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329149.946811:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329149.946813:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 02000000:00000001:0.0:1767329149.946815:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329149.946816:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329149.946817:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000aa68ef7. 00000100:00000001:0.0:1767329149.946819:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329149.946820:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329149.946821:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329149.946825:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329149.946826:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329149.946827:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329149.946829:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329150.007115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329150.007121:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329150.007126:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329150.007128:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329150.007145:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329150.007150:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329150.007155:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329151.031125:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329151.031133:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329151.031139:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329151.031164:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329151.031188:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767329151.031191:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767329151.031193:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329152.055148:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329152.055154:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329152.055160:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329152.055160:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329152.055193:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329152.055200:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329152.055205:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329153.079157:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329153.079167:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329153.079169:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329153.079172:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329153.079177:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329153.079179:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329153.079181:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329153.079184:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329153.079188:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329153.079189:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329153.079213:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767329153.079216:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767329153.079219:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329154.103125:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329154.103133:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329154.103138:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329154.103139:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329154.103183:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329154.103189:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329154.103194:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329154.551116:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4300999516, at 4300999680 00000100:00000040:2.0:1767329154.551118:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4300999516, at 4300999680 00000100:00000040:1.0:1767329154.551129:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4300999516, at 4300999680 00000100:00000040:0.0:1767329154.551129:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4300999516, at 4300999680 00000100:00000010:3.0:1767329154.551137:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000853aaf52. 00000100:00000010:2.0:1767329154.551143:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a7d3bac. 00000100:00000010:0.0:1767329154.551149:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012e46697. 00000100:00000010:1.0:1767329154.551152:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e27c26e. 00000100:00000040:2.0:1767329155.063137:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329155.063153:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329155.063164:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000132fe2d2. 00000020:00000040:2.0:1767329155.063172:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329155.063179:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329155.063184:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329155.063192:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329155.063202:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f41acca9. 00000100:00000001:2.0:1767329155.063212:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329155.063228:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000132fe2d2 x1853178572205312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329155.063269:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329155.063272:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329155.063279:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000132fe2d2] to pc [ptlrpcd_00_00+0] req@00000000132fe2d2 x1853178572205312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329155.063315:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329155.063319:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329155.063323:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329155.063327:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000077c1f13d. 00000020:00000040:2.0:1767329155.063332:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329155.063336:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329155.063338:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329155.063344:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329155.063345:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767329155.063350:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba0b6bbc. 00000100:00000001:0.0:1767329155.063356:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329155.063357:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329155.063357:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329155.063365:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329155.063366:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329155.063372:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000077c1f13d x1853178572205440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767329155.063380:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000132fe2d2 x1853178572205312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329155.063405:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329155.063409:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329155.063419:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767329155.063422:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077c1f13d] to pc [ptlrpcd_00_01+1] req@0000000077c1f13d x1853178572205440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329155.063424:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329155.063436:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329155.063442:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329155.063451:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329155.063456:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767329155.063468:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329155.063470:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329155.063477:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000faf3089b. 00000100:00000001:0.0:1767329155.063478:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767329155.063480:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000132fe2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572205312:192.168.202.109@tcp:400: 00000020:00000040:2.0:1767329155.063484:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329155.063487:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329155.063494:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329155.063494:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329155.063495:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767329155.063498:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329155.063503:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329155.063505:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767329155.063507:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000077c1f13d x1853178572205440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329155.063513:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329155.063514:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007d17fa11. 02000000:00000001:1.0:1767329155.063521:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329155.063530:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329155.063530:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1767329155.063532:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c883d92e. 00000100:00000001:0.0:1767329155.063535:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329155.063539:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329155.063542:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767329155.063544:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000faf3089b x1853178572205568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767329155.063548:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767329155.063550:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000816507d9. 00000400:00000010:1.0:1767329155.063563:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000765ff9ed. 00000100:00000001:2.0:1767329155.063569:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767329155.063570:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329155.063574:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572205312, portal 25 00000100:00000001:2.0:1767329155.063575:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329155.063585:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000077c1f13d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572205440:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329155.063588:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767329155.063593:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faf3089b] to pc [ptlrpcd_00_02+2] req@00000000faf3089b x1853178572205568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329155.063595:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777363328 : -127176932188288 : ffff8c5550221f80) 00000100:00000001:0.0:1767329155.063597:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329155.063603:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329155.063609:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329155.063618:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767329155.063620:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000132fe2d2 x1853178572205312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767329155.063627:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f054a890. 02000000:00000001:0.0:1767329155.063634:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329155.063646:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825b64b1. 00000100:00000001:1.0:1767329155.063649:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329155.063655:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329155.063656:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ba2b8f9. 00000100:00000040:1.0:1767329155.063657:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329155.063663:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767329155.063667:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e71018d8. 00000100:00000200:0.0:1767329155.063667:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572205440, portal 10 00000100:00000040:2.0:1767329155.063670:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:1.0:1767329155.063676:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572205312, offset 0 00000100:00000001:0.0:1767329155.063679:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767329155.063683:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6337) 00000100:00000001:0.0:1767329155.063684:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777365120 : -127176932186496 : ffff8c5550222680) 00000400:00000200:1.0:1767329155.063693:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329155.063700:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000077c1f13d x1853178572205440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329155.063711:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329155.063711:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329155.063719:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329155.063720:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767329155.063725:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062f196e0. 00000400:00000200:1.0:1767329155.063729:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000200:0.0:1767329155.063733:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572205440, offset 0 00000400:00000200:1.0:1767329155.063737:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329155.063745:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329155.063745:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329155.063746:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329155.063755:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329155.063759:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [226:226:256:4294967295] 192.168.202.109@tcp LPNI seq info [226:226:8:4294967295] 00000100:00000001:3.0:1767329155.063761:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329155.063773:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000faf3089b x1853178572205568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329155.063791:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329155.063799:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329155.063808:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:1.0:1767329155.063815:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077a38a26. 00000100:00000001:3.0:1767329155.063831:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767329155.063832:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329155.063834:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329155.063852:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329155.063855:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329155.063860:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:1.0:1767329155.063862:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:3.0:1767329155.063866:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329155.063873:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00100000:3.0:1767329155.063874:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000faf3089b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572205568:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767329155.063888:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:1.0:1767329155.063889:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329155.063890:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329155.063901:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767329155.063904:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [227:227:255:4294967295] 192.168.202.109@tcp LPNI seq info [227:227:7:4294967295] 02000000:00000001:3.0:1767329155.063905:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329155.063905:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077a38a26 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767329155.063917:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329155.063926:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f40ab60. 02000000:00000001:3.0:1767329155.063932:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329155.063937:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329155.063943:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329155.063950:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009df21fbe. 00000100:00000001:1.0:1767329155.063952:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301004636 00000800:00000200:0.0:1767329155.063952:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329155.063957:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097041725. 00000100:00000010:1.0:1767329155.063963:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1fa5921. 00000800:00000010:0.0:1767329155.063963:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6c5103d. 00000100:00000200:3.0:1767329155.063965:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572205568, portal 10 00000100:00000001:3.0:1767329155.063975:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329155.063979:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777357056 : -127176932194560 : ffff8c5550220700) 00000100:00000001:1.0:1767329155.063980:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767329155.063987:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000040:3.0:1767329155.063994:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000faf3089b x1853178572205568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329155.063995:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301004636 00000100:00000010:1.0:1767329155.064008:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077278bd8. 00000800:00000200:0.0:1767329155.064009:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329155.064066:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329155.064070:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329155.064077:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73b5700. 00000100:00000001:1.0:1767329155.064078:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000200:3.0:1767329155.064089:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572205568, offset 0 00000100:00000001:1.0:1767329155.064090:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301004637 00000800:00000200:0.0:1767329155.064090:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6c5103d type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767329155.064107:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000932918d1. 00000100:00000001:0.0:1767329155.064107:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329155.064117:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329155.064119:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 407267 usecs (408 jiffies) 00000100:00000001:1.0:1767329155.064120:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767329155.064127:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301000601 00000100:00000001:1.0:1767329155.064128:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301004637 00000100:00000001:0.0:1767329155.064132:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301004636 00000400:00000200:3.0:1767329155.064135:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000010:1.0:1767329155.064136:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007884d10c. 00000100:00000001:0.0:1767329155.064139:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301000601 00000800:00000200:2.0:1767329155.064140:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767329155.064147:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329155.064148:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000800:00000010:2.0:1767329155.064151:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077a38a26. 00000100:00000001:0.0:1767329155.064151:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301004636 00000400:00000200:3.0:1767329155.064158:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329155.064162:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329155.064165:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329155.064165:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301000601 00000400:00000200:3.0:1767329155.064172:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329155.064174:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329155.064179:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301004637 00000400:00000200:3.0:1767329155.064185:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329155.064187:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329155.064191:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329155.064192:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301000601 00000100:00000001:1.0:1767329155.064194:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329155.064203:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301004637 00000100:00000001:0.0:1767329155.064206:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329155.064208:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329155.064209:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329155.064211:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329155.064214:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329155.064215:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329155.064221:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329155.064223:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329155.064224:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329155.064227:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329155.064228:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329155.064233:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329155.064235:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329155.064237:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329155.064241:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329155.064245:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329155.064256:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [228:228:254:4294967295] 192.168.202.109@tcp LPNI seq info [228:228:6:4294967295] 00000400:00000200:3.0:1767329155.064268:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:2.0:1767329155.064278:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e71018d8 00000800:00000200:3.0:1767329155.064279:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329155.064284:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 00000400:00000010:2.0:1767329155.064285:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e71018d8. 00000800:00000200:3.0:1767329155.064294:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329155.064295:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329155.064304:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000132fe2d2 x1853178572205312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767329155.064305:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329155.064313:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329155.064321:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329155.064324:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329155.064328:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 23981 usecs (24 jiffies) 00000100:00000040:2.0:1767329155.064331:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000132fe2d2 x1853178572205312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329171 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329155.064334:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301000217 00000100:00000001:3.0:1767329155.064341:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301004636 00000100:00000001:2.0:1767329155.064346:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329155.064347:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301000217 00000100:00000001:2.0:1767329155.064352:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329155.064353:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301004636 00000100:00000001:3.0:1767329155.064366:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301000217 00000100:00000001:3.0:1767329155.064368:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301004637 00000100:00000001:3.0:1767329155.064370:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301000217 00000100:00000001:3.0:1767329155.064372:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301004637 00000800:00000200:2.0:1767329155.064373:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329155.064374:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767329155.064378:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6c5103d. 00000100:00000001:3.0:1767329155.064379:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329155.064384:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329155.064386:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329155.064387:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329155.064394:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329155.064395:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329155.064399:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767329155.064400:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062f196e0 00000100:00000001:3.0:1767329155.064402:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329155.064404:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767329155.064406:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062f196e0. 00000100:00000001:3.0:1767329155.064407:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329155.064409:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329155.064419:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329155.064421:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329155.064424:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329155.064430:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000077c1f13d x1853178572205440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329155.064441:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329155.064443:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000077c1f13d x1853178572205440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329171 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329155.064450:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329155.064451:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329155.064483:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329155.064485:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000400:00000200:2.0:1767329155.064490:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329155.064494:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329155.064497:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73b5700 00000400:00000010:2.0:1767329155.064498:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73b5700. 00000100:00000001:2.0:1767329155.064500:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329155.064503:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000faf3089b x1853178572205568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329155.064510:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329155.064512:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000faf3089b x1853178572205568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329171 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329155.064518:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329155.064520:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329155.066505:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329155.066522:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329155.066526:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329155.066529:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329155.066538:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329155.066550:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2806d00 00000400:00000200:1.0:1767329155.066558:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x7f5 [1] + 224 00000800:00000001:1.0:1767329155.066566:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329155.066589:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329155.066592:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329155.066597:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329155.066604:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329155.066609:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000132fe2d2 x1853178572205312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329171 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329155.066619:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000132fe2d2 x1853178572205312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329155.066639:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329155.066648:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329155.066654:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329155.066656:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329155.066658:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329155.066662:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329155.066669:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2806d80 00000400:00000200:1.0:1767329155.066674:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x7f9 [1] + 224 00000800:00000001:1.0:1767329155.066678:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329155.066684:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329155.066686:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329155.066690:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329155.066696:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329155.066696:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329155.066702:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767329155.066708:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000077c1f13d x1853178572205440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329171 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767329155.066710:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329155.066713:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329155.066716:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000816507d9. 00000400:00000200:3.0:1767329155.066722:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000765ff9ed 00000400:00000010:3.0:1767329155.066726:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000765ff9ed. 00000100:00000001:3.0:1767329155.066731:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329155.066740:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000132fe2d2 x1853178572205312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329155.066753:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000077c1f13d x1853178572205440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329155.066759:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000132fe2d2 x1853178572205312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329171 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329155.066802:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329155.066804:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329155.066807:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329155.066808:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767329155.066815:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329155.066818:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329155.066821:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329155.066821:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329155.066829:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329155.066832:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329155.066837:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767329155.066853:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=152 v=5 (5 5 0 0) 00000800:00000001:1.0:1767329155.066857:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767329155.066859:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=152 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329155.066862:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329155.066869:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329155.066870:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329155.066872:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329155.066880:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767329155.066881:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000001:0.0:1767329155.066882:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767329155.066887:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767329155.066889:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329155.066896:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329155.066897:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000825b64b1. 00000100:00000040:3.0:1767329155.066907:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000132fe2d2 x1853178572205312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329155.066907:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2806e00 00000400:00000200:0.0:1767329155.066909:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ba2b8f9 00000400:00000010:0.0:1767329155.066921:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ba2b8f9. 00000100:00000001:3.0:1767329155.066939:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329155.066942:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329155.066943:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329155.066945:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329155.066953:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x805 [1] + 224 00000100:00000040:3.0:1767329155.066959:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000132fe2d2 x1853178572205312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329171 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329155.066964:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000077c1f13d x1853178572205440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329155.066969:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329155.066982:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329155.066993:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767329155.067010:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000132fe2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572205312:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767329155.067055:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329155.067061:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329155.067063:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329155.067063:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000077c1f13d x1853178572205440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329171 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329155.067065:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329155.067070:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000132fe2d2 x1853178572205312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329171 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329155.067077:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000faf3089b x1853178572205568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329171 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329155.067132:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329155.067140:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329155.067147:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c883d92e. 00000100:00000001:0.0:1767329155.067149:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767329155.067153:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000faf3089b x1853178572205568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329155.067154:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767329155.067156:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767329155.067160:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329155.067167:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329155.067168:0:208649:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767329155.067178:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767329155.067179:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1767329155.067183:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f41acca9. 00000100:00000001:0.0:1767329155.067184:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329155.067191:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329155.067193:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329155.067193:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767329155.067197:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767329155.067197:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767329155.067202:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000132fe2d2. 00000800:00000001:1.0:1767329155.067203:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329155.067213:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1767329155.067213:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=142 v=5 (5 5 0 0) 00000100:00000001:3.0:1767329155.067218:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329155.067218:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767329155.067223:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=142 v=5 (1 1 0 0) 00000100:00000001:3.0:1767329155.067229:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329155.067231:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329155.067240:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329155.067242:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329155.067242:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329155.067248:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767329155.067248:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767329155.067249:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767329155.067256:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329155.067257:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767329155.067260:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329155.067261:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329155.067262:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009df21fbe. 00010000:00000001:0.0:1767329155.067270:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329155.067272:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097041725 00000400:00000010:2.0:1767329155.067278:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097041725. 00000100:00000001:0.0:1767329155.067279:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767329155.067283:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767329155.067284:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329155.067291:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:2.0:1767329155.067295:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000faf3089b x1853178572205568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329155.067297:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329155.067316:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000077c1f13d x1853178572205440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329155.067321:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000faf3089b x1853178572205568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329171 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329155.067332:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329155.067346:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329155.067349:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329155.067356:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329155.067361:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329155.067362:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000077c1f13d x1853178572205440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329171 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329155.067367:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329155.067374:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329155.067378:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329155.067382:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329155.067391:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329155.067395:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000077c1f13d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572205440:192.168.202.109@tcp:400: 00000100:00001000:2.0:1767329155.067400:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=152 v=5 (5 5 0 0) 00000100:00000001:0.0:1767329155.067403:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329155.067408:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=127 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329155.067410:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329155.067415:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767329155.067418:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000077c1f13d x1853178572205440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329171 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329155.067420:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329155.067426:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767329155.067437:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000faf3089b x1853178572205568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329155.067438:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329155.067443:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767329155.067449:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329155.067457:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f054a890. 00000100:00000001:2.0:1767329155.067458:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329155.067463:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000001:0.0:1767329155.067466:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767329155.067468:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329155.067471:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329155.067478:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000faf3089b x1853178572205568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329155.067486:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329155.067491:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329155.067493:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767329155.067497:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767329155.067499:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000faf3089b x1853178572205568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329171 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767329155.067502:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329155.067516:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1767329155.067522:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000faf3089b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572205568:192.168.202.109@tcp:400: 02000000:00000010:0.0:1767329155.067522:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba0b6bbc. 02000000:00000001:0.0:1767329155.067536:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767329155.067539:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329155.067541:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767329155.067545:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767329155.067546:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000077c1f13d. 00000100:00000040:2.0:1767329155.067554:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000faf3089b x1853178572205568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329171 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329155.067558:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329155.067566:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329155.067571:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329155.067578:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329155.067584:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329155.067598:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329155.067599:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329155.067605:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329155.067606:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329155.067610:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f40ab60. 02000000:00000001:2.0:1767329155.067620:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329155.067623:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329155.067625:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329155.067628:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329155.067630:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007d17fa11. 02000000:00000001:2.0:1767329155.067634:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329155.067636:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329155.067638:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000faf3089b. 00000100:00000001:2.0:1767329155.067641:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329155.067642:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329155.067644:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329155.067649:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329155.067651:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329155.067653:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329155.067655:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329155.127130:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329155.127136:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329155.127141:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329155.127143:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329155.127165:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767329155.127168:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767329155.127171:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329156.151125:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329156.151131:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329156.151138:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329156.151141:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329156.151144:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329156.151151:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329156.151154:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329156.151156:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329156.151159:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329156.151162:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329156.151164:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329156.151168:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329156.151239:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329156.151243:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329156.151246:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329157.175115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329157.175122:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329157.175128:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329157.175145:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329157.175165:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767329157.175168:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767329157.175171:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329158.199128:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329158.199135:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329158.199143:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329158.199144:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329158.199212:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329158.199216:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329158.199219:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329159.223069:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329159.223077:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329159.223084:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329159.223086:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329159.223110:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329159.223114:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329159.223116:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329159.671070:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301004636, at 4301004800 00000100:00000010:0.0:1767329159.671085:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1fa5921. 00000100:00000040:2.0:1767329159.671113:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301004637, at 4301004800 00000100:00000040:1.0:1767329159.671115:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301004636, at 4301004800 00000100:00000010:2.0:1767329159.671122:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000932918d1. 00000100:00000010:1.0:1767329159.671126:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077278bd8. 00000100:00000040:3.0:1767329159.671285:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301004637, at 4301004800 00000100:00000010:3.0:1767329159.671294:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007884d10c. 00000100:00000040:0.0:1767329160.183146:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329160.183157:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329160.183167:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d4e3d80. 00000020:00000040:0.0:1767329160.183175:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329160.183180:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329160.183184:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329160.183189:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329160.183201:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6c5103d. 00000100:00000001:0.0:1767329160.183209:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329160.183222:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000001d4e3d80 x1853178572205696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329160.183235:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329160.183238:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329160.183244:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d4e3d80] to pc [ptlrpcd_00_03+3] req@000000001d4e3d80 x1853178572205696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329160.183274:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329160.183293:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329160.183293:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767329160.183299:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767329160.183300:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767329160.183303:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767329160.183307:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a42c2d0. 00000100:00000001:2.0:1767329160.183310:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329160.183312:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329160.183313:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767329160.183313:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329160.183318:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329160.183319:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329160.183321:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329160.183323:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329160.183325:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767329160.183326:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767329160.183330:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329160.183334:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d4e3d80 x1853178572205696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767329160.183338:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000461b76c7. 00000100:00000001:2.0:1767329160.183345:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329160.183347:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329160.183347:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329160.183355:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000006a42c2d0 x1853178572205824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767329160.183360:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329160.183364:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329160.183369:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329160.183374:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d4e3d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572205696:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329160.183377:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329160.183379:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329160.183380:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329160.183385:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329160.183390:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329160.183390:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a42c2d0] to pc [ptlrpcd_00_00+0] req@000000006a42c2d0 x1853178572205824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329160.183394:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329160.183399:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd470828. 02000000:00000001:2.0:1767329160.183402:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329160.183409:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e267884a. 00000400:00000010:2.0:1767329160.183417:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002334309b. 00000100:00000200:2.0:1767329160.183423:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572205696, portal 25 00000100:00000001:2.0:1767329160.183425:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329160.183426:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578902144 : -127177130649472 : ffff8c55444dd880) 00000100:00000001:0.0:1767329160.183429:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329160.183431:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d4e3d80 x1853178572205696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329160.183436:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329160.183445:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329160.183446:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329160.183447:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767329160.183450:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767329160.183452:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329160.183454:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767329160.183454:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f4cfdab. 00000400:00000010:2.0:1767329160.183456:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009532038b. 00000020:00000040:0.0:1767329160.183461:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000200:2.0:1767329160.183462:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572205696, offset 0 00000100:00000040:3.0:1767329160.183466:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a42c2d0 x1853178572205824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329160.183467:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329160.183469:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767329160.183474:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329160.183475:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329160.183475:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329160.183481:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329160.183488:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767329160.183490:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000010:0.0:1767329160.183490:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004c01ada4. 00000100:00000001:3.0:1767329160.183492:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329160.183499:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767329160.183499:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329160.183500:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329160.183504:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329160.183505:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:0.0:1767329160.183510:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000000f4cfdab x1853178572205952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767329160.183511:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329160.183513:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00100000:3.0:1767329160.183520:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a42c2d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572205824:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329160.183520:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329160.183529:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [229:229:256:4294967295] 192.168.202.109@tcp LPNI seq info [229:229:8:4294967295] 00000100:00000001:3.0:1767329160.183533:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329160.183538:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329160.183542:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329160.183543:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329160.183548:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329160.183549:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767329160.183549:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000010:3.0:1767329160.183556:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000039233e5c. 00000100:00000040:0.0:1767329160.183559:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f4cfdab] to pc [ptlrpcd_00_01+1] req@000000000f4cfdab x1853178572205952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767329160.183560:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329160.183563:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329160.183567:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d17fa11. 00000400:00000010:3.0:1767329160.183572:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f04f5f74. 00000800:00000200:2.0:1767329160.183578:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000010:3.0:1767329160.183580:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d3bc1c1. 00000100:00000200:3.0:1767329160.183586:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572205824, portal 10 00000800:00000200:2.0:1767329160.183594:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329160.183600:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767329160.183601:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d17fa11 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329160.183604:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578910208 : -127177130641408 : ffff8c55444df800) 00000100:00000040:3.0:1767329160.183616:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a42c2d0 x1853178572205824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329160.183617:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329160.183619:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329160.183623:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329160.183627:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301009756 00000100:00000010:2.0:1767329160.183634:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a7d3bac. 00000100:00000040:0.0:1767329160.183635:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767329160.183641:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329160.183646:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6343) 00000100:00000040:3.0:1767329160.183647:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329160.183647:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1767329160.183655:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fc50d68. 00000100:00000001:2.0:1767329160.183656:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301009756 00000100:00000200:3.0:1767329160.183660:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572205824, offset 0 00000100:00000010:2.0:1767329160.183661:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e23bb884. 00000100:00000001:2.0:1767329160.183666:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767329160.183670:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301009756 00000400:00000200:3.0:1767329160.183674:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:2.0:1767329160.183675:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000056244d83. 00000100:00000001:0.0:1767329160.183678:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329160.183680:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767329160.183684:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329160.183686:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329160.183687:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301009756 00000100:00000001:0.0:1767329160.183688:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767329160.183694:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f011cda8. 00000400:00000200:3.0:1767329160.183695:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329160.183697:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767329160.183700:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f4cfdab x1853178572205952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329160.183703:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329160.183705:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329160.183709:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329160.183714:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329160.183715:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329160.183720:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329160.183722:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767329160.183724:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329160.183726:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329160.183730:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [230:230:255:4294967295] 192.168.202.109@tcp LPNI seq info [230:230:7:4294967295] 02000000:00000001:0.0:1767329160.183733:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329160.183737:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329160.183742:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329160.183749:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00100000:0.0:1767329160.183751:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572205952:192.168.202.109@tcp:400: 00000800:00000200:1.0:1767329160.183759:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329160.183759:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1767329160.183760:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329160.183763:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:1.0:1767329160.183767:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d17fa11. 02000000:00000001:0.0:1767329160.183767:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767329160.183770:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059f1a697. 02000000:00000001:0.0:1767329160.183771:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329160.183776:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767329160.183779:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036946c1c. 00000800:00000200:3.0:1767329160.183780:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:0.0:1767329160.183785:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329160.183804:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000800:00000200:3.0:1767329160.183809:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:0.0:1767329160.183810:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825b64b1. 00000400:00000200:1.0:1767329160.183813:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009532038b 00000800:00000200:3.0:1767329160.183815:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059f1a697 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1767329160.183818:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009532038b. 00000100:00000001:3.0:1767329160.183822:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329160.183825:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767329160.183828:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 401258 usecs (402 jiffies) 00000400:00000010:0.0:1767329160.183828:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ba2b8f9. 00000100:00000200:1.0:1767329160.183833:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d4e3d80 x1853178572205696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329160.183836:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572205952, portal 10 00000100:00000001:0.0:1767329160.183842:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329160.183845:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578895872 : -127177130655744 : ffff8c55444dc000) 00000100:00000001:1.0:1767329160.183852:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329160.183857:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000f4cfdab x1853178572205952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329160.183859:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d4e3d80 x1853178572205696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329176 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329160.183888:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329160.183889:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329160.183892:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767329160.183896:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329160.183907:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e43dd11. 00000800:00000200:1.0:1767329160.183911:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1767329160.183912:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572205952, offset 0 00000800:00000010:1.0:1767329160.183915:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059f1a697. 00000400:00000200:1.0:1767329160.183923:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329160.183923:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329160.183931:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329160.183934:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329160.183940:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329160.183944:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329160.183946:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329160.183949:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329160.183953:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [231:231:255:4294967295] 192.168.202.109@tcp LPNI seq info [231:231:7:4294967295] 00000100:00000001:3.0:1767329160.183957:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301005714 00000100:00000001:3.0:1767329160.183964:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301009756 00000400:00000200:0.0:1767329160.183969:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329160.183971:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301005714 00000100:00000001:3.0:1767329160.183976:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301009756 00000100:00000001:3.0:1767329160.183981:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301005714 00000400:00000200:1.0:1767329160.183981:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fc50d68 00000800:00000200:0.0:1767329160.183983:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329160.183990:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033785252. 00000400:00000010:1.0:1767329160.183992:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fc50d68. 00000100:00000001:1.0:1767329160.183998:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767329160.183998:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:1.0:1767329160.184005:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a42c2d0 x1853178572205824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329160.184009:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329160.184042:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329160.184047:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301009756 00000100:00000040:1.0:1767329160.184047:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a42c2d0 x1853178572205824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329176 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329160.184055:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329160.184061:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301005715 00000100:00000001:1.0:1767329160.184061:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329160.184066:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301009756 00000100:00000001:3.0:1767329160.184070:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767329160.184070:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000033785252 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329160.184074:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329160.184078:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329160.184081:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329160.184086:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329160.184086:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329160.184090:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767329160.184092:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 23675 usecs (24 jiffies) 00000100:00000001:3.0:1767329160.184094:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329160.184098:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329160.184098:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301005337 00000100:00000001:3.0:1767329160.184101:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329160.184104:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301009756 00000100:00000001:3.0:1767329160.184105:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329160.184108:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301005337 00000100:00000001:0.0:1767329160.184113:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301009756 00000100:00000001:0.0:1767329160.184116:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301005337 00000100:00000001:0.0:1767329160.184118:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301009756 00000100:00000001:0.0:1767329160.184121:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301005337 00000100:00000001:0.0:1767329160.184123:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301009756 00000100:00000001:0.0:1767329160.184126:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329160.184129:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329160.184132:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329160.184137:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329160.184141:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033785252. 00000100:00000001:0.0:1767329160.184144:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329160.184145:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329160.184153:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329160.184154:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767329160.184156:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e43dd11 00000400:00000010:2.0:1767329160.184158:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e43dd11. 00000100:00000001:0.0:1767329160.184158:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329160.184164:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329160.184166:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329160.184169:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329160.184169:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329160.184174:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f4cfdab x1853178572205952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329160.184174:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329160.184184:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329160.184187:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f4cfdab x1853178572205952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329176 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329160.184200:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329160.184201:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329160.185619:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329160.185632:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329160.185635:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329160.185638:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329160.185644:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329160.185657:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2806e80 00000400:00000200:1.0:1767329160.185665:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x80d [1] + 224 00000800:00000001:1.0:1767329160.185672:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329160.185676:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329160.185678:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329160.185682:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329160.185687:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329160.185690:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001d4e3d80 x1853178572205696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329176 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329160.185699:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001d4e3d80 x1853178572205696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329160.185716:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329160.185722:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329160.185725:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329160.185728:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329160.185729:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329160.185734:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329160.185740:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2806f00 00000400:00000200:1.0:1767329160.185750:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x815 [1] + 224 00000800:00000001:1.0:1767329160.185754:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329160.185757:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329160.185759:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329160.185762:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329160.185765:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329160.185769:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a42c2d0 x1853178572205824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329176 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329160.185778:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006a42c2d0 x1853178572205824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329160.185780:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329160.185783:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329160.185803:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329160.185806:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329160.185807:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e267884a. 00000100:00000001:1.0:1767329160.185811:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767329160.185812:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002334309b 00000400:00000010:2.0:1767329160.185815:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002334309b. 00000100:00000001:2.0:1767329160.185818:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329160.185822:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d4e3d80 x1853178572205696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329160.185825:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329160.185832:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329160.185833:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d4e3d80 x1853178572205696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329176 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329160.185837:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329160.185842:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329160.185844:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329160.185847:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329160.185848:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329160.185853:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329160.185853:0:208650:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767329160.185854:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 02000000:00000001:2.0:1767329160.185858:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:3.0:1767329160.185860:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767329160.185861:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329160.185866:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767329160.185867:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767329160.185867:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2806f80 00000400:00000010:3.0:1767329160.185873:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f04f5f74. 02000000:00000001:2.0:1767329160.185874:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329160.185880:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=7 v=5 (5 5 5 0) 00000400:00000200:3.0:1767329160.185882:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d3bc1c1 00000100:00001000:2.0:1767329160.185883:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=7 v=5 (1 1 1 0) 00000400:00000010:3.0:1767329160.185888:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d3bc1c1. 00000100:00000001:2.0:1767329160.185888:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329160.185891:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329160.185895:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329160.185896:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767329160.185899:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329160.185900:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x81d [1] + 224 00000100:00000001:2.0:1767329160.185902:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329160.185906:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a42c2d0 x1853178572205824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329160.185910:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767329160.185912:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d4e3d80 x1853178572205696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329176 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329160.185919:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329160.185926:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329160.185937:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329160.185940:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329160.185943:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329160.185944:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a42c2d0 x1853178572205824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329176 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329160.185945:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329160.185949:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329160.185952:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f4cfdab x1853178572205952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329176 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329160.185957:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d4e3d80 x1853178572205696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329176 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329160.185974:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329160.185978:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329160.185984:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329160.185989:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1767329160.185991:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d4e3d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572205696:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329160.185993:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767329160.185993:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f4cfdab x1853178572205952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329160.185998:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329160.186000:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329160.186005:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329160.186005:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329160.186012:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d4e3d80 x1853178572205696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329176 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329160.186038:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1767329160.186041:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=147 v=5 (5 5 0 0) 02000000:00000001:2.0:1767329160.186041:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329160.186045:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd470828. 00000100:00001000:3.0:1767329160.186048:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=147 v=5 (1 1 0 0) 02000000:00000001:2.0:1767329160.186051:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329160.186053:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329160.186055:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767329160.186056:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329160.186060:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329160.186061:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329160.186061:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767329160.186064:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329160.186067:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c6c5103d. 00000800:00000001:1.0:1767329160.186068:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329160.186071:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767329160.186074:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767329160.186074:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329160.186077:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d4e3d80. 00010000:00000001:3.0:1767329160.186081:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329160.186081:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329160.186083:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329160.186087:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329160.186087:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329160.186089:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767329160.186090:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329160.186093:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000001:0.0:1767329160.186094:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767329160.186095:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329160.186099:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767329160.186099:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329160.186100:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329160.186104:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329160.186105:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329160.186105:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000825b64b1. 00000100:00000001:2.0:1767329160.186107:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329160.186114:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ba2b8f9 00000100:00000040:3.0:1767329160.186115:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a42c2d0 x1853178572205824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329176 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329160.186119:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ba2b8f9. 00000100:00000001:0.0:1767329160.186127:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329160.186129:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329160.186132:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329160.186136:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329160.186136:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f4cfdab x1853178572205952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329160.186145:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a42c2d0 x1853178572205824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329176 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329160.186162:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f4cfdab x1853178572205952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329176 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329160.186165:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a42c2d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572205824:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329160.186174:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329160.186179:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329160.186182:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767329160.186185:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a42c2d0 x1853178572205824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329176 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329160.186187:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329160.186192:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329160.186195:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329160.186198:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329160.186200:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329160.186202:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329160.186204:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767329160.186206:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329160.186208:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000039233e5c. 02000000:00000001:3.0:1767329160.186213:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1767329160.186213:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=7 v=5 (5 5 5 0) 00000020:00000001:3.0:1767329160.186215:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329160.186218:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00001000:0.0:1767329160.186221:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=132 v=5 (1 1 0 0) 00000020:00000001:3.0:1767329160.186223:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329160.186226:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000461b76c7. 00000100:00000001:0.0:1767329160.186228:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767329160.186232:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329160.186232:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329160.186236:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767329160.186237:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:3.0:1767329160.186239:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a42c2d0. 00000100:00000001:3.0:1767329160.186244:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00080000:0.0:1767329160.186245:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000f4cfdab x1853178572205952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329176 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329160.186247:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329160.186252:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329160.186259:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767329160.186262:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329160.186265:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767329160.186268:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329160.186271:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329160.186272:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329160.186276:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329160.186280:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329160.186282:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329160.186288:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f4cfdab x1853178572205952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329176 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329160.186297:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329160.186300:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329160.186301:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329160.186304:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f4cfdab x1853178572205952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329176 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329160.186313:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572205952:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329160.186318:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329160.186320:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329160.186322:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f4cfdab x1853178572205952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329176 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329160.186330:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329160.186332:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329160.186334:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036946c1c. 02000000:00000001:0.0:1767329160.186338:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329160.186340:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329160.186342:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329160.186344:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329160.186345:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004c01ada4. 02000000:00000001:0.0:1767329160.186348:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329160.186350:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329160.186351:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f4cfdab. 00000100:00000001:0.0:1767329160.186354:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329160.186356:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329160.186358:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329160.186362:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329160.186364:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329160.186366:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329160.186367:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329160.247122:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329160.247128:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329160.247134:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329160.247135:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329160.247204:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329160.247208:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329160.247211:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329161.271121:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329161.271128:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329161.271135:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329161.271136:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329161.271172:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329161.271176:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329161.271179:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329162.295112:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329162.295121:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329162.295125:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329162.295129:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329162.295134:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329162.295137:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329162.295139:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329162.295142:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329162.295146:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329162.295148:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329162.295205:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329162.295210:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329162.295214:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329163.319100:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329163.319107:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329163.319113:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329163.319114:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329163.319147:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329163.319150:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329163.319152:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329164.343077:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329164.343083:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329164.343088:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329164.343090:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329164.343128:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329164.343132:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329164.343135:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329164.791102:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301009756, at 4301009920 00000100:00000040:3.0:1767329164.791106:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301009756, at 4301009920 00000100:00000040:0.0:1767329164.791107:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301009756, at 4301009920 00000100:00000010:0.0:1767329164.791120:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a7d3bac. 00000100:00000010:3.0:1767329164.791125:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f011cda8. 00000100:00000010:2.0:1767329164.791128:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000056244d83. 00000100:00000040:1.0:1767329164.791378:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301009756, at 4301009920 00000100:00000010:1.0:1767329164.791386:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e23bb884. 00000100:00000040:2.0:1767329165.303165:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329165.303173:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329165.303193:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000faf3089b. 00000020:00000040:2.0:1767329165.303199:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329165.303202:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329165.303205:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329165.303209:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329165.303215:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba0b6bbc. 00000100:00000001:2.0:1767329165.303221:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329165.303228:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000faf3089b x1853178572206080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329165.303236:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329165.303237:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329165.303241:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faf3089b] to pc [ptlrpcd_00_02+2] req@00000000faf3089b x1853178572206080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329165.303264:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329165.303266:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329165.303268:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329165.303270:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081a134ff. 00000020:00000040:2.0:1767329165.303271:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329165.303273:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329165.303274:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329165.303275:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329165.303276:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f41acca9. 00000100:00000001:2.0:1767329165.303278:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329165.303280:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000081a134ff x1853178572206208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329165.303285:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329165.303286:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329165.303287:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a134ff] to pc [ptlrpcd_00_03+3] req@0000000081a134ff x1853178572206208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329165.303290:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329165.303293:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329165.303296:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329165.303296:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329165.303300:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329165.303304:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329165.303306:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f76cd51. 00000020:00000040:2.0:1767329165.303310:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000040:0.0:1767329165.303310:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000faf3089b x1853178572206080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329165.303314:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329165.303316:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329165.303318:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329165.303319:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767329165.303321:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b18ad351. 00000100:00000001:1.0:1767329165.303325:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329165.303326:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329165.303328:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329165.303332:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000000f76cd51 x1853178572206336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329165.303333:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767329165.303337:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081a134ff x1853178572206208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329165.303338:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329165.303344:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767329165.303345:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767329165.303346:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329165.303350:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767329165.303354:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f76cd51] to pc [ptlrpcd_00_00+0] req@000000000f76cd51 x1853178572206336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329165.303358:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767329165.303358:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329165.303362:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329165.303368:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000faf3089b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572206080:192.168.202.109@tcp:400: 02000000:00000001:1.0:1767329165.303369:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329165.303374:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329165.303380:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329165.303380:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329165.303382:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329165.303385:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329165.303386:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767329165.303386:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329165.303391:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767329165.303392:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1767329165.303395:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081a134ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572206208:192.168.202.109@tcp:400: 00000100:00000040:2.0:1767329165.303398:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6348) 02000000:00000010:0.0:1767329165.303399:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002eb6fe7a. 00000100:00000001:1.0:1767329165.303402:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329165.303404:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329165.303407:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329165.303410:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329165.303412:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825b64b1. 02000000:00000001:1.0:1767329165.303413:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329165.303418:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767329165.303419:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f39535ca. 00000100:00000001:2.0:1767329165.303421:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767329165.303422:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ba2b8f9. 02000000:00000001:1.0:1767329165.303424:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329165.303425:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329165.303430:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f76cd51 x1853178572206336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329165.303431:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572206080, portal 25 00000400:00000010:1.0:1767329165.303432:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000401e55e8. 00000100:00000001:0.0:1767329165.303439:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329165.303441:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767329165.303442:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f8c929d. 00000100:00000001:2.0:1767329165.303443:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329165.303443:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777357056 : -127176932194560 : ffff8c5550220700) 02000000:00000001:2.0:1767329165.303448:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1767329165.303448:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572206208, portal 10 02000000:00000001:2.0:1767329165.303451:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329165.303453:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767329165.303454:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329165.303454:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000faf3089b x1853178572206080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329165.303457:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777356160 : -127176932195456 : ffff8c5550220380) 00000100:00100000:2.0:1767329165.303461:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000f76cd51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572206336:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329165.303468:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767329165.303469:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081a134ff x1853178572206208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329165.303475:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767329165.303477:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329165.303480:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329165.303484:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767329165.303485:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329165.303487:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767329165.303489:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091649a10. 00000400:00000010:0.0:1767329165.303490:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e169f1. 02000000:00000001:2.0:1767329165.303492:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329165.303494:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329165.303498:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e267884a. 00000100:00000200:0.0:1767329165.303498:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572206080, offset 0 00000400:00000010:1.0:1767329165.303499:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cb6d618. 00000400:00000010:2.0:1767329165.303505:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002334309b. 00000100:00000200:1.0:1767329165.303505:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572206208, offset 0 00000400:00000200:0.0:1767329165.303512:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000200:2.0:1767329165.303518:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572206336, portal 10 00000100:00000001:2.0:1767329165.303521:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329165.303523:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777367808 : -127176932183808 : ffff8c5550223100) 00000400:00000200:1.0:1767329165.303527:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329165.303529:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:2.0:1767329165.303530:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000f76cd51 x1853178572206336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329165.303538:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767329165.303540:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767329165.303541:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329165.303543:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b565a76. 00000100:00000200:2.0:1767329165.303545:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572206336, offset 0 00000400:00000200:2.0:1767329165.303550:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329165.303557:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329165.303561:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329165.303564:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329165.303568:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [232:232:256:4294967295] 192.168.202.109@tcp LPNI seq info [232:232:8:4294967295] 00000400:00000200:0.0:1767329165.303580:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329165.303587:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329165.303590:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:0.0:1767329165.303593:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c01ada4. 00000400:00000200:1.0:1767329165.303596:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329165.303600:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:0.0:1767329165.303604:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329165.303606:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329165.303610:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329165.303613:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [233:233:255:4294967295] 192.168.202.109@tcp LPNI seq info [233:233:7:4294967295] 00000800:00000200:0.0:1767329165.303617:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329165.303623:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c01ada4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329165.303630:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329165.303634:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767329165.303638:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329165.303639:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329165.303640:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329165.303642:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767329165.303644:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000400:00000200:2.0:1767329165.303646:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329165.303649:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301014876 00000400:00000200:2.0:1767329165.303651:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:1.0:1767329165.303656:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329165.303657:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1767329165.303658:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1492956. 00000400:00000200:2.0:1767329165.303663:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:1.0:1767329165.303667:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329165.303668:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [234:234:254:4294967295] 192.168.202.109@tcp LPNI seq info [234:234:6:4294967295] 00000100:00000001:0.0:1767329165.303669:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767329165.303678:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301014876 00000400:00000200:2.0:1767329165.303679:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329165.303679:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767329165.303686:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097c45c3b. 00000100:00000001:1.0:1767329165.303687:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329165.303689:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329165.303693:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767329165.303695:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329165.303695:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd12ef3a. 00000100:00000040:1.0:1767329165.303695:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 395405 usecs (396 jiffies) 00000100:00000001:0.0:1767329165.303699:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301014876 00000800:00000010:3.0:1767329165.303702:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c01ada4. 00000100:00000001:1.0:1767329165.303702:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301010828 00000800:00000200:2.0:1767329165.303704:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:0.0:1767329165.303707:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080a38a15. 00000100:00000001:1.0:1767329165.303709:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301014876 00000400:00000200:3.0:1767329165.303712:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767329165.303713:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329165.303713:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767329165.303715:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301010828 00000800:00000200:2.0:1767329165.303719:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd12ef3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329165.303721:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301014876 00000100:00000001:0.0:1767329165.303722:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301014876 00000100:00000001:2.0:1767329165.303724:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329165.303726:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329165.303727:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301010828 00000100:00000040:2.0:1767329165.303729:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 23356 usecs (24 jiffies) 00000100:00000010:0.0:1767329165.303730:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0a19a74. 00000100:00000001:1.0:1767329165.303733:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301014876 00000400:00000200:3.0:1767329165.303734:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e169f1 00000100:00000001:2.0:1767329165.303735:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301010456 00000100:00000001:0.0:1767329165.303752:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000010:3.0:1767329165.303753:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e169f1. 00000100:00000001:0.0:1767329165.303758:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329165.303759:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301014876 00000100:00000001:2.0:1767329165.303764:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301010456 00000100:00000001:0.0:1767329165.303764:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329165.303766:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329165.303766:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301010828 00000100:00000001:2.0:1767329165.303767:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301014876 00000100:00000001:0.0:1767329165.303771:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329165.303773:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301010456 00000100:00000001:1.0:1767329165.303773:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301014876 00000100:00000200:3.0:1767329165.303774:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000faf3089b x1853178572206080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329165.303777:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329165.303779:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301014876 00000100:00000001:1.0:1767329165.303780:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329165.303784:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301010456 00000100:00000001:1.0:1767329165.303787:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329165.303788:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301014876 00000100:00000001:0.0:1767329165.303789:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329165.303793:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329165.303794:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329165.303794:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329165.303798:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329165.303799:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329165.303802:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329165.303803:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329165.303804:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329165.303807:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329165.303807:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767329165.303808:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000faf3089b x1853178572206080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329181 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329165.303812:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329165.303812:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329165.303814:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329165.303817:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329165.303818:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329165.303819:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329165.303822:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329165.303825:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329165.303825:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329165.303827:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329165.303827:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329165.303827:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329165.303831:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329165.303833:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329165.303834:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329165.303834:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329165.303849:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329165.303852:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00000400:00000200:3.0:1767329165.303854:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329165.303857:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329165.303860:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cb6d618 00000400:00000010:3.0:1767329165.303868:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cb6d618. 00000100:00000001:3.0:1767329165.303871:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329165.303874:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081a134ff x1853178572206208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329165.303882:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329165.303884:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081a134ff x1853178572206208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329181 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329165.303890:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329165.303892:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329165.303956:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329165.303959:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd12ef3a. 00000400:00000200:3.0:1767329165.303962:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329165.303965:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329165.303967:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b565a76 00000400:00000010:3.0:1767329165.303968:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b565a76. 00000100:00000001:3.0:1767329165.303971:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329165.303974:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f76cd51 x1853178572206336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329165.303980:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329165.303982:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f76cd51 x1853178572206336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329181 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329165.303988:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329165.303989:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329165.306040:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329165.306053:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329165.306055:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329165.306056:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329165.306061:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329165.306070:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2807080 00000400:00000200:2.0:1767329165.306074:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x829 [1] + 224 00000800:00000001:2.0:1767329165.306079:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329165.306083:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329165.306085:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329165.306088:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329165.306090:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329165.306093:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081a134ff x1853178572206208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329181 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329165.306109:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081a134ff x1853178572206208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329165.306121:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329165.306127:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329165.306129:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329165.306130:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329165.306132:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329165.306134:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329165.306137:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2807000 00000400:00000200:2.0:1767329165.306140:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x825 [1] + 224 00000800:00000001:2.0:1767329165.306142:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329165.306144:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329165.306145:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329165.306148:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329165.306150:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329165.306151:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000faf3089b x1853178572206080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329181 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329165.306156:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000faf3089b x1853178572206080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329165.306162:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329165.306165:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329165.306165:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767329165.306169:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767329165.306169:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767329165.306171:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767329165.306173:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767329165.306174:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329165.306177:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329165.306177:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000401e55e8. 00000400:00000200:2.0:1767329165.306183:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329165.306184:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f8c929d 00000400:00000200:2.0:1767329165.306188:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2807100 00000400:00000010:1.0:1767329165.306189:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f8c929d. 00000100:00000001:1.0:1767329165.306194:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329165.306199:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081a134ff x1853178572206208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329165.306200:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x835 [1] + 224 00000800:00000001:2.0:1767329165.306206:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767329165.306215:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081a134ff x1853178572206208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329181 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329165.306224:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767329165.306225:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329165.306228:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329165.306231:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767329165.306232:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767329165.306232:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767329165.306234:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767329165.306235:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329165.306238:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000825b64b1. 00000400:00000200:2.0:1767329165.306240:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329165.306240:0:208651:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767329165.306243:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ba2b8f9 02000000:00000001:1.0:1767329165.306245:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767329165.306246:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ba2b8f9. 00000100:00000001:1.0:1767329165.306248:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329165.306251:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329165.306251:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329165.306252:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329165.306256:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329165.306257:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000faf3089b x1853178572206080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329165.306258:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f76cd51 x1853178572206336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329181 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767329165.306266:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=152 v=5 (5 5 0 0) 00000100:00001000:1.0:1767329165.306275:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=152 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329165.306284:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329165.306286:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329165.306288:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f76cd51 x1853178572206336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329165.306288:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000faf3089b x1853178572206080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329181 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329165.306291:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329165.306297:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329165.306303:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329165.306306:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329165.306311:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329165.306314:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329165.306316:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329165.306319:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329165.306320:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767329165.306322:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081a134ff x1853178572206208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329181 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329165.306323:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767329165.306323:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329165.306327:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767329165.306328:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329165.306329:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329165.306333:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329165.306333:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329165.306340:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767329165.306340:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=12 v=5 (5 5 5 0) 00000100:00001000:0.0:1767329165.306346:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=12 v=5 (1 1 1 0) 00000100:00000001:1.0:1767329165.306348:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329165.306349:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329165.306352:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329165.306352:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329165.306354:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329165.306356:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329165.306358:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329165.306359:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081a134ff x1853178572206208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329181 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329165.306363:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000faf3089b x1853178572206080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329181 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329165.306367:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329165.306376:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767329165.306385:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081a134ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572206208:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329165.306385:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767329165.306388:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767329165.306389:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1767329165.306393:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767329165.306394:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767329165.306400:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e267884a. 00000100:00000001:1.0:1767329165.306401:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329165.306403:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000faf3089b x1853178572206080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329181 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329165.306413:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767329165.306414:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002334309b 00000400:00000010:3.0:1767329165.306418:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002334309b. 00000100:00000040:1.0:1767329165.306425:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081a134ff x1853178572206208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329181 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329165.306428:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329165.306442:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f76cd51 x1853178572206336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329165.306456:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000faf3089b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572206080:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329165.306477:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329165.306486:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329165.306487:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767329165.306493:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f76cd51 x1853178572206336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329181 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329165.306494:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767329165.306494:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000faf3089b x1853178572206080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329181 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329165.306500:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329165.306501:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329165.306505:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002eb6fe7a. 02000000:00000010:1.0:1767329165.306506:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f39535ca. 02000000:00000001:0.0:1767329165.306515:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767329165.306517:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329165.306518:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1767329165.306522:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329165.306523:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000040:1.0:1767329165.306531:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329165.306533:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329165.306539:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba0b6bbc. 00000020:00000001:1.0:1767329165.306541:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329165.306551:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f41acca9. 00000100:00000001:3.0:1767329165.306552:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767329165.306552:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329165.306556:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329165.306557:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767329165.306558:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329165.306559:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329165.306561:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000faf3089b. 00000100:00000010:1.0:1767329165.306564:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081a134ff. 00000100:00000001:3.0:1767329165.306566:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767329165.306570:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329165.306572:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767329165.306573:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329165.306574:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329165.306576:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329165.306578:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329165.306580:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329165.306583:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329165.306584:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329165.306588:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329165.306590:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767329165.306591:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329165.306592:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329165.306594:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329165.306605:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329165.306605:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767329165.306609:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=12 v=5 (5 5 5 0) 00000100:00000001:1.0:1767329165.306611:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329165.306611:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329165.306627:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=137 v=5 (1 1 0 0) 00000100:00000001:3.0:1767329165.306632:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329165.306636:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329165.306640:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767329165.306647:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000f76cd51 x1853178572206336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329181 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329165.306656:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329165.306659:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329165.306661:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329165.306663:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329165.306664:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329165.306668:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f76cd51 x1853178572206336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329181 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329165.306674:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329165.306678:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329165.306680:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329165.306683:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f76cd51 x1853178572206336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329181 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329165.306690:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000f76cd51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572206336:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329165.306696:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329165.306698:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329165.306701:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f76cd51 x1853178572206336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329181 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329165.306720:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329165.306722:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329165.306724:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091649a10. 02000000:00000001:3.0:1767329165.306727:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329165.306729:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329165.306730:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329165.306732:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329165.306734:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b18ad351. 02000000:00000001:3.0:1767329165.306748:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329165.306750:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329165.306752:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f76cd51. 00000100:00000001:3.0:1767329165.306755:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329165.306756:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329165.306757:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329165.306762:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329165.306764:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329165.306766:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329165.306767:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329165.367130:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329165.367136:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329165.367141:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329165.367144:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329165.367147:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329165.367152:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329165.367154:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329165.367155:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329165.367158:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329165.367160:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329165.367163:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329165.367165:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329165.367201:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329165.367205:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329165.367207:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329166.391132:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329166.391138:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329166.391142:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329166.391143:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329166.391180:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329166.391184:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329166.391187:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329167.415107:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329167.415112:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329167.415117:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329167.415118:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329167.415154:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329167.415159:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329167.415161:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329168.439089:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329168.439095:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329168.439110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329168.439111:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329168.439148:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329168.439153:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329168.439156:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329169.463082:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329169.463087:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329169.463091:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329169.463092:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329169.463165:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329169.463169:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329169.463172:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329169.911084:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301014876, at 4301015040 00000100:00000040:0.0:1767329169.911099:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301014876, at 4301015040 00000100:00000010:3.0:1767329169.911100:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b0a19a74. 00000100:00000040:2.0:1767329169.911107:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301014876, at 4301015040 00000100:00000010:0.0:1767329169.911109:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1492956. 00000100:00000010:2.0:1767329169.911119:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080a38a15. 00000100:00000040:1.0:1767329169.911256:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301014876, at 4301015040 00000100:00000010:1.0:1767329169.911263:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097c45c3b. 00000100:00000040:1.0:1767329170.423148:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329170.423157:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329170.423166:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8f35ab6. 00000020:00000040:1.0:1767329170.423173:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329170.423177:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329170.423179:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329170.423184:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329170.423193:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070fb6d87. 00000100:00000001:1.0:1767329170.423198:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329170.423207:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000f8f35ab6 x1853178572206464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329170.423216:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329170.423218:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329170.423222:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8f35ab6] to pc [ptlrpcd_00_01+1] req@00000000f8f35ab6 x1853178572206464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329170.423246:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329170.423247:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329170.423250:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329170.423252:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce5d9467. 00000020:00000040:1.0:1767329170.423254:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329170.423255:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329170.423256:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329170.423257:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329170.423259:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077a38a26. 00000100:00000001:1.0:1767329170.423276:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329170.423278:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329170.423280:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000ce5d9467 x1853178572206592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329170.423286:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767329170.423288:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329170.423291:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329170.423291:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329170.423299:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce5d9467] to pc [ptlrpcd_00_02+2] req@00000000ce5d9467 x1853178572206592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329170.423302:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329170.423304:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329170.423307:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329170.423309:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329170.423314:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329170.423317:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329170.423319:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329170.423320:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329170.423323:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329170.423326:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767329170.423329:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329170.423330:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8f35ab6 x1853178572206464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767329170.423330:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 00000100:00100000:3.0:1767329170.423333:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000040:1.0:1767329170.423336:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329170.423338:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329170.423342:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329170.423344:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767329170.423345:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767329170.423348:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329170.423349:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329170.423355:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767329170.423355:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020beec0d. 00000100:00000001:3.0:1767329170.423358:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329170.423359:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329170.423360:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329170.423368:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000dfc75053 x1853178572206720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767329170.423369:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce5d9467 x1853178572206592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329170.423387:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329170.423391:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329170.423393:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329170.423396:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329170.423403:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767329170.423405:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329170.423406:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329170.423411:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329170.423412:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfc75053] to pc [ptlrpcd_00_03+3] req@00000000dfc75053 x1853178572206720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329170.423419:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329170.423430:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572206464:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329170.423442:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329170.423445:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329170.423447:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329170.423449:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329170.423450:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329170.423450:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767329170.423452:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767329170.423455:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329170.423456:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329170.423457:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767329170.423462:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329170.423463:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767329170.423466:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6353) 00000100:00000001:0.0:1767329170.423467:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767329170.423468:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572206592:192.168.202.109@tcp:400: 02000000:00000010:2.0:1767329170.423471:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed59a08f. 00000100:00100000:0.0:1767329170.423472:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767329170.423474:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329170.423477:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329170.423479:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329170.423480:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329170.423484:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329170.423486:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005908f795. 00000100:00000001:0.0:1767329170.423486:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767329170.423487:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329170.423491:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767329170.423494:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b537395. 00000100:00000001:0.0:1767329170.423495:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767329170.423498:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f8ad362. 00000100:00000001:0.0:1767329170.423498:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767329170.423499:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329170.423505:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f04f5f74. 00000100:00000200:2.0:1767329170.423507:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572206464, portal 25 00000100:00000001:0.0:1767329170.423510:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767329170.423513:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d3bc1c1. 00000100:00000001:2.0:1767329170.423513:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329170.423518:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777196800 : -127176932354816 : ffff8c55501f9500) 00000100:00000040:0.0:1767329170.423518:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572206720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329170.423520:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572206592, portal 10 00000100:00000001:3.0:1767329170.423526:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329170.423528:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777200384 : -127176932351232 : ffff8c55501fa300) 00000100:00000040:2.0:1767329170.423530:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8f35ab6 x1853178572206464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329170.423539:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce5d9467 x1853178572206592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329170.423543:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329170.423546:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329170.423552:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329170.423556:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329170.423562:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329170.423563:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329170.423568:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767329170.423571:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572206720:192.168.202.109@tcp:400: 00000100:00000040:2.0:1767329170.423573:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329170.423577:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329170.423580:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767329170.423581:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004740f0f1. 00000400:00000010:3.0:1767329170.423582:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6cf1dd. 02000000:00000001:0.0:1767329170.423584:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1767329170.423587:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572206464, offset 0 00000100:00000200:3.0:1767329170.423588:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572206592, offset 0 02000000:00000001:0.0:1767329170.423588:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329170.423594:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329170.423599:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7e54fb9. 02000000:00000001:0.0:1767329170.423602:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329170.423604:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329170.423606:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825b64b1. 00000400:00000200:3.0:1767329170.423613:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329170.423619:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ba2b8f9. 00000400:00000200:2.0:1767329170.423622:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000200:0.0:1767329170.423625:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572206720, portal 10 00000100:00000001:0.0:1767329170.423628:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329170.423629:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000400:00000200:2.0:1767329170.423631:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767329170.423637:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572206720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329170.423639:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329170.423645:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329170.423652:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329170.423658:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767329170.423659:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [235:235:256:4294967295] 192.168.202.109@tcp LPNI seq info [235:235:8:4294967295] 00000100:00000040:0.0:1767329170.423667:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329170.423671:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f353e67a. 00000100:00000200:0.0:1767329170.423677:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572206720, offset 0 00000400:00000200:2.0:1767329170.423680:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:0.0:1767329170.423697:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:2.0:1767329170.423712:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329170.423713:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767329170.423719:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767329170.423722:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000010:2.0:1767329170.423722:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b18ad351. 00000400:00000200:3.0:1767329170.423727:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329170.423729:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329170.423735:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [236:236:255:4294967295] 192.168.202.109@tcp LPNI seq info [236:236:7:4294967295] 00000800:00000200:2.0:1767329170.423738:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329170.423745:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329170.423750:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329170.423758:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b18ad351 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767329170.423763:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329170.423765:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329170.423769:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767329170.423770:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020a9ff68. 00000400:00000200:0.0:1767329170.423773:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329170.423778:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329170.423779:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329170.423779:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329170.423785:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329170.423787:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301019996 00000800:00000200:3.0:1767329170.423791:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767329170.423793:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [237:237:254:4294967295] 192.168.202.109@tcp LPNI seq info [237:237:6:4294967295] 00000800:00000200:3.0:1767329170.423796:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020a9ff68 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767329170.423797:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025faadfe. 00000100:00000001:3.0:1767329170.423800:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329170.423807:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 389728 usecs (390 jiffies) 00000100:00000001:2.0:1767329170.423808:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767329170.423814:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301015942 00000100:00000001:2.0:1767329170.423819:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301019996 00000400:00000200:0.0:1767329170.423819:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329170.423820:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301019996 00000100:00000001:3.0:1767329170.423827:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301015942 00000100:00000010:2.0:1767329170.423829:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003970a50b. 00000800:00000200:0.0:1767329170.423833:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329170.423837:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000010:0.0:1767329170.423838:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c01ada4. 00000800:00000200:1.0:1767329170.423840:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329170.423845:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301019996 00000100:00000001:2.0:1767329170.423845:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301019996 00000800:00000010:1.0:1767329170.423846:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b18ad351. 00000800:00000200:0.0:1767329170.423847:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329170.423851:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301015942 00000100:00000010:2.0:1767329170.423854:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000576c0e8c. 00000800:00000200:0.0:1767329170.423859:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329170.423863:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c01ada4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329170.423864:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767329170.423864:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329170.423868:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329170.423872:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301019996 00000100:00000001:2.0:1767329170.423872:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301019996 00000100:00000040:0.0:1767329170.423872:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 23057 usecs (24 jiffies) 00000400:00000200:1.0:1767329170.423880:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329170.423881:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301015942 00000100:00000001:0.0:1767329170.423881:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301015576 00000100:00000010:2.0:1767329170.423882:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e316d56. 00000100:00000001:0.0:1767329170.423888:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301019996 00000100:00000001:2.0:1767329170.423891:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767329170.423892:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004740f0f1 00000100:00000001:3.0:1767329170.423898:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301019996 00000100:00000001:2.0:1767329170.423898:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767329170.423898:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004740f0f1. 00000100:00000001:0.0:1767329170.423901:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301015576 00000100:00000001:3.0:1767329170.423906:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329170.423907:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329170.423907:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301019996 00000100:00000001:3.0:1767329170.423909:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329170.423910:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329170.423915:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301015576 00000100:00000001:3.0:1767329170.423917:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329170.423917:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329170.423920:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8f35ab6 x1853178572206464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329170.423921:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301019996 00000100:00000001:3.0:1767329170.423923:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329170.423925:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329170.423926:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301015576 00000100:00000001:3.0:1767329170.423929:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329170.423933:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329170.423934:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301019996 00000100:00000001:1.0:1767329170.423937:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329170.423938:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329170.423938:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329170.423944:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329170.423944:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8f35ab6 x1853178572206464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329186 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329170.423945:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329170.423952:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329170.423956:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329170.423957:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329170.423960:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329170.423973:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329170.423975:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020a9ff68. 00000400:00000200:1.0:1767329170.423978:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329170.423980:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329170.423982:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad6cf1dd 00000400:00000010:1.0:1767329170.423983:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6cf1dd. 00000100:00000001:1.0:1767329170.423985:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329170.423987:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce5d9467 x1853178572206592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329170.423991:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329170.423992:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce5d9467 x1853178572206592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329186 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329170.423997:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329170.423998:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329170.424082:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329170.424084:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c01ada4. 00000400:00000200:1.0:1767329170.424088:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329170.424091:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329170.424094:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f353e67a 00000400:00000010:1.0:1767329170.424095:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f353e67a. 00000100:00000001:1.0:1767329170.424104:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329170.424118:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572206720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329170.424127:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329170.424129:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572206720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329186 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329170.424135:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329170.424137:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329170.425772:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329170.425820:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329170.425824:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329170.425827:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329170.425833:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329170.425841:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2807180 00000400:00000200:3.0:1767329170.425847:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x83d [1] + 224 00000800:00000001:3.0:1767329170.425858:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329170.425861:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329170.425863:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329170.425866:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329170.425869:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329170.425872:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8f35ab6 x1853178572206464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329186 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329170.425880:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f8f35ab6 x1853178572206464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329170.425894:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329170.425898:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329170.425901:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329170.425902:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329170.425904:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329170.425906:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329170.425910:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2807280 00000400:00000200:3.0:1767329170.425913:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x84d [1] + 224 00000800:00000001:3.0:1767329170.425916:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329170.425919:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329170.425920:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329170.425923:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329170.425925:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329170.425927:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572206720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329186 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329170.425931:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329170.425934:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfc75053 x1853178572206720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329170.425935:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329170.425943:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329170.425946:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329170.425947:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767329170.425950:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005908f795. 00000400:00000200:2.0:1767329170.425956:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f8ad362 00000400:00000010:2.0:1767329170.425957:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f8ad362. 00000100:00000001:2.0:1767329170.425961:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767329170.425963:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767329170.425967:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8f35ab6 x1853178572206464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329170.425968:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329170.425974:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329170.425976:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329170.425988:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329170.425990:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767329170.425994:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329170.426000:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767329170.426002:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2807200 00000400:00000001:0.0:1767329170.426005:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329170.426009:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000825b64b1. 00000100:00000200:2.0:1767329170.426010:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8f35ab6 x1853178572206464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329186 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329170.426041:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329170.426043:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329170.426046:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329170.426049:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329170.426052:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767329170.426052:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ba2b8f9 00000100:00000001:2.0:1767329170.426055:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329170.426057:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ba2b8f9. 02000000:00000001:2.0:1767329170.426060:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329170.426064:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767329170.426068:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=17 v=5 (5 5 5 0) 00000400:00000200:3.0:1767329170.426072:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x841 [1] + 224 00000100:00000200:0.0:1767329170.426074:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572206720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329170.426076:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=17 v=5 (1 1 1 0) 00000800:00000001:3.0:1767329170.426081:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329170.426086:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767329170.426090:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329170.426091:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329170.426096:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767329170.426098:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329170.426102:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329170.426103:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329170.426110:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329170.426111:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329170.426118:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce5d9467 x1853178572206592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329186 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329170.426122:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8f35ab6 x1853178572206464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329186 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329170.426130:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572206720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329186 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329170.426148:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ce5d9467 x1853178572206592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329170.426155:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329170.426162:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329170.426167:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329170.426167:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329170.426173:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329170.426175:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767329170.426177:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8f35ab6 x1853178572206464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329186 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329170.426179:0:208650:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:3.0:1767329170.426181:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767329170.426185:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767329170.426187:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329170.426189:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329170.426194:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329170.426198:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572206464:192.168.202.109@tcp:400: 02000000:00000001:0.0:1767329170.426200:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329170.426201:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329170.426204:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329170.426211:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767329170.426211:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1767329170.426211:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=17 v=5 (5 5 5 0) 00000400:00000001:1.0:1767329170.426215:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767329170.426217:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767329170.426218:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f04f5f74. 00000100:00001000:0.0:1767329170.426220:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=142 v=5 (1 1 0 0) 00000100:00000040:2.0:1767329170.426224:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8f35ab6 x1853178572206464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329186 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329170.426224:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d3bc1c1 00000100:00000001:0.0:1767329170.426227:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767329170.426228:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d3bc1c1. 00000100:00000001:0.0:1767329170.426231:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329170.426233:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767329170.426239:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767329170.426241:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce5d9467 x1853178572206592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329170.426245:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329170.426249:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:0.0:1767329170.426249:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000dfc75053 x1853178572206720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329186 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767329170.426255:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed59a08f. 00000100:00000200:1.0:1767329170.426258:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce5d9467 x1853178572206592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329186 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329170.426269:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329170.426274:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767329170.426276:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329170.426277:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767329170.426278:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329170.426281:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767329170.426283:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767329170.426283:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767329170.426284:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767329170.426288:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000010:2.0:1767329170.426289:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070fb6d87. 02000000:00000001:1.0:1767329170.426289:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329170.426291:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329170.426294:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329170.426295:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329170.426297:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329170.426298:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329170.426298:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329170.426301:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329170.426305:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8f35ab6. 00000100:00001000:1.0:1767329170.426306:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=7 v=5 (5 5 5 0) 00000100:00000040:0.0:1767329170.426309:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfc75053 x1853178572206720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329186 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329170.426312:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1767329170.426313:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=7 v=5 (1 1 1 0) 00000100:00000001:2.0:1767329170.426317:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329170.426321:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329170.426322:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329170.426325:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329170.426329:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329170.426331:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767329170.426332:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329170.426335:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329170.426336:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767329170.426336:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329170.426339:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329170.426341:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329170.426343:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329170.426343:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329170.426345:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329170.426346:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329170.426352:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329170.426354:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572206720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329186 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329170.426359:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce5d9467 x1853178572206592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329186 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329170.426384:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329170.426388:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1767329170.426388:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572206720:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329170.426390:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329170.426396:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce5d9467 x1853178572206592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329186 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329170.426398:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767329170.426403:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572206592:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329170.426406:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329170.426411:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329170.426412:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329170.426413:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce5d9467 x1853178572206592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329186 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329170.426420:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572206720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329186 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329170.426421:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329170.426424:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329170.426426:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b537395. 02000000:00000001:1.0:1767329170.426431:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329170.426432:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329170.426434:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329170.426437:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767329170.426438:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329170.426441:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077a38a26. 02000000:00000001:0.0:1767329170.426442:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767329170.426443:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329170.426446:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329170.426447:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce5d9467. 02000000:00000010:0.0:1767329170.426447:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7e54fb9. 00000100:00000001:1.0:1767329170.426453:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329170.426455:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329170.426455:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329170.426456:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767329170.426460:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329170.426462:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329170.426464:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767329170.426464:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329170.426468:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329170.426472:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329170.426472:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329170.426478:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000020beec0d. 02000000:00000001:0.0:1767329170.426481:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329170.426483:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329170.426485:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000100:00000001:0.0:1767329170.426488:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329170.426490:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329170.426492:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329170.426496:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329170.426498:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329170.426500:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329170.426502:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329170.487143:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329170.487148:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329170.487171:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329170.487172:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329170.487219:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329170.487224:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329170.487227:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329171.511107:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329171.511115:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329171.511120:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329171.511121:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329171.511172:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329171.511176:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329171.511179:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329172.535104:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329172.535114:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329172.535116:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329172.535119:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329172.535124:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329172.535126:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329172.535128:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329172.535130:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329172.535133:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329172.535135:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329172.535166:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329172.535170:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329172.535172:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329173.559096:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329173.559103:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329173.559108:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329173.559109:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329173.559178:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329173.559182:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329173.559184:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329174.583101:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329174.583110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329174.583117:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329174.583118:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329174.583156:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329174.583159:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329174.583162:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329175.031107:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301019996, at 4301020160 00000100:00000040:3.0:1767329175.031111:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301019996, at 4301020160 00000100:00000010:3.0:1767329175.031128:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e316d56. 00000100:00000010:0.0:1767329175.031131:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025faadfe. 00000100:00000040:2.0:1767329175.031134:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301019996, at 4301020160 00000100:00000010:2.0:1767329175.031143:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000576c0e8c. 00000100:00000040:1.0:1767329175.031216:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301019996, at 4301020160 00000100:00000010:1.0:1767329175.031224:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003970a50b. 00000100:00000040:0.0:1767329175.543147:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329175.543162:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329175.543175:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f4cfdab. 00000020:00000040:0.0:1767329175.543184:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329175.543190:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329175.543193:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329175.543201:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329175.543211:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000461b76c7. 00000100:00000001:0.0:1767329175.543220:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329175.543233:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000000f4cfdab x1853178572206848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329175.543270:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329175.543273:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329175.543279:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f4cfdab] to pc [ptlrpcd_00_00+0] req@000000000f4cfdab x1853178572206848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329175.543312:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329175.543315:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329175.543319:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329175.543322:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bba6f4b8. 00000020:00000040:0.0:1767329175.543326:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329175.543328:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329175.543329:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329175.543330:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329175.543335:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329175.543336:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767329175.543339:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000033785252. 00000100:00000001:2.0:1767329175.543341:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329175.543345:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329175.543351:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f4cfdab x1853178572206848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329175.543355:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329175.543355:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000bba6f4b8 x1853178572206976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329175.543362:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329175.543384:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329175.543384:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329175.543388:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329175.543388:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329175.543396:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767329175.543397:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bba6f4b8] to pc [ptlrpcd_00_01+1] req@00000000bba6f4b8 x1853178572206976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329175.543401:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329175.543408:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329175.543418:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329175.543422:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572206848:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329175.543423:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329175.543433:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329175.543434:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329175.543438:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001863c1e0. 02000000:00000001:2.0:1767329175.543442:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767329175.543442:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329175.543448:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329175.543449:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329175.543451:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329175.543452:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329175.543453:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329175.543456:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767329175.543461:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329175.543461:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767329175.543462:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004c01ada4. 02000000:00000010:2.0:1767329175.543469:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000512663e4. 00000100:00000040:1.0:1767329175.543470:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bba6f4b8 x1853178572206976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329175.543476:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329175.543477:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329175.543488:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005908f795. 00000100:00000040:0.0:1767329175.543488:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000001863c1e0 x1853178572207104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329175.543490:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329175.543494:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329175.543500:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f8ad362. 02000000:00000001:1.0:1767329175.543500:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329175.543504:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329175.543505:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329175.543508:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329175.543511:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572206848, portal 25 00000100:00000040:0.0:1767329175.543512:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001863c1e0] to pc [ptlrpcd_00_02+2] req@000000001863c1e0 x1853178572207104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329175.543518:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767329175.543519:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329175.543523:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578895872 : -127177130655744 : ffff8c55444dc000) 00000100:00100000:1.0:1767329175.543530:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bba6f4b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572206976:192.168.202.109@tcp:400: 00000100:00000040:2.0:1767329175.543536:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000f4cfdab x1853178572206848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329175.543541:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329175.543545:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329175.543549:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329175.543550:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329175.543552:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329175.543556:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767329175.543557:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329175.543558:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1767329175.543562:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050557de3. 00000400:00000010:2.0:1767329175.543564:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9460489. 00000100:00000040:0.0:1767329175.543565:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767329175.543569:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329175.543570:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572206848, offset 0 00000100:00000040:0.0:1767329175.543574:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6358) 00000400:00000010:1.0:1767329175.543577:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000401e55e8. 00000400:00000200:2.0:1767329175.543583:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329175.543590:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329175.543594:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329175.543596:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767329175.543597:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f8c929d. 00000100:00000040:0.0:1767329175.543603:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001863c1e0 x1853178572207104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329175.543604:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000200:1.0:1767329175.543604:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572206976, portal 10 00000100:00000001:1.0:1767329175.543610:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329175.543615:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578905728 : -127177130645888 : ffff8c55444de680) 00000400:00000200:2.0:1767329175.543619:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767329175.543628:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bba6f4b8 x1853178572206976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329175.543629:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767329175.543630:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329175.543633:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329175.543652:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767329175.543654:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329175.543659:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329175.543661:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:0.0:1767329175.543667:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329175.543668:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767329175.543671:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [238:238:256:4294967295] 192.168.202.109@tcp LPNI seq info [238:238:8:4294967295] 00000100:00100000:0.0:1767329175.543677:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001863c1e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572207104:192.168.202.109@tcp:400: 00000100:00000040:1.0:1767329175.543678:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329175.543685:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933cf678. 00000100:00000001:0.0:1767329175.543686:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767329175.543693:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572206976, offset 0 02000000:00000001:0.0:1767329175.543693:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767329175.543694:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:0.0:1767329175.543698:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329175.543704:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329175.543705:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000010:0.0:1767329175.543710:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfb122fd. 00000800:00000200:2.0:1767329175.543711:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329175.543716:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329175.543718:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:2.0:1767329175.543721:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba0b6bbc. 00000400:00000010:0.0:1767329175.543723:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825b64b1. 00000400:00000200:1.0:1767329175.543725:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329175.543731:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:0.0:1767329175.543732:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ba2b8f9. 00000800:00000200:2.0:1767329175.543737:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:0.0:1767329175.543739:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572207104, portal 10 00000400:00000200:1.0:1767329175.543740:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329175.543744:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329175.543750:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767329175.543754:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [239:239:255:4294967295] 192.168.202.109@tcp LPNI seq info [239:239:7:4294967295] 00000100:00000001:0.0:1767329175.543754:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578906624 : -127177130644992 : ffff8c55444dea00) 00000800:00000200:2.0:1767329175.543755:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000040:0.0:1767329175.543764:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001863c1e0 x1853178572207104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767329175.543765:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba0b6bbc type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329175.543780:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329175.543786:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329175.543793:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329175.543794:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329175.543796:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329175.543800:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f7af1d9. 00000100:00000001:2.0:1767329175.543802:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301025116 00000800:00000010:1.0:1767329175.543804:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077a38a26. 00000100:00000200:0.0:1767329175.543806:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572207104, offset 0 00000100:00000010:2.0:1767329175.543810:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000576c0e8c. 00000800:00000200:1.0:1767329175.543817:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329175.543817:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329175.543822:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767329175.543829:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:1.0:1767329175.543830:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329175.543831:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301025116 00000400:00000200:0.0:1767329175.543837:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1767329175.543838:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d290b1f. 00000100:00000001:2.0:1767329175.543844:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767329175.543845:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:1.0:1767329175.543847:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077a38a26 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329175.543851:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301025116 00000400:00000200:0.0:1767329175.543853:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329175.543855:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767329175.543858:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c965d38. 00000400:00000200:0.0:1767329175.543860:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:1.0:1767329175.543863:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 384213 usecs (385 jiffies) 00000100:00000001:2.0:1767329175.543865:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767329175.543869:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [240:240:254:4294967295] 192.168.202.109@tcp LPNI seq info [240:240:6:4294967295] 00000100:00000001:1.0:1767329175.543871:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301021057 00000100:00000001:2.0:1767329175.543872:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301025116 00000100:00000010:2.0:1767329175.543879:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004bc480b5. 00000100:00000001:1.0:1767329175.543879:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301025116 00000100:00000001:1.0:1767329175.543887:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301021057 00000400:00000200:0.0:1767329175.543888:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329175.543889:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767329175.543895:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301025116 00000100:00000001:2.0:1767329175.543897:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329175.543901:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301021057 00000800:00000200:0.0:1767329175.543902:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329175.543903:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329175.543908:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301025116 00000100:00000001:2.0:1767329175.543911:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329175.543912:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301021057 00000800:00000010:0.0:1767329175.543912:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f0d6a4de. 00000100:00000001:2.0:1767329175.543918:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329175.543920:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301025116 00000800:00000200:0.0:1767329175.543924:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329175.543926:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329175.543928:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329175.543932:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329175.543933:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1767329175.543933:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329175.543938:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329175.543940:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767329175.543941:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f0d6a4de type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329175.543943:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329175.543945:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329175.543948:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329175.543948:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329175.543953:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329175.543955:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329175.543956:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 22760 usecs (23 jiffies) 00000100:00000001:1.0:1767329175.543957:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329175.543963:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301020695 00000100:00000001:1.0:1767329175.543964:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329175.543968:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329175.543969:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301025116 00000100:00000001:1.0:1767329175.543973:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329175.543975:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301020695 00000100:00000001:1.0:1767329175.543978:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329175.543980:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301025116 00000100:00000001:0.0:1767329175.543985:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301020695 00000100:00000001:0.0:1767329175.543988:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301025116 00000100:00000001:1.0:1767329175.543995:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329175.543997:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301020695 00000100:00000001:1.0:1767329175.544000:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329175.544001:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301025116 00000100:00000001:0.0:1767329175.544006:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767329175.544007:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329175.544010:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329175.544013:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba0b6bbc. 00000100:00000001:0.0:1767329175.544055:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329175.544057:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329175.544059:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329175.544066:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329175.544067:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329175.544070:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767329175.544074:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9460489 00000100:00000001:0.0:1767329175.544075:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767329175.544078:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9460489. 00000100:00000001:0.0:1767329175.544079:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329175.544083:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329175.544087:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329175.544087:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329175.544095:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f4cfdab x1853178572206848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329175.544108:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329175.544118:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f4cfdab x1853178572206848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329191 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329175.544126:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329175.544128:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329175.544142:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329175.544144:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077a38a26. 00000400:00000200:2.0:1767329175.544148:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329175.544151:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329175.544154:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933cf678 00000400:00000010:2.0:1767329175.544156:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000933cf678. 00000100:00000001:2.0:1767329175.544158:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329175.544161:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bba6f4b8 x1853178572206976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329175.544168:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329175.544170:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bba6f4b8 x1853178572206976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329191 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329175.544176:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329175.544178:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329175.544238:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329175.544240:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f0d6a4de. 00000400:00000200:2.0:1767329175.544245:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329175.544249:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329175.544252:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f7af1d9 00000400:00000010:2.0:1767329175.544254:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f7af1d9. 00000100:00000001:2.0:1767329175.544263:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329175.544267:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001863c1e0 x1853178572207104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329175.544275:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329175.544277:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001863c1e0 x1853178572207104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329191 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329175.544283:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329175.544285:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329175.546042:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329175.546166:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329175.546170:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329175.546174:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329175.546183:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329175.546197:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2807300 00000400:00000200:1.0:1767329175.546205:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x855 [1] + 224 00000800:00000001:1.0:1767329175.546213:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329175.546226:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329175.546228:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329175.546233:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329175.546238:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329175.546242:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f4cfdab x1853178572206848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329191 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329175.546254:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f4cfdab x1853178572206848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329175.546277:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329175.546286:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329175.546291:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329175.546294:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329175.546299:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329175.546306:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767329175.546312:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329175.546314:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2807380 00000100:00000001:2.0:1767329175.546320:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329175.546324:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x85d [1] + 224 00000800:00000001:1.0:1767329175.546331:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767329175.546333:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329175.546337:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767329175.546337:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767329175.546340:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005908f795. 00000400:00000200:1.0:1767329175.546342:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329175.546345:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f8ad362 00000400:00000010:2.0:1767329175.546348:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f8ad362. 00000400:00000200:1.0:1767329175.546352:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329175.546353:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329175.546360:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329175.546361:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f4cfdab x1853178572206848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329175.546370:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bba6f4b8 x1853178572206976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329191 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329175.546377:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f4cfdab x1853178572206848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329191 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329175.546395:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329175.546398:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329175.546398:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bba6f4b8 x1853178572206976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329175.546402:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329175.546405:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329175.546409:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329175.546412:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329175.546416:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329175.546423:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=22 v=5 (5 5 5 0) 00000100:00001000:2.0:1767329175.546428:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=22 v=5 (1 1 1 0) 00000100:00000001:1.0:1767329175.546428:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329175.546434:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329175.546437:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329175.546437:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767329175.546441:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767329175.546445:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767329175.546446:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329175.546450:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329175.546452:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329175.546456:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329175.546461:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f4cfdab x1853178572206848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329191 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329175.546464:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329175.546469:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329175.546470:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000001:0.0:1767329175.546476:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329175.546480:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767329175.546485:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329175.546485:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2807400 00000400:00000010:0.0:1767329175.546485:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000401e55e8. 00000100:00000001:2.0:1767329175.546492:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767329175.546494:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f8c929d 00000100:00000001:2.0:1767329175.546496:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767329175.546499:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f8c929d. 00000100:00000040:2.0:1767329175.546505:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f4cfdab x1853178572206848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329191 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329175.546506:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767329175.546513:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x865 [1] + 224 00000100:00000200:0.0:1767329175.546516:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bba6f4b8 x1853178572206976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329175.546526:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767329175.546533:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572206848:192.168.202.109@tcp:400: 00000800:00000001:1.0:1767329175.546537:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329175.546543:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bba6f4b8 x1853178572206976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329191 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329175.546544:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329175.546557:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329175.546561:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329175.546566:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329175.546568:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329175.546574:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767329175.546577:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001863c1e0 x1853178572207104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329191 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329175.546578:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f4cfdab x1853178572206848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329191 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329175.546579:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329175.546586:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329175.546589:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329175.546593:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329175.546596:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329175.546602:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329175.546610:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=12 v=5 (5 5 5 0) 00000100:00000001:2.0:1767329175.546614:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1767329175.546618:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=12 v=5 (1 1 1 0) 00000100:00000040:1.0:1767329175.546619:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001863c1e0 x1853178572207104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329175.546620:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767329175.546627:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329175.546631:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329175.546650:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000512663e4. 00010000:00000001:0.0:1767329175.546653:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767329175.546657:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329175.546659:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767329175.546659:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329175.546661:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329175.546665:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329175.546666:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:1.0:1767329175.546668:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767329175.546669:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767329175.546671:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000010:2.0:1767329175.546674:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000461b76c7. 00000800:00000001:1.0:1767329175.546676:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329175.546676:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329175.546680:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329175.546681:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329175.546685:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767329175.546689:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bba6f4b8 x1853178572206976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329191 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767329175.546690:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f4cfdab. 00000100:00000001:2.0:1767329175.546696:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329175.546701:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329175.546707:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329175.546707:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329175.546710:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329175.546714:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329175.546715:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329175.546716:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329175.546718:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329175.546720:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767329175.546722:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767329175.546726:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bba6f4b8 x1853178572206976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329191 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329175.546727:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:1.0:1767329175.546727:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329175.546732:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000825b64b1. 00000100:00000001:2.0:1767329175.546733:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329175.546741:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ba2b8f9 00000100:00100000:0.0:1767329175.546745:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bba6f4b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572206976:192.168.202.109@tcp:400: 00000400:00000010:1.0:1767329175.546747:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ba2b8f9. 00000100:00000001:1.0:1767329175.546757:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329175.546757:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329175.546762:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767329175.546766:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001863c1e0 x1853178572207104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329175.546768:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bba6f4b8 x1853178572206976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329191 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329175.546802:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329175.546806:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1767329175.546808:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001863c1e0 x1853178572207104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329191 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767329175.546809:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050557de3. 02000000:00000001:0.0:1767329175.546815:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329175.546819:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329175.546822:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329175.546826:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767329175.546826:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767329175.546831:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767329175.546831:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000033785252. 00000100:00000001:1.0:1767329175.546837:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329175.546837:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329175.546839:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767329175.546841:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767329175.546844:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1767329175.546844:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bba6f4b8. 00000100:00000001:1.0:1767329175.546848:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329175.546850:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767329175.546853:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329175.546854:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329175.546860:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767329175.546862:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=22 v=5 (5 5 5 0) 00000100:00000001:0.0:1767329175.546865:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:1.0:1767329175.546876:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=147 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329175.546877:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329175.546883:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329175.546884:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329175.546886:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329175.546888:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329175.546893:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767329175.546899:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001863c1e0 x1853178572207104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329191 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329175.546907:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329175.546911:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329175.546913:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329175.546915:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329175.546917:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329175.546921:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001863c1e0 x1853178572207104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329191 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329175.546929:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329175.546932:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329175.546934:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329175.546938:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001863c1e0 x1853178572207104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329191 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329175.546947:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001863c1e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572207104:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329175.546953:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329175.546956:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329175.546960:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001863c1e0 x1853178572207104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329191 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329175.546968:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329175.546970:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329175.546973:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfb122fd. 02000000:00000001:1.0:1767329175.546978:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329175.546980:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329175.546981:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329175.546984:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329175.546986:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004c01ada4. 02000000:00000001:1.0:1767329175.546996:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329175.546998:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329175.547000:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001863c1e0. 00000100:00000001:1.0:1767329175.547004:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329175.547006:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329175.547009:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329175.547040:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329175.547042:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329175.547045:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329175.547048:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329175.607138:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329175.607148:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329175.607156:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329175.607161:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329175.607164:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329175.607171:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329175.607174:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329175.607176:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329175.607179:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329175.607181:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329175.607184:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329175.607187:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329175.607248:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329175.607252:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329175.607254:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329176.631112:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329176.631120:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329176.631126:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329176.631127:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329176.631163:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329176.631167:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329176.631169:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329177.655113:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329177.655122:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329177.655130:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329177.655131:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329177.655205:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329177.655209:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329177.655212:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329178.679097:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329178.679103:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329178.679108:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329178.679108:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329178.679152:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329178.679156:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329178.679159:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329179.703109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329179.703114:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329179.703120:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329179.703121:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329179.703166:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329179.703169:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329179.703172:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329180.151096:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301025116, at 4301025280 00000100:00000040:3.0:1767329180.151102:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301025116, at 4301025280 00000100:00000040:0.0:1767329180.151112:0:183582:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301025116, at 4301025280 00000100:00000010:2.0:1767329180.151118:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c965d38. 00000100:00000010:0.0:1767329180.151122:0:183582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000576c0e8c. 00000100:00000010:3.0:1767329180.151131:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004bc480b5. 00000100:00000040:1.0:1767329180.151264:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301025116, at 4301025280 00000100:00000010:1.0:1767329180.151277:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d290b1f. 00000100:00000040:3.0:1767329180.663141:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329180.663153:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329180.663165:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000660a521f. 00000020:00000040:3.0:1767329180.663172:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329180.663177:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329180.663179:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329180.663186:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329180.663195:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020a9ff68. 00000100:00000001:3.0:1767329180.663202:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329180.663213:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000660a521f x1853178572207232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329180.663223:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329180.663225:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329180.663231:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000660a521f] to pc [ptlrpcd_00_03+3] req@00000000660a521f x1853178572207232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329180.663257:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329180.663259:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329180.663262:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329180.663264:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd9171ef. 00000020:00000040:3.0:1767329180.663266:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329180.663268:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329180.663269:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329180.663270:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329180.663272:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000038ee5c0d. 00000100:00000001:3.0:1767329180.663274:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329180.663277:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000cd9171ef x1853178572207360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329180.663283:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329180.663284:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329180.663286:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd9171ef] to pc [ptlrpcd_00_00+0] req@00000000cd9171ef x1853178572207360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329180.663294:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767329180.663300:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767329180.663303:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329180.663308:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329180.663312:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329180.663314:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329180.663316:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329180.663321:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329180.663324:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329180.663327:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329180.663327:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329180.663332:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767329180.663337:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000660a521f x1853178572207232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329180.663338:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329180.663342:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bda1c3a0. 00000020:00000040:3.0:1767329180.663347:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329180.663352:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329180.663354:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329180.663358:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329180.663358:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767329180.663361:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012a5af5b. 00000100:00000001:2.0:1767329180.663363:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329180.663363:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329180.663366:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329180.663369:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329180.663371:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767329180.663373:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329180.663374:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000bda1c3a0 x1853178572207488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767329180.663376:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329180.663383:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329180.663384:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cd9171ef x1853178572207360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329180.663391:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329180.663393:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329180.663393:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572207232:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329180.663402:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bda1c3a0] to pc [ptlrpcd_00_01+1] req@00000000bda1c3a0 x1853178572207488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329180.663406:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329180.663415:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767329180.663417:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329180.663420:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767329180.663420:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329180.663427:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767329180.663428:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:0.0:1767329180.663435:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a422f07f. 00000100:00000040:3.0:1767329180.663437:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6363) 00000100:00000001:2.0:1767329180.663439:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767329180.663441:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329180.663443:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329180.663448:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767329180.663450:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ea1b10b. 02000000:00000001:2.0:1767329180.663451:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329180.663456:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329180.663460:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061d952c4. 00000100:00100000:2.0:1767329180.663462:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cd9171ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572207360:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329180.663468:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767329180.663470:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572207232, portal 25 02000000:00000001:2.0:1767329180.663472:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329180.663474:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767329180.663476:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329180.663478:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776936448 : -127176932615168 : ffff8c55501b9c00) 02000000:00000001:2.0:1767329180.663481:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329180.663487:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed59a08f. 00000100:00000040:0.0:1767329180.663487:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000660a521f x1853178572207232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329180.663491:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329180.663500:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005908f795. 00000400:00000010:2.0:1767329180.663507:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f8ad362. 00000100:00000200:2.0:1767329180.663514:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572207360, portal 10 00000100:00000001:2.0:1767329180.663519:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329180.663524:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776931968 : -127176932619648 : ffff8c55501b8a80) 00000100:00000001:0.0:1767329180.663524:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329180.663530:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329180.663535:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cd9171ef x1853178572207360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329180.663535:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008eff51a3. 00000100:00000200:0.0:1767329180.663541:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572207232, offset 0 00000100:00000001:2.0:1767329180.663549:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767329180.663554:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329180.663555:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329180.663561:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9460489. 00000100:00000200:2.0:1767329180.663564:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572207360, offset 0 00000400:00000200:2.0:1767329180.663570:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329180.663575:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329180.663582:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329180.663618:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329180.663623:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329180.663627:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329180.663631:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [241:241:256:4294967295] 192.168.202.109@tcp LPNI seq info [241:241:8:4294967295] 00000400:00000200:0.0:1767329180.663644:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329180.663652:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329180.663656:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:0.0:1767329180.663660:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001841c9f3. 00000400:00000200:2.0:1767329180.663662:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329180.663667:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:0.0:1767329180.663671:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329180.663673:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329180.663678:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329180.663682:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [242:242:255:4294967295] 192.168.202.109@tcp LPNI seq info [242:242:7:4294967295] 00000800:00000200:0.0:1767329180.663687:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329180.663694:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001841c9f3 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329180.663700:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329180.663711:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329180.663716:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329180.663719:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301030236 00000800:00000010:2.0:1767329180.663722:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba0b6bbc. 00000100:00000010:0.0:1767329180.663725:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000388111bb. 00000800:00000200:2.0:1767329180.663732:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329180.663734:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767329180.663740:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329180.663743:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301030236 00000800:00000200:2.0:1767329180.663744:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba0b6bbc type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767329180.663749:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000433e038f. 00000100:00000001:2.0:1767329180.663751:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329180.663755:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767329180.663757:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 378858 usecs (379 jiffies) 00000100:00000001:0.0:1767329180.663762:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301030236 00000100:00000001:2.0:1767329180.663763:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301026171 00000800:00000200:3.0:1767329180.663766:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767329180.663769:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052edf4f7. 00000100:00000001:2.0:1767329180.663770:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301030236 00000800:00000010:3.0:1767329180.663772:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001841c9f3. 00000100:00000001:0.0:1767329180.663775:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767329180.663778:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301026171 00000100:00000001:0.0:1767329180.663781:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301030236 00000100:00000001:2.0:1767329180.663782:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301030236 00000400:00000200:3.0:1767329180.663783:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767329180.663787:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000065a4819a. 00000100:00000001:2.0:1767329180.663790:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301026171 00000400:00000200:3.0:1767329180.663794:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329180.663796:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301030236 00000400:00000200:3.0:1767329180.663801:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008eff51a3 00000100:00000001:2.0:1767329180.663802:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301026171 00000100:00000001:0.0:1767329180.663802:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000010:3.0:1767329180.663805:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008eff51a3. 00000100:00000001:2.0:1767329180.663812:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301030236 00000100:00000001:0.0:1767329180.663812:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329180.663819:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329180.663819:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329180.663820:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329180.663826:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000660a521f x1853178572207232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329180.663826:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329180.663827:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329180.663832:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329180.663833:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329180.663838:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329180.663845:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329180.663847:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329180.663849:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329180.663851:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329180.663854:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329180.663856:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329180.663859:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329180.663860:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329180.663867:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329180.663868:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bda1c3a0 x1853178572207488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329180.663869:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329180.663877:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000660a521f x1853178572207232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329196 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329180.663892:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329180.663893:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329180.663895:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329180.663897:0:208641:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767329180.663900:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329180.663904:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329180.663907:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329180.663911:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572207488:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329180.663915:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329180.663917:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329180.663919:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329180.663921:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329180.663925:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008266e23b. 02000000:00000001:0.0:1767329180.663927:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329180.663931:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087e3350c. 00000400:00000010:0.0:1767329180.663936:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000691b4d6e. 00000100:00000200:0.0:1767329180.663939:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572207488, portal 10 00000100:00000001:0.0:1767329180.663941:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329180.663942:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776935552 : -127176932616064 : ffff8c55501b9880) 00000100:00000040:0.0:1767329180.663948:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bda1c3a0 x1853178572207488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329180.663955:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329180.663959:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:3.0:1767329180.663961:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767329180.663962:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dba91bce. 00000800:00000010:3.0:1767329180.663965:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba0b6bbc. 00000100:00000200:0.0:1767329180.663968:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572207488, offset 0 00000400:00000200:3.0:1767329180.663969:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329180.663973:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329180.663975:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9460489 00000400:00000010:3.0:1767329180.663979:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9460489. 00000100:00000001:3.0:1767329180.663982:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329180.663987:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cd9171ef x1853178572207360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329180.663988:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329180.663999:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329180.664000:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767329180.664004:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767329180.664007:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cd9171ef x1853178572207360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329196 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329180.664012:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329180.664037:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329180.664040:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329180.664043:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [243:243:255:4294967295] 192.168.202.109@tcp LPNI seq info [243:243:7:4294967295] 00000400:00000200:0.0:1767329180.664052:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329180.664056:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329180.664060:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe5ec607. 00000800:00000200:0.0:1767329180.664065:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767329180.664070:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329180.664073:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fe5ec607 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329180.664076:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329180.664079:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 22482 usecs (23 jiffies) 00000100:00000001:0.0:1767329180.664082:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301025816 00000100:00000001:0.0:1767329180.664084:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301030236 00000100:00000001:0.0:1767329180.664086:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301025816 00000100:00000001:0.0:1767329180.664088:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301030236 00000100:00000001:0.0:1767329180.664089:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301025816 00000100:00000001:0.0:1767329180.664092:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301030236 00000100:00000001:0.0:1767329180.664094:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301025816 00000100:00000001:0.0:1767329180.664096:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301030236 00000100:00000001:0.0:1767329180.664098:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329180.664100:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329180.664102:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329180.664104:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329180.664109:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329180.664116:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329180.664119:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329180.664121:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329180.664125:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329180.664127:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329180.664130:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329180.664130:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329180.664164:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329180.664166:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe5ec607. 00000400:00000200:3.0:1767329180.664168:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329180.664172:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329180.664173:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dba91bce 00000400:00000010:3.0:1767329180.664174:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dba91bce. 00000100:00000001:3.0:1767329180.664177:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329180.664179:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bda1c3a0 x1853178572207488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329180.664184:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329180.664186:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bda1c3a0 x1853178572207488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329196 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329180.664229:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329180.664230:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329180.666165:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329180.666178:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329180.666182:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329180.666184:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329180.666193:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329180.666211:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2807480 00000400:00000200:2.0:1767329180.666219:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x86d [1] + 224 00000800:00000001:2.0:1767329180.666226:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329180.666233:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329180.666235:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329180.666239:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329180.666243:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329180.666247:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000660a521f x1853178572207232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329196 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329180.666256:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000660a521f x1853178572207232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329180.666273:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329180.666280:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329180.666283:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329180.666285:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329180.666287:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329180.666290:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329180.666297:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2807500 00000400:00000200:2.0:1767329180.666302:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x871 [1] + 224 00000800:00000001:2.0:1767329180.666306:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329180.666309:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329180.666312:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329180.666314:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329180.666317:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329180.666319:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329180.666322:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767329180.666326:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1767329180.666327:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cd9171ef x1853178572207360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329196 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767329180.666330:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329180.666334:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ea1b10b. 00000400:00000200:0.0:1767329180.666341:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061d952c4 00000100:00000040:2.0:1767329180.666343:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cd9171ef x1853178572207360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329180.666345:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061d952c4. 00000100:00000001:0.0:1767329180.666354:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329180.666361:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000660a521f x1853178572207232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329180.666367:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329180.666374:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767329180.666374:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000660a521f x1853178572207232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329196 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329180.666385:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329180.666386:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329180.666388:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329180.666390:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767329180.666393:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329180.666394:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329180.666394:0:208650:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767329180.666398:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329180.666400:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:3.0:1767329180.666401:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329180.666404:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767329180.666405:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767329180.666408:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005908f795. 00000400:00000200:2.0:1767329180.666410:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767329180.666411:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329180.666413:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f8ad362 02000000:00000001:0.0:1767329180.666418:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329180.666419:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f8ad362. 00000400:00000200:2.0:1767329180.666425:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2807580 00000100:00000001:3.0:1767329180.666426:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767329180.666429:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=27 v=5 (5 5 5 0) 00000100:00000200:3.0:1767329180.666433:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cd9171ef x1853178572207360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329180.666437:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x87d [1] + 224 00000100:00001000:0.0:1767329180.666439:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=27 v=5 (1 1 1 0) 00000800:00000001:2.0:1767329180.666449:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329180.666449:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329180.666454:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329180.666457:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cd9171ef x1853178572207360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329196 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329180.666460:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329180.666464:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329180.666467:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329180.666468:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329180.666469:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329180.666471:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329180.666473:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329180.666477:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767329180.666477:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767329180.666478:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000660a521f x1853178572207232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329180.666480:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329180.666484:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329180.666489:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329180.666490:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00001000:3.0:1767329180.666495:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=17 v=5 (5 5 5 0) 00000100:00000001:2.0:1767329180.666500:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767329180.666504:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=17 v=5 (1 1 1 0) 00000100:00000001:0.0:1767329180.666505:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767329180.666507:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bda1c3a0 x1853178572207488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329196 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329180.666513:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329180.666514:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329180.666517:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329180.666519:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767329180.666522:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329180.666526:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329180.666530:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bda1c3a0 x1853178572207488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329180.666532:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329180.666536:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000040:0.0:1767329180.666536:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000660a521f x1853178572207232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329196 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329180.666541:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329180.666543:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329180.666551:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cd9171ef x1853178572207360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329180.666566:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767329180.666570:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572207232:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329180.666571:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767329180.666573:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329180.666579:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329180.666580:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329180.666581:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329180.666585:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329180.666598:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329180.666604:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000660a521f x1853178572207232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329196 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329180.666607:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd9171ef x1853178572207360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329196 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329180.666634:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cd9171ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572207360:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329180.666634:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767329180.666640:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329180.666640:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767329180.666644:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767329180.666645:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a422f07f. 00000100:00000040:3.0:1767329180.666647:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cd9171ef x1853178572207360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329196 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329180.666652:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329180.666656:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767329180.666657:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329180.666661:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:0.0:1767329180.666661:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 02000000:00000010:3.0:1767329180.666664:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed59a08f. 00000020:00000001:0.0:1767329180.666667:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767329180.666669:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329180.666671:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767329180.666671:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000020a9ff68. 00000020:00000001:3.0:1767329180.666672:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329180.666676:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329180.666677:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767329180.666680:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767329180.666680:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:1.0:1767329180.666683:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767329180.666684:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:3.0:1767329180.666685:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000038ee5c0d. 00000400:00000001:1.0:1767329180.666688:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:0.0:1767329180.666689:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000660a521f. 02000000:00000001:3.0:1767329180.666692:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1767329180.666693:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087e3350c. 02000000:00000001:3.0:1767329180.666695:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767329180.666695:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000010:3.0:1767329180.666698:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cd9171ef. 00000100:00000001:0.0:1767329180.666700:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329180.666702:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767329180.666702:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000691b4d6e 00000100:00000001:0.0:1767329180.666704:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329180.666706:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329180.666707:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000691b4d6e. 00000100:00000001:3.0:1767329180.666710:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329180.666711:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329180.666714:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329180.666715:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329180.666716:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329180.666717:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329180.666723:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329180.666723:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767329180.666725:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bda1c3a0 x1853178572207488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329180.666728:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329180.666729:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329180.666743:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bda1c3a0 x1853178572207488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329196 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329180.666752:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329180.666754:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329180.666756:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329180.666758:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329180.666760:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329180.666762:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329180.666764:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329180.666768:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=27 v=5 (5 5 5 0) 00000100:00001000:1.0:1767329180.666772:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=152 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329180.666775:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329180.666777:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329180.666780:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767329180.666783:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bda1c3a0 x1853178572207488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329180.666793:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329180.666795:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329180.666797:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329180.666799:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329180.666801:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329180.666812:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bda1c3a0 x1853178572207488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329180.666820:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329180.666822:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329180.666824:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329180.666828:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda1c3a0 x1853178572207488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329196 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329180.666836:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572207488:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329180.666841:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329180.666843:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329180.666845:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bda1c3a0 x1853178572207488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329196 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329180.666852:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329180.666854:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329180.666856:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008266e23b. 02000000:00000001:1.0:1767329180.666860:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329180.666861:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329180.666863:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329180.666866:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329180.666867:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012a5af5b. 02000000:00000001:1.0:1767329180.666871:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329180.666873:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329180.666874:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bda1c3a0. 00000100:00000001:1.0:1767329180.666877:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329180.666879:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329180.666881:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329180.666885:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329180.666887:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329180.666889:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329180.666891:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329180.727106:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329180.727113:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329180.727120:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329180.727134:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329180.727175:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329180.727179:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329180.727183:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329181.751114:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329181.751120:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329181.751125:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329181.751125:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329181.751199:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329181.751202:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329181.751205:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329182.775173:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329182.775181:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329182.775184:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329182.775186:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329182.775190:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329182.775192:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329182.775193:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329182.775195:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329182.775197:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329182.775198:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329182.775257:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329182.775263:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329182.775268:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329183.799134:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329183.799140:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329183.799145:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329183.799146:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329183.799223:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329183.799227:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329183.799229:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329184.823105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329184.823111:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329184.823116:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329184.823118:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329184.823200:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329184.823219:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329184.823222:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329185.271127:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301030236, at 4301030400 00000100:00000040:0.0:1767329185.271135:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301030236, at 4301030400 00000100:00000040:2.0:1767329185.271136:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301030236, at 4301030400 00000100:00000010:3.0:1767329185.271144:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000065a4819a. 00000100:00000010:0.0:1767329185.271152:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000388111bb. 00000100:00000010:2.0:1767329185.271154:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052edf4f7. 00000100:00000040:1.0:1767329185.271220:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301030236, at 4301030400 00000100:00000010:1.0:1767329185.271230:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000433e038f. 00000100:00000040:1.0:1767329185.783121:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329185.783129:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329185.783138:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce5d9467. 00000020:00000040:1.0:1767329185.783144:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329185.783148:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329185.783151:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329185.783157:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329185.783166:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077a38a26. 00000100:00000001:1.0:1767329185.783172:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329185.783182:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000ce5d9467 x1853178572207616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329185.783208:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329185.783210:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329185.783216:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce5d9467] to pc [ptlrpcd_00_02+2] req@00000000ce5d9467 x1853178572207616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329185.783248:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329185.783251:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329185.783255:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329185.783259:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007e555f5. 00000020:00000040:1.0:1767329185.783262:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329185.783265:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329185.783267:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767329185.783269:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329185.783270:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329185.783275:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020beec0d. 00000100:00100000:0.0:1767329185.783279:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767329185.783280:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329185.783294:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329185.783295:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329185.783300:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000007e555f5 x1853178572207744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329185.783305:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329185.783307:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329185.783314:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329185.783322:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329185.783323:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329185.783324:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329185.783328:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329185.783332:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007e555f5] to pc [ptlrpcd_00_03+3] req@0000000007e555f5 x1853178572207744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329185.783332:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329185.783344:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329185.783347:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329185.783350:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329185.783353:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc9b4205. 00000020:00000040:1.0:1767329185.783355:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000040:0.0:1767329185.783357:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce5d9467 x1853178572207616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329185.783360:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329185.783360:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329185.783366:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767329185.783369:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:1.0:1767329185.783372:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329185.783378:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767329185.783383:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070fb6d87. 00000100:00000001:0.0:1767329185.783386:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329185.783389:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329185.783390:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329185.783397:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329185.783398:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767329185.783399:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329185.783408:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329185.783415:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000cc9b4205 x1853178572207872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767329185.783417:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329185.783420:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329185.783426:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767329185.783432:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572207616:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329185.783433:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329185.783450:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007e555f5 x1853178572207744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329185.783451:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329185.783462:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329185.783468:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329185.783469:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767329185.783478:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329185.783479:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329185.783482:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1767329185.783489:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001207cc22. 00000100:00000001:2.0:1767329185.783491:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329185.783496:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9b4205] to pc [ptlrpcd_00_00+0] req@00000000cc9b4205 x1853178572207872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329185.783496:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329185.783501:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329185.783510:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767329185.783511:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ea1b10b. 02000000:00000001:2.0:1767329185.783517:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329185.783521:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061d952c4. 00000100:00100000:2.0:1767329185.783524:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572207744:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329185.783527:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329185.783530:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572207616, portal 25 00000100:00000040:1.0:1767329185.783536:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329185.783552:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329185.783556:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767329185.783558:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329185.783559:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777200384 : -127176932351232 : ffff8c55501fa300) 02000000:00000001:2.0:1767329185.783562:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329185.783568:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce5d9467 x1853178572207616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329185.783569:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329185.783578:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000042deddc4. 00000100:00000040:1.0:1767329185.783582:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767329185.783585:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329185.783589:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767329185.783599:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e453676a. 00000100:00000001:3.0:1767329185.783600:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329185.783600:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329185.783602:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6368) 00000100:00000001:3.0:1767329185.783607:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329185.783615:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329185.783620:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054fd66a. 00000400:00000010:0.0:1767329185.783620:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081a0b675. 00000100:00000040:3.0:1767329185.783621:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc9b4205 x1853178572207872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329185.783627:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767329185.783631:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572207616, offset 0 00000100:00000200:2.0:1767329185.783633:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572207744, portal 10 00000100:00000001:1.0:1767329185.783633:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329185.783649:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329185.783657:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777204864 : -127176932346752 : ffff8c55501fb480) 00000400:00000200:0.0:1767329185.783659:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329185.783661:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329185.783667:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329185.783672:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767329185.783677:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007e555f5 x1853178572207744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329185.783678:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329185.783685:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:3.0:1767329185.783687:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329185.783701:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572207872:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767329185.783702:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329185.783705:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329185.783716:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767329185.783720:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:2.0:1767329185.783723:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329185.783725:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767329185.783727:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767329185.783732:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939da69a. 02000000:00000001:3.0:1767329185.783734:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329185.783742:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:3.0:1767329185.783743:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767329185.783745:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572207744, offset 0 00000400:00000200:0.0:1767329185.783749:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [244:244:256:4294967295] 192.168.202.109@tcp LPNI seq info [244:244:8:4294967295] 02000000:00000010:3.0:1767329185.783750:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001ac78aa8. 02000000:00000001:3.0:1767329185.783762:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329185.783766:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329185.783771:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be329884. 00000400:00000200:0.0:1767329185.783778:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:3.0:1767329185.783782:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0f3499f. 00000100:00000200:3.0:1767329185.783794:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572207872, portal 10 00000100:00000001:3.0:1767329185.783802:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767329185.783802:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329185.783803:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329185.783808:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777203072 : -127176932348544 : ffff8c55501fad80) 00000800:00000010:0.0:1767329185.783813:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc5919cb. 00000400:00000200:2.0:1767329185.783816:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767329185.783820:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc9b4205 x1853178572207872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329185.783828:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329185.783829:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329185.783845:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767329185.783853:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329185.783865:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc5919cb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329185.783867:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767329185.783867:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:3.0:1767329185.783875:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329185.783878:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e8f47ae. 00000400:00000200:2.0:1767329185.783882:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [245:245:255:4294967295] 192.168.202.109@tcp LPNI seq info [245:245:7:4294967295] 00000100:00000200:3.0:1767329185.783883:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572207872, offset 0 00000100:00000001:0.0:1767329185.783886:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329185.783902:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301035356 00000400:00000200:3.0:1767329185.783913:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:0.0:1767329185.783916:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000388111bb. 00000100:00000001:0.0:1767329185.783926:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767329185.783929:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329185.783935:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301035356 00000800:00000200:2.0:1767329185.783941:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:0.0:1767329185.783942:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4629dbf. 00000400:00000200:3.0:1767329185.783947:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329185.783949:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000010:2.0:1767329185.783951:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd12ef3a. 00000400:00000200:3.0:1767329185.783956:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329185.783959:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301035356 00000100:00000010:0.0:1767329185.783969:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000019033a6d. 00000400:00000200:3.0:1767329185.783971:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:2.0:1767329185.783978:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329185.783981:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767329185.783985:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329185.783992:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329185.783992:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301035356 00000800:00000200:2.0:1767329185.784003:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:0.0:1767329185.784004:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002806143. 00000400:00000200:3.0:1767329185.784008:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [246:246:254:4294967295] 192.168.202.109@tcp LPNI seq info [246:246:6:4294967295] 00000800:00000200:1.0:1767329185.784010:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329185.784012:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767329185.784013:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd12ef3a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329185.784072:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329185.784077:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329185.784082:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000038ee5c0d. 00000800:00000010:1.0:1767329185.784083:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc5919cb. 00000100:00000001:0.0:1767329185.784086:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329185.784097:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329185.784100:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329185.784101:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329185.784102:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329185.784110:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329185.784116:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329185.784119:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 373651 usecs (374 jiffies) 00000100:00000001:0.0:1767329185.784121:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329185.784128:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329185.784132:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329185.784134:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301031287 00000100:00000001:0.0:1767329185.784134:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329185.784138:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081a0b675 00000100:00000001:0.0:1767329185.784139:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329185.784141:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301035356 00000400:00000010:1.0:1767329185.784145:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081a0b675. 00000100:00000001:2.0:1767329185.784151:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301031287 00000100:00000001:2.0:1767329185.784155:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301035356 00000100:00000001:2.0:1767329185.784160:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301031287 00000100:00000001:1.0:1767329185.784160:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329185.784168:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301035356 00000100:00000200:1.0:1767329185.784168:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce5d9467 x1853178572207616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329185.784179:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301031287 00000100:00000001:2.0:1767329185.784190:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301035356 00000100:00000001:2.0:1767329185.784202:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329185.784203:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329185.784210:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329185.784211:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce5d9467 x1853178572207616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329201 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329185.784220:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329185.784224:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329185.784233:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329185.784233:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329185.784234:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329185.784240:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000038ee5c0d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329185.784248:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329185.784252:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 22213 usecs (23 jiffies) 00000100:00000001:3.0:1767329185.784257:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301030936 00000800:00000200:1.0:1767329185.784258:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329185.784260:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301035356 00000800:00000010:1.0:1767329185.784262:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd12ef3a. 00000100:00000001:3.0:1767329185.784265:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301030936 00000100:00000001:3.0:1767329185.784268:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301035356 00000400:00000200:1.0:1767329185.784268:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329185.784273:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301030936 00000400:00000200:1.0:1767329185.784275:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329185.784276:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301035356 00000100:00000001:3.0:1767329185.784277:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301030936 00000100:00000001:3.0:1767329185.784279:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301035356 00000100:00000001:3.0:1767329185.784280:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329185.784284:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329185.784286:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939da69a 00000100:00000001:3.0:1767329185.784287:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329185.784288:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939da69a. 00000100:00000001:3.0:1767329185.784290:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329185.784294:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329185.784297:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767329185.784297:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007e555f5 x1853178572207744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329185.784300:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329185.784304:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329185.784306:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007e555f5 x1853178572207744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329201 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329185.784311:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329185.784314:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329185.784316:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329185.784317:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329185.784319:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329185.784321:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329185.784348:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329185.784351:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000038ee5c0d. 00000400:00000200:1.0:1767329185.784354:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329185.784357:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329185.784358:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e8f47ae 00000400:00000010:1.0:1767329185.784359:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e8f47ae. 00000100:00000001:1.0:1767329185.784361:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329185.784363:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc9b4205 x1853178572207872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329185.784368:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329185.784369:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc9b4205 x1853178572207872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329201 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329185.784374:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329185.784375:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329185.785732:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329185.785744:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329185.785746:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329185.785910:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329185.785918:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329185.785927:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2807600 00000400:00000200:3.0:1767329185.785933:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x885 [1] + 224 00000800:00000001:3.0:1767329185.785988:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329185.785993:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329185.785994:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329185.785997:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329185.786000:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329185.786003:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce5d9467 x1853178572207616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329201 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329185.786011:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ce5d9467 x1853178572207616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329185.786043:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329185.786049:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329185.786052:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329185.786053:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329185.786054:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329185.786057:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329185.786061:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2807680 00000400:00000200:3.0:1767329185.786065:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x88d [1] + 224 00000800:00000001:3.0:1767329185.786067:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329185.786069:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329185.786070:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329185.786072:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329185.786074:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329185.786082:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007e555f5 x1853178572207744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329201 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329185.786089:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000007e555f5 x1853178572207744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329185.786101:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329185.786107:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329185.786107:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329185.786112:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767329185.786114:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329185.786116:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329185.786120:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767329185.786120:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329185.786126:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767329185.786130:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000010:0.0:1767329185.786130:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ea1b10b. 00000400:00000200:0.0:1767329185.786140:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061d952c4 00000400:00000200:3.0:1767329185.786141:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2807700 00000100:00000001:2.0:1767329185.786147:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767329185.786152:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061d952c4. 00000100:00000001:2.0:1767329185.786153:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329185.786164:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767329185.786169:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x895 [1] + 224 00000100:00000200:0.0:1767329185.786173:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce5d9467 x1853178572207616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329185.786175:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767329185.786176:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329185.786183:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329185.786189:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e453676a. 00000100:00000200:0.0:1767329185.786192:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce5d9467 x1853178572207616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329201 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329185.786196:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054fd66a 00000800:00000001:3.0:1767329185.786199:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767329185.786202:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054fd66a. 00000400:00000200:3.0:1767329185.786209:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329185.786211:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329185.786218:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329185.786225:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329185.786225:0:208651:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767329185.786226:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 02000000:00000001:0.0:1767329185.786231:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329185.786236:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329185.786237:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329185.786238:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007e555f5 x1853178572207744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329185.786241:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329185.786248:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc9b4205 x1853178572207872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329201 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329185.786249:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329185.786264:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=32 v=5 (5 5 5 0) 00000100:00001000:0.0:1767329185.786284:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=32 v=5 (1 1 1 0) 00000100:00000001:0.0:1767329185.786298:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329185.786304:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329185.786306:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007e555f5 x1853178572207744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329201 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329185.786316:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329185.786323:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329185.786324:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc9b4205 x1853178572207872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329185.786334:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329185.786335:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329185.786340:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329185.786352:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767329185.786352:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce5d9467 x1853178572207616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329201 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329185.786360:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329185.786367:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329185.786375:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329185.786386:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329185.786396:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767329185.786398:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=22 v=5 (5 5 5 0) 00000100:00000001:0.0:1767329185.786399:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329185.786401:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329185.786403:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767329185.786414:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=22 v=5 (1 1 1 0) 00000100:00000040:0.0:1767329185.786415:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce5d9467 x1853178572207616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329201 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329185.786416:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329185.786425:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329185.786429:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329185.786437:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329185.786441:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1767329185.786441:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572207616:192.168.202.109@tcp:400: 00010000:00000001:2.0:1767329185.786450:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329185.786454:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329185.786455:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767329185.786458:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329185.786460:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000040:0.0:1767329185.786464:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce5d9467 x1853178572207616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329201 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329185.786467:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329185.786472:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329185.786473:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329185.786479:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767329185.786486:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007e555f5 x1853178572207744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329201 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329185.786488:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767329185.786493:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:1.0:1767329185.786494:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329185.786499:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be329884. 02000000:00000001:0.0:1767329185.786499:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329185.786506:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001207cc22. 00000400:00000200:1.0:1767329185.786512:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0f3499f 02000000:00000001:0.0:1767329185.786512:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767329185.786514:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767329185.786520:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0f3499f. 00000020:00000001:0.0:1767329185.786520:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767329185.786522:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1767329185.786525:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329185.786529:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329185.786531:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767329185.786531:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329185.786554:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077a38a26. 00000100:00000040:2.0:1767329185.786557:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007e555f5 x1853178572207744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329201 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329185.786559:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1767329185.786562:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc9b4205 x1853178572207872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329185.786563:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329185.786567:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce5d9467. 00000100:00000001:0.0:1767329185.786574:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329185.786577:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329185.786585:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329185.786595:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329185.786597:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329185.786607:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767329185.786611:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572207744:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329185.786614:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329185.786628:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329185.786634:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767329185.786645:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc9b4205 x1853178572207872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329201 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329185.786651:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007e555f5 x1853178572207744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329201 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329185.786659:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329185.786663:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329185.786671:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329185.786674:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329185.786677:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329185.786678:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767329185.786679:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329185.786682:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767329185.786683:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329185.786687:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000042deddc4. 00000100:00001000:1.0:1767329185.786691:0:208648:0:(import.c:2128:obd_at_measure()) add 0 to 00000000ffec6909 time=32 v=5 (5 5 5 0) 02000000:00000001:2.0:1767329185.786694:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:1.0:1767329185.786696:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=7 v=5 (1 1 1 0) 00000020:00000001:2.0:1767329185.786700:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329185.786701:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329185.786705:0:208648:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000020:00000040:2.0:1767329185.786706:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329185.786711:0:208648:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000020:00000001:2.0:1767329185.786713:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:1.0:1767329185.786717:0:208648:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0001-mdc-ffff8c55499c0800 of lustre-MDT0001_UUID@192.168.202.109@tcp abruptly disconnected: reconnecting 02000000:00000010:2.0:1767329185.786719:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000020beec0d. 00000100:00080000:1.0:1767329185.786721:0:208648:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 02000000:00000001:2.0:1767329185.786727:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:02000400:1.0:1767329185.786727:0:208648:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff8c55499c0800: Connection to lustre-MDT0001 (at 192.168.202.109@tcp) was lost; in progress operations using this service will wait for recovery to complete 02000000:00000001:2.0:1767329185.786731:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329185.786736:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007e555f5. 00000100:00000001:2.0:1767329185.786742:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329185.786743:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329185.786745:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329185.786749:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329185.786751:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329185.786754:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329185.786756:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329185.792189:0:208648:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:1.0:1767329185.792193:0:208648:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:1.0:1767329185.792195:0:208648:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329185.792197:0:208648:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767329185.792199:0:208648:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1767329185.792200:0:208648:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1767329185.792203:0:208648:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1767329185.792206:0:208648:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: connect to NID 192.168.202.109@tcp last attempt 6056 00000400:00000200:1.0:1767329185.792210:0:208648:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00000040:1.0:1767329185.792213:0:208648:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 11 to 192.168.202.109@tcp 00000100:00000001:1.0:1767329185.792216:0:208648:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767329185.792217:0:208648:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00000100:00000001:1.0:1767329185.792219:0:208648:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 00000020:00000001:1.0:1767329185.792227:0:208648:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767329185.792229:0:208648:0:(genops.c:823:class_conn2export()) looking for export cookie 0x989c09653bac0c36 00000020:00000001:1.0:1767329185.792231:0:208648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767329185.792248:0:208648:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f32e73d refcount=5 00000020:00000001:1.0:1767329185.792250:0:208648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000020:00000001:1.0:1767329185.792252:0:208648:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000100:00000040:1.0:1767329185.792255:0:208648:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 11 to 192.168.202.109@tcp 00000100:00000001:1.0:1767329185.792256:0:208648:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767329185.792257:0:208648:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00000100:00000001:1.0:1767329185.792258:0:208648:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 00000020:00000040:1.0:1767329185.792260:0:208648:0:(genops.c:898:class_export_put()) PUTting export 000000001f32e73d : new refcount 4 00000100:00080000:1.0:1767329185.792262:0:208648:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: import 0000000056f5b0d2 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:1.0:1767329185.792265:0:208648:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329185.792266:0:208648:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767329185.792271:0:208648:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329185.792273:0:208648:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329185.792274:0:208648:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1767329185.792277:0:208648:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1767329185.792279:0:208648:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329185.792280:0:208648:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767329185.792284:0:208648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007e555f5. 00000020:00000040:1.0:1767329185.792286:0:208648:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=5 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:1.0:1767329185.792288:0:208648:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767329185.792289:0:208648:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329185.792291:0:208648:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329185.792293:0:208648:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329185.792295:0:208648:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329185.792298:0:208648:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c2c3d8d4. 00000100:00000001:1.0:1767329185.792300:0:208648:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329185.792304:0:208648:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000007e555f5 x1853178572208000/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329185.792311:0:208648:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329185.792315:0:208648:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329185.792318:0:208648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007e555f5] to pc [ptlrpcd_rcv+-1] req@0000000007e555f5 x1853178572208000/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329185.792334:0:208648:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329185.792336:0:208648:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1767329185.792337:0:208648:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1767329185.792340:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc9b4205 x1853178572207872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329201 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329185.792346:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1767329185.792348:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329185.792349:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329185.792351:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc9b4205 x1853178572207872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329201 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329185.792356:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572207872:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329185.792360:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329185.792361:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329185.792363:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc9b4205 x1853178572207872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329201 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329185.792368:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329185.792370:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329185.792372:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001ac78aa8. 02000000:00000001:1.0:1767329185.792375:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329185.792376:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329185.792377:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329185.792381:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767329185.792381:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329185.792388:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070fb6d87. 00000100:00000001:2.0:1767329185.792391:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767329185.792392:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329185.792396:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767329185.792397:0:208647:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767329185.792398:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc9b4205. 00000100:00000001:1.0:1767329185.792405:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329185.792406:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329185.792411:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007e555f5 x1853178572208000/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329185.792412:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329185.792419:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329185.792421:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329185.792428:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329185.792432:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329185.792437:0:208647:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329185.792441:0:208647:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329185.792444:0:208647:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329185.792446:0:208647:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329185.792449:0:208647:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329185.792453:0:208647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572208000:192.168.202.109@tcp:38: 00000100:00000001:2.0:1767329185.792457:0:208647:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329185.792460:0:208647:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329185.792462:0:208647:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329185.792464:0:208647:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329185.792476:0:208647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003928e604. 02000000:00000001:2.0:1767329185.792479:0:208647:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329185.792482:0:208647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e453676a. 00000400:00000010:2.0:1767329185.792486:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054fd66a. 00000100:00000200:2.0:1767329185.792490:0:208647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572208000, portal 10 00000100:00000001:2.0:1767329185.792492:0:208647:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329185.792494:0:208647:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777204864 : -127176932346752 : ffff8c55501fb480) 00000100:00000040:2.0:1767329185.792500:0:208647:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007e555f5 x1853178572208000/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329185.792508:0:208647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329185.792510:0:208647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329185.792512:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edd342f6. 00000100:00000200:2.0:1767329185.792514:0:208647:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853178572208000, offset 0 00000400:00000200:2.0:1767329185.792520:0:208647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329185.792526:0:208647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329185.792530:0:208647:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329185.792533:0:208647:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329185.792550:0:208647:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329185.792553:0:208647:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329185.792557:0:208647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [247:247:256:4294967295] 192.168.202.109@tcp LPNI seq info [247:247:8:4294967295] 00000400:00000200:2.0:1767329185.792566:0:208647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329185.792571:0:208647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329185.792576:0:208647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd12ef3a. 00000800:00000200:2.0:1767329185.792581:0:208647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329185.792586:0:208647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329185.792589:0:208647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd12ef3a type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1767329185.792607:0:208647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329185.792611:0:208647:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 21948 usecs (22 jiffies) 00000100:00000001:2.0:1767329185.792615:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301030943 00000100:00000001:2.0:1767329185.792618:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301035356 00000100:00000001:2.0:1767329185.792620:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301030943 00000100:00000001:2.0:1767329185.792628:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301035356 00000100:00000001:2.0:1767329185.792631:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301030943 00000100:00000001:2.0:1767329185.792633:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301035356 00000100:00000001:2.0:1767329185.792635:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301030943 00000100:00000001:2.0:1767329185.792638:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301035356 00000100:00000001:2.0:1767329185.792640:0:208647:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329185.792643:0:208647:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329185.792645:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329185.792647:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329185.792653:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329185.792655:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767329185.792658:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329185.792660:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329185.792662:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329185.792663:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329185.792736:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329185.792740:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd12ef3a. 00000400:00000200:0.0:1767329185.792743:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329185.792748:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329185.792751:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd342f6 00000400:00000010:0.0:1767329185.792752:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000edd342f6. 00000100:00000001:0.0:1767329185.792755:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329185.792758:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007e555f5 x1853178572208000/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329185.792765:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329185.792767:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007e555f5 x1853178572208000/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329195 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329185.792772:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329185.792773:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329185.793588:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329185.793596:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329185.793598:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329185.793601:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329185.793607:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329185.793616:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2807780 00000400:00000200:1.0:1767329185.793621:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x89d [1] + 0 00000800:00000001:1.0:1767329185.793624:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329185.793629:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329185.793631:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329185.793633:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329185.793636:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329185.793639:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007e555f5 x1853178572208000/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329185.793646:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@0000000007e555f5 x1853178572208000/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329185.793659:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329185.793663:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329185.793665:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329185.793701:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329185.793705:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329185.793709:0:208647:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329185.793711:0:208647:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329185.793713:0:208647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e453676a. 00000400:00000200:2.0:1767329185.793717:0:208647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054fd66a 00000400:00000010:2.0:1767329185.793719:0:208647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054fd66a. 00000100:00000001:2.0:1767329185.793722:0:208647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329185.793728:0:208647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007e555f5 x1853178572208000/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329185.793737:0:208647:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007e555f5 x1853178572208000/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329195 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329185.793745:0:208647:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329185.793746:0:208647:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329185.793749:0:208647:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329185.793751:0:208647:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329185.793752:0:208647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329185.793754:0:208647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329185.793764:0:208647:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329185.793768:0:208647:0:(import.c:2128:obd_at_measure()) add 0 to 00000000ffec6909 time=32 v=5 (5 5 5 0) 00000100:00001000:2.0:1767329185.793772:0:208647:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=7 v=5 (1 1 1 0) 00000100:00000001:2.0:1767329185.793775:0:208647:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329185.793776:0:208647:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1767329185.793779:0:208647:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767329185.793783:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007e555f5 x1853178572208000/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767329195 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329185.793790:0:208647:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1767329185.793793:0:208647:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329185.793795:0:208647:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329185.793798:0:208647:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1767329185.793800:0:208647:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1767329185.793803:0:208647:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767329185.793808:0:208647:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.109@tcp failed (-19) 00000100:00000001:2.0:1767329185.793811:0:208647:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767329185.793814:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007e555f5 x1853178572208000/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767329195 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329185.793822:0:208647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572208000:192.168.202.109@tcp:38: 00000100:00000001:2.0:1767329185.793826:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329185.793828:0:208647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329185.793830:0:208647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007e555f5 x1853178572208000/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767329195 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329185.793837:0:208647:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329185.793838:0:208647:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329185.793840:0:208647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003928e604. 02000000:00000001:2.0:1767329185.793843:0:208647:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329185.793845:0:208647:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329185.793846:0:208647:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329185.793848:0:208647:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329185.793855:0:208647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000c2c3d8d4. 02000000:00000001:2.0:1767329185.793859:0:208647:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329185.793860:0:208647:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329185.793862:0:208647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007e555f5. 00000100:00000001:2.0:1767329185.793865:0:208647:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329185.793866:0:208647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329185.793868:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329185.793872:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329185.793873:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329185.793875:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329185.793877:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329185.847097:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329185.847101:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329185.847106:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329185.847109:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329185.847111:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329185.847116:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329185.847119:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329185.847120:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329185.847123:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329185.847124:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329185.847126:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329185.847136:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329185.847211:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329185.847214:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329185.847216:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329186.871157:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329186.871165:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329186.871172:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329186.871173:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329186.871262:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329186.871265:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329186.871268:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329187.895143:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329187.895149:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329187.895154:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329187.895155:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329187.895218:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329187.895225:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329187.895230:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329188.919126:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329188.919132:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329188.919137:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329188.919139:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329188.919227:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329188.919230:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329188.919251:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329189.943098:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329189.943107:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329189.943113:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329189.943116:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329189.943148:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329189.943155:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329189.943160:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329190.391100:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301035356, at 4301035520 00000100:00000010:0.0:1767329190.391124:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000388111bb. 00000100:00000040:2.0:1767329190.391133:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301035356, at 4301035520 00000100:00000010:2.0:1767329190.391143:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000019033a6d. 00000100:00000040:3.0:1767329190.391154:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301035356, at 4301035520 00000100:00000040:1.0:1767329190.391154:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301035356, at 4301035520 00000100:00000010:3.0:1767329190.391175:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002806143. 00000100:00000010:1.0:1767329190.391176:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4629dbf. 00000100:00000040:0.0:1767329190.903150:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329190.903162:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329190.903174:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bba6f4b8. 00000020:00000040:0.0:1767329190.903182:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329190.903186:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329190.903189:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329190.903195:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329190.903205:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cc5919cb. 00000100:00000001:0.0:1767329190.903213:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329190.903224:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000bba6f4b8 x1853178572208128/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329190.903234:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329190.903237:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329190.903241:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bba6f4b8] to pc [ptlrpcd_00_01+1] req@00000000bba6f4b8 x1853178572208128/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329190.903271:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329190.903273:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329190.903276:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329190.903278:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005188d010. 00000020:00000040:0.0:1767329190.903281:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329190.903283:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329190.903284:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329190.903286:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329190.903289:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe5ec607. 00000100:00000001:0.0:1767329190.903291:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329190.903295:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000005188d010 x1853178572208256/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329190.903296:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329190.903306:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329190.903310:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329190.903311:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329190.903312:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329190.903325:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005188d010] to pc [ptlrpcd_00_02+2] req@000000005188d010 x1853178572208256/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329190.903329:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bba6f4b8 x1853178572208128/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329190.903338:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329190.903345:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329190.903348:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329190.903350:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329190.903353:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329190.903357:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329190.903370:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329190.903384:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bba6f4b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572208128:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329190.903392:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329190.903397:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329190.903399:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329190.903401:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329190.903408:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329190.903409:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bdddb578. 00000100:00080000:0.0:1767329190.903412:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329190.903416:0:204209:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1767329190.903419:0:204209:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1767329190.903422:0:204209:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767329190.903430:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329190.903434:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329190.903435:0:204209:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:3.0:1767329190.903436:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767329190.903442:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329190.903443:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a9a7385. 00000100:00080000:0.0:1767329190.903444:0:204209:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: connect to NID 192.168.202.109@tcp last attempt 6363 00000100:00000001:3.0:1767329190.903456:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329190.903456:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329190.903460:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329190.903461:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f8c929d. 00000100:00000001:2.0:1767329190.903464:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329190.903468:0:204209:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00000001:3.0:1767329190.903469:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767329190.903474:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572208128, portal 25 00000100:00000001:3.0:1767329190.903478:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329190.903480:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00001000:0.0:1767329190.903481:0:204209:0:(import.c:2128:obd_at_measure()) add 10 to 00000000dcafc7aa time=12 v=5 (1 1 1 0) 00000100:00000001:3.0:1767329190.903483:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329190.903503:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578905728 : -127177130645888 : ffff8c55444de680) 00000100:00001000:0.0:1767329190.903505:0:204209:0:(import.c:2194:obd_at_measure()) AT 00000000dcafc7aa change: old=5 new=10 delta=5 (val=10) hist 10 1 1 0 00000100:00080000:0.0:1767329190.903512:0:204209:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: tried all connections, increasing latency to 5s 00000100:00000040:1.0:1767329190.903518:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bba6f4b8 x1853178572208128/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329190.903519:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005188d010 x1853178572208256/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329190.903522:0:204209:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 11 to 192.168.202.109@tcp 00000100:00000001:0.0:1767329190.903536:0:204209:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767329190.903547:0:204209:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00000100:00000001:0.0:1767329190.903558:0:204209:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 00000020:00000001:0.0:1767329190.903569:0:204209:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767329190.903574:0:204209:0:(genops.c:823:class_conn2export()) looking for export cookie 0x989c09653bac0c36 00000100:00000001:1.0:1767329190.903579:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767329190.903583:0:204209:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767329190.903584:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329190.903592:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767329190.903592:0:204209:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f32e73d refcount=5 00000100:00000040:1.0:1767329190.903593:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329190.903604:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933cf678. 00000020:00000001:0.0:1767329190.903605:0:204209:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 02000000:00000001:3.0:1767329190.903606:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329190.903613:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767329190.903614:0:204209:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000100:00000200:1.0:1767329190.903616:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572208128, offset 0 02000000:00000001:3.0:1767329190.903622:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329190.903630:0:204209:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 11 to 192.168.202.109@tcp 00000100:00100000:3.0:1767329190.903632:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005188d010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572208256:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767329190.903633:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329190.903644:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329190.903647:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329190.903647:0:204209:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767329190.903652:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329190.903659:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767329190.903659:0:204209:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00000400:00000200:1.0:1767329190.903661:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000010:3.0:1767329190.903671:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026dd0c7c. 00000100:00000001:0.0:1767329190.903674:0:204209:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 02000000:00000001:3.0:1767329190.903678:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329190.903678:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:0.0:1767329190.903686:0:204209:0:(genops.c:898:class_export_put()) PUTting export 000000001f32e73d : new refcount 4 00000400:00000010:3.0:1767329190.903689:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c4e2033. 00000400:00000200:1.0:1767329190.903690:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00080000:0.0:1767329190.903693:0:204209:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: import 0000000056f5b0d2 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:0.0:1767329190.903700:0:204209:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329190.903701:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc11fa5. 00000400:00000200:1.0:1767329190.903701:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1767329190.903707:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572208256, portal 10 00000400:00000200:1.0:1767329190.903710:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:0.0:1767329190.903716:0:204209:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1767329190.903717:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329190.903720:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578898560 : -127177130653056 : ffff8c55444dca80) 00000400:00000200:1.0:1767329190.903723:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [248:248:256:4294967295] 192.168.202.109@tcp LPNI seq info [248:248:8:4294967295] 02000000:00000001:0.0:1767329190.903725:0:204209:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767329190.903731:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005188d010 x1853178572208256/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329190.903732:0:204209:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329190.903744:0:204209:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:1.0:1767329190.903754:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000008:00100000:0.0:1767329190.903754:0:204209:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1767329190.903767:0:204209:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329190.903779:0:204209:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329190.903785:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767329190.903789:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:0.0:1767329190.903791:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024b1fa3c. 00000800:00000010:1.0:1767329190.903797:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000020:00000040:0.0:1767329190.903800:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000040:3.0:1767329190.903801:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329190.903810:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:0.0:1767329190.903812:0:204209:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000010:3.0:1767329190.903813:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d08aec3. 02000000:00000001:0.0:1767329190.903817:0:204209:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329190.903819:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572208256, offset 0 00000100:00000001:0.0:1767329190.903823:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.0:1767329190.903826:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:0.0:1767329190.903828:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767329190.903835:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329190.903838:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767329190.903838:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329190.903846:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000010:0.0:1767329190.903850:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000250107bb. 00000400:00000200:3.0:1767329190.903853:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329190.903858:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329190.903860:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329190.903868:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329190.903869:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329190.903875:0:204209:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000024b1fa3c x1853178572208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329190.903878:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301040476 00000400:00000200:3.0:1767329190.903879:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000010:1.0:1767329190.903891:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea9442b1. 00000400:00000200:3.0:1767329190.903898:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [249:249:255:4294967295] 192.168.202.109@tcp LPNI seq info [249:249:7:4294967295] 00000100:00000001:1.0:1767329190.903906:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767329190.903918:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329190.903920:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329190.903923:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301040476 00000100:00000040:0.0:1767329190.903931:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024b1fa3c] to pc [ptlrpcd_rcv+-1] req@0000000024b1fa3c x1853178572208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329190.903932:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000010:1.0:1767329190.903933:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058c5c748. 00000100:00000001:1.0:1767329190.903953:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767329190.903964:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329190.903966:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301040476 00000800:00000010:3.0:1767329190.903977:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000525da5a5. 00000100:00000010:1.0:1767329190.903983:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a68039c9. 00000800:00000200:3.0:1767329190.903987:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329190.903988:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767329190.903991:0:204209:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329190.903993:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301040476 00000100:00000040:0.0:1767329190.903996:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:3.0:1767329190.904001:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:1.0:1767329190.904001:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc851da7. 00000100:00000040:0.0:1767329190.904005:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:2.0:1767329190.904008:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329190.904009:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767329190.904011:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000525da5a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329190.904058:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329190.904062:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329190.904068:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329190.904072:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00000100:00000001:1.0:1767329190.904072:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329190.904079:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329190.904081:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767329190.904084:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329190.904085:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329190.904090:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329190.904094:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329190.904094:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6373) 00000400:00000200:2.0:1767329190.904104:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329190.904105:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329190.904116:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933cf678 00000400:00000010:2.0:1767329190.904120:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000933cf678. 00000100:00000001:2.0:1767329190.904128:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329190.904135:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bba6f4b8 x1853178572208128/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329190.904138:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329190.904144:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329190.904149:0:208647:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329190.904158:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329190.904158:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329190.904160:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000024b1fa3c x1853178572208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329190.904169:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 368585 usecs (369 jiffies) 00000100:00000040:2.0:1767329190.904175:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bba6f4b8 x1853178572208128/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329206 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329190.904177:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301036402 00000100:00000001:3.0:1767329190.904187:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301040476 00000100:00000001:1.0:1767329190.904189:0:208647:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329190.904194:0:208647:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329190.904195:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301036402 00000100:00000001:3.0:1767329190.904204:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301040476 02000000:00000001:1.0:1767329190.904204:0:208647:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329190.904209:0:208647:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329190.904214:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301036402 00000100:00000001:2.0:1767329190.904226:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329190.904227:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301040476 02000000:00000001:1.0:1767329190.904227:0:208647:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329190.904243:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301036402 00000100:00000001:2.0:1767329190.904244:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767329190.904246:0:208647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000024b1fa3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572208384:192.168.202.109@tcp:38: 00000100:00000001:3.0:1767329190.904249:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301040476 00000100:00000001:1.0:1767329190.904250:0:208647:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329190.904252:0:208647:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329190.904256:0:208647:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329190.904260:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329190.904261:0:208647:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329190.904264:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329190.904266:0:208647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000021db942d. 00000100:00000001:3.0:1767329190.904267:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329190.904272:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329190.904272:0:208647:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329190.904282:0:208647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015e4d819. 00000400:00000010:1.0:1767329190.904286:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cb6d618. 00000100:00000200:1.0:1767329190.904289:0:208647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572208384, portal 10 00000100:00000001:1.0:1767329190.904290:0:208647:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329190.904292:0:208647:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578911104 : -127177130640512 : ffff8c55444dfb80) 00000100:00000040:1.0:1767329190.904297:0:208647:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000024b1fa3c x1853178572208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329190.904303:0:208647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329190.904309:0:208647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329190.904312:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000765ff9ed. 00000800:00000200:2.0:1767329190.904315:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767329190.904315:0:208647:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853178572208384, offset 0 00000800:00000010:2.0:1767329190.904326:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000525da5a5. 00000400:00000200:1.0:1767329190.904329:0:208647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329190.904336:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329190.904337:0:208647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329190.904344:0:208647:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329190.904353:0:208647:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329190.904359:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329190.904362:0:208647:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329190.904371:0:208647:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329190.904375:0:208647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [250:250:255:4294967295] 192.168.202.109@tcp LPNI seq info [250:250:7:4294967295] 00000400:00000200:1.0:1767329190.904382:0:208647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329190.904386:0:208647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329190.904387:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d08aec3 00000800:00000010:1.0:1767329190.904390:0:208647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000400:00000010:2.0:1767329190.904393:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d08aec3. 00000800:00000200:1.0:1767329190.904399:0:208647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329190.904403:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767329190.904408:0:208647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329190.904411:0:208647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 616 niov 1 nkiov 1 00000100:00000200:2.0:1767329190.904414:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005188d010 x1853178572208256/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329190.904415:0:208647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329190.904425:0:208647:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 21660 usecs (22 jiffies) 00000100:00000001:1.0:1767329190.904432:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301036055 00000100:00000001:1.0:1767329190.904439:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301040476 00000100:00000001:1.0:1767329190.904444:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301036055 00000100:00000001:1.0:1767329190.904453:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301040476 00000100:00000001:2.0:1767329190.904455:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329190.904463:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005188d010 x1853178572208256/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329206 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329190.904464:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301036055 00000100:00000001:1.0:1767329190.904470:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301040476 00000100:00000001:1.0:1767329190.904476:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301036055 00000100:00000001:1.0:1767329190.904484:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301040476 00000100:00000001:1.0:1767329190.904501:0:208647:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329190.904508:0:208647:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329190.904513:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329190.904514:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329190.904515:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329190.904526:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329190.904528:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329190.904530:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767329190.904533:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329190.904535:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329190.904537:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329190.904538:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329190.904579:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329190.904583:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00000400:00000200:2.0:1767329190.904588:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329190.904592:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329190.904595:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000765ff9ed 00000400:00000010:2.0:1767329190.904597:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000765ff9ed. 00000100:00000001:2.0:1767329190.904600:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329190.904604:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000024b1fa3c x1853178572208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329190.904613:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329190.904615:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000024b1fa3c x1853178572208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329190.904622:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329190.904625:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329190.905804:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329190.905819:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329190.905822:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329190.905825:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329190.905834:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329190.905849:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2807800 00000400:00000200:0.0:1767329190.905865:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8a5 [1] + 224 00000800:00000001:0.0:1767329190.905873:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329190.905880:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329190.905882:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329190.905884:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329190.905889:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329190.905893:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bba6f4b8 x1853178572208128/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329206 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329190.905904:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bba6f4b8 x1853178572208128/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329190.905928:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329190.905937:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329190.905941:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329190.905974:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329190.905977:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329190.905983:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329190.905985:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329190.905987:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a9a7385. 00000400:00000200:1.0:1767329190.905991:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f8c929d 00000400:00000010:1.0:1767329190.905992:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f8c929d. 00000100:00000001:1.0:1767329190.905994:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329190.905997:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bba6f4b8 x1853178572208128/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329190.906005:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bba6f4b8 x1853178572208128/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329206 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329190.906010:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329190.906011:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329190.906014:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329190.906032:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329190.906034:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329190.906036:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329190.906038:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329190.906043:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=37 v=5 (5 5 5 0) 00000100:00001000:1.0:1767329190.906053:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=37 v=5 (1 1 1 0) 00000100:00000001:1.0:1767329190.906056:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329190.906057:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329190.906060:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329190.906062:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329190.906065:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329190.906068:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767329190.906069:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bba6f4b8 x1853178572208128/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329190.906076:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329190.906077:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767329190.906080:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329190.906081:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329190.906084:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329190.906085:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329190.906089:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bba6f4b8 x1853178572208128/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329206 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329190.906096:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00100000:1.0:1767329190.906104:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bba6f4b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572208128:192.168.202.109@tcp:400: 00000400:00000200:3.0:1767329190.906109:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2807880 00000100:00000001:1.0:1767329190.906109:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329190.906113:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329190.906116:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bba6f4b8 x1853178572208128/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329206 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329190.906121:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329190.906123:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329190.906125:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bdddb578. 02000000:00000001:1.0:1767329190.906127:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329190.906129:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329190.906130:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329190.906132:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329190.906134:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cc5919cb. 02000000:00000001:1.0:1767329190.906137:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329190.906139:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329190.906140:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bba6f4b8. 00000100:00000001:1.0:1767329190.906142:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329190.906143:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329190.906145:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329190.906149:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329190.906154:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329190.906156:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329190.906157:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329190.906196:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x8ad [1] + 224 00000800:00000001:3.0:1767329190.906200:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329190.906204:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329190.906205:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329190.906208:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329190.906210:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329190.906213:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005188d010 x1853178572208256/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329206 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329190.906220:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005188d010 x1853178572208256/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329190.906261:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329190.906265:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329190.906268:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329190.906270:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329190.906271:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329190.906274:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329190.906279:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2807900 00000400:00000200:3.0:1767329190.906284:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x8b5 [1] + 0 00000800:00000001:3.0:1767329190.906287:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329190.906291:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329190.906293:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329190.906294:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329190.906297:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329190.906298:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329190.906302:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329190.906304:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329190.906307:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c4e2033. 00000400:00000200:0.0:1767329190.906312:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc11fa5 00000400:00000010:0.0:1767329190.906313:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc11fa5. 00000100:00000001:0.0:1767329190.906315:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329190.906317:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329190.906320:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005188d010 x1853178572208256/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329190.906323:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000024b1fa3c x1853178572208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329190.906344:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005188d010 x1853178572208256/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329206 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329190.906349:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@0000000024b1fa3c x1853178572208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329190.906365:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329190.906368:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329190.906370:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329190.906371:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329190.906372:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329190.906373:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329190.906374:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767329190.906377:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329190.906380:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767329190.906383:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=27 v=5 (5 5 5 0) 00000800:00000001:3.0:1767329190.906385:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767329190.906396:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=27 v=5 (1 1 1 0) 00000100:00000001:0.0:1767329190.906399:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329190.906401:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329190.906401:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329190.906402:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329190.906404:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767329190.906406:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767329190.906409:0:208647:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767329190.906410:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:1.0:1767329190.906414:0:208647:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767329190.906414:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000010:1.0:1767329190.906418:0:208647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015e4d819. 00000100:00000001:0.0:1767329190.906418:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329190.906421:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329190.906423:0:208647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cb6d618 00000400:00000010:1.0:1767329190.906426:0:208647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cb6d618. 00000100:00000040:0.0:1767329190.906427:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005188d010 x1853178572208256/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329190.906431:0:208647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329190.906436:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329190.906439:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329190.906440:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329190.906443:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005188d010 x1853178572208256/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329206 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329190.906445:0:208647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000024b1fa3c x1853178572208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329190.906463:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005188d010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572208256:192.168.202.109@tcp:400: 00000100:00000200:1.0:1767329190.906471:0:208647:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000024b1fa3c x1853178572208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329190.906471:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329190.906475:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329190.906481:0:208647:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767329190.906482:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005188d010 x1853178572208256/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329206 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329190.906483:0:208647:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329190.906496:0:208647:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329190.906498:0:208647:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329190.906499:0:208647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329190.906501:0:208647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329190.906505:0:208647:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329190.906511:0:208647:0:(import.c:2128:obd_at_measure()) add 0 to 00000000ffec6909 time=37 v=5 (5 5 5 0) 00000100:00000001:0.0:1767329190.906513:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1767329190.906515:0:208647:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=12 v=10 (10 1 1 0) 02000000:00000001:0.0:1767329190.906517:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767329190.906519:0:208647:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767329190.906521:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026dd0c7c. 00000100:00000001:1.0:1767329190.906522:0:208647:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1767329190.906527:0:208647:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1767329190.906530:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767329190.906531:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000024b1fa3c x1853178572208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767329205 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767329190.906533:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329190.906537:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329190.906542:0:208647:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1767329190.906543:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767329190.906548:0:208647:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1767329190.906548:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe5ec607. 00000100:00000001:1.0:1767329190.906549:0:208647:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329190.906554:0:208647:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 02000000:00000001:0.0:1767329190.906555:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329190.906556:0:208647:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1767329190.906558:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329190.906559:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005188d010. 00000100:00000001:0.0:1767329190.906562:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:1.0:1767329190.906565:0:208647:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329190.906571:0:208647:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.109@tcp failed (-19) 00000100:00000001:0.0:1767329190.906571:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329190.906575:0:208647:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1767329190.906575:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329190.906582:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024b1fa3c x1853178572208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767329205 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329190.906583:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329190.906586:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329190.906591:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329190.906594:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329190.906596:0:208647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000024b1fa3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572208384:192.168.202.109@tcp:38: 00000100:00000001:1.0:1767329190.906600:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329190.906602:0:208647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329190.906604:0:208647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000024b1fa3c x1853178572208384/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767329205 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329190.906608:0:208647:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329190.906609:0:208647:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329190.906611:0:208647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000021db942d. 02000000:00000001:1.0:1767329190.906615:0:208647:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329190.906616:0:208647:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329190.906617:0:208647:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329190.906618:0:208647:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329190.906619:0:208647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000250107bb. 02000000:00000001:1.0:1767329190.906621:0:208647:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329190.906622:0:208647:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329190.906622:0:208647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000024b1fa3c. 00000100:00000001:1.0:1767329190.906624:0:208647:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329190.906625:0:208647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329190.906626:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329190.906630:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329190.906631:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329190.906632:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329190.906633:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329190.967091:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329190.967095:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329190.967100:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329190.967101:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329190.967143:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329190.967147:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329190.967149:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329191.991110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329191.991138:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329191.991144:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329191.991145:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329191.991193:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329191.991198:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329191.991203:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329193.015136:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329193.015145:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329193.015148:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329193.015151:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329193.015156:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329193.015159:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329193.015160:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329193.015162:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329193.015165:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329193.015167:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329193.015198:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329193.015202:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329193.015204:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329194.039103:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329194.039111:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329194.039116:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329194.039117:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329194.039143:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329194.039148:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329194.039174:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329195.063135:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329195.063144:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329195.063150:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329195.063151:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329195.063240:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329195.063244:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329195.063247:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329195.511129:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301040476, at 4301040640 00000100:00000040:3.0:1767329195.511133:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301040476, at 4301040640 00000100:00000040:1.0:1767329195.511138:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301040476, at 4301040640 00000100:00000010:2.0:1767329195.511149:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a68039c9. 00000100:00000010:1.0:1767329195.511155:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058c5c748. 00000100:00000010:3.0:1767329195.511157:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc851da7. 00000100:00000040:0.0:1767329195.511157:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301040476, at 4301040640 00000100:00000010:0.0:1767329195.511174:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea9442b1. 00000100:00000040:0.0:1767329196.023147:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329196.023156:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329196.023166:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005188d010. 00000020:00000040:0.0:1767329196.023172:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329196.023177:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329196.023179:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329196.023185:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329196.023191:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe5ec607. 00000100:00000001:0.0:1767329196.023197:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329196.023206:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000005188d010 x1853178572208512/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329196.023215:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329196.023218:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329196.023223:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005188d010] to pc [ptlrpcd_00_03+3] req@000000005188d010 x1853178572208512/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329196.023251:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329196.023253:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329196.023256:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329196.023258:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097ca7d73. 00000020:00000040:0.0:1767329196.023260:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329196.023261:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329196.023262:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329196.023264:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329196.023266:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001841c9f3. 00000100:00000001:0.0:1767329196.023267:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329196.023286:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000097ca7d73 x1853178572208640/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329196.023291:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329196.023293:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329196.023298:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097ca7d73] to pc [ptlrpcd_00_00+0] req@0000000097ca7d73 x1853178572208640/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329196.023303:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329196.023312:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767329196.023313:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767329196.023318:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329196.023318:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329196.023319:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767329196.023330:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329196.023334:0:126802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1767329196.023336:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329196.023345:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329196.023345:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329196.023345:0:126802:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1767329196.023357:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1767329196.023357:0:126802:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1767329196.023358:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767329196.023358:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767329196.023362:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329196.023365:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329196.023367:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329196.023374:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329196.023375:0:126802:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1767329196.023377:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329196.023385:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767329196.023385:0:126802:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: connect to NID 192.168.202.109@tcp last attempt 6368 00000100:00000040:2.0:1767329196.023393:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005188d010 x1853178572208512/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329196.023395:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329196.023398:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329196.023402:0:126802:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00000001:1.0:1767329196.023403:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00001000:0.0:1767329196.023413:0:126802:0:(import.c:2128:obd_at_measure()) add 15 to 00000000dcafc7aa time=18 v=10 (10 1 1 0) 00000100:00000040:1.0:1767329196.023418:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097ca7d73 x1853178572208640/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329196.023425:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00001000:0.0:1767329196.023426:0:126802:0:(import.c:2194:obd_at_measure()) AT 00000000dcafc7aa change: old=10 new=15 delta=5 (val=15) hist 15 1 1 0 00000100:00000001:2.0:1767329196.023430:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767329196.023458:0:126802:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: tried all connections, increasing latency to 10s 02000000:00000001:2.0:1767329196.023460:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767329196.023463:0:126802:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 11 to 192.168.202.109@tcp 02000000:00000001:2.0:1767329196.023464:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329196.023469:0:126802:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767329196.023471:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329196.023477:0:126802:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00000100:00100000:2.0:1767329196.023486:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005188d010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572208512:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329196.023489:0:126802:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 00000100:00000001:2.0:1767329196.023503:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767329196.023503:0:126802:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767329196.023505:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329196.023513:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767329196.023514:0:126802:0:(genops.c:823:class_conn2export()) looking for export cookie 0x989c09653bac0c36 02000000:00000001:2.0:1767329196.023517:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767329196.023526:0:126802:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767329196.023527:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329196.023527:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329196.023535:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329196.023536:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1767329196.023537:0:126802:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f32e73d refcount=5 00000020:00000001:0.0:1767329196.023546:0:126802:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000020:00000001:0.0:1767329196.023549:0:126802:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 02000000:00000010:2.0:1767329196.023550:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001ce80ca3. 02000000:00000001:2.0:1767329196.023561:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329196.023565:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329196.023568:0:126802:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 11 to 192.168.202.109@tcp 00000400:00000010:2.0:1767329196.023569:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e453676a. 00000100:00100000:1.0:1767329196.023579:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000097ca7d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572208640:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329196.023585:0:126802:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767329196.023587:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767329196.023589:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054fd66a. 02000000:00000001:1.0:1767329196.023590:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329196.023593:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329196.023598:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767329196.023602:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572208512, portal 25 00000100:00000040:0.0:1767329196.023603:0:126802:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 02000000:00000010:1.0:1767329196.023606:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bdddb578. 00000100:00000001:2.0:1767329196.023615:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767329196.023615:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329196.023616:0:126802:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 00000100:00000001:2.0:1767329196.023620:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578898560 : -127177130653056 : ffff8c55444dca80) 00000400:00000010:1.0:1767329196.023627:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015e4d819. 00000020:00000040:0.0:1767329196.023632:0:126802:0:(genops.c:898:class_export_put()) PUTting export 000000001f32e73d : new refcount 4 00000400:00000010:1.0:1767329196.023636:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cb6d618. 00000100:00000040:2.0:1767329196.023637:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005188d010 x1853178572208512/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329196.023641:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572208640, portal 10 00000100:00080000:0.0:1767329196.023642:0:126802:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: import 0000000056f5b0d2 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:1.0:1767329196.023652:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329196.023657:0:126802:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329196.023658:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578903040 : -127177130648576 : ffff8c55444ddc00) 02000000:00000001:0.0:1767329196.023669:0:126802:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1767329196.023672:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329196.023676:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000097ca7d73 x1853178572208640/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329196.023677:0:126802:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329196.023692:0:126802:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329196.023693:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329196.023707:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000ca1f46. 00000100:00000001:0.0:1767329196.023707:0:126802:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1767329196.023708:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00100000:0.0:1767329196.023716:0:126802:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00000200:2.0:1767329196.023717:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572208512, offset 0 00000100:00000040:1.0:1767329196.023718:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329196.023727:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f8c929d. 00000008:00000001:0.0:1767329196.023738:0:126802:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329196.023739:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572208640, offset 0 00000100:00000001:0.0:1767329196.023742:0:126802:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329196.023751:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:0.0:1767329196.023755:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a6b86e7. 00000400:00000200:1.0:1767329196.023764:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000020:00000040:0.0:1767329196.023765:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000400:00000200:2.0:1767329196.023769:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:0.0:1767329196.023779:0:126802:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767329196.023782:0:126802:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329196.023784:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329196.023788:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329196.023791:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767329196.023795:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:0.0:1767329196.023797:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329196.023801:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1767329196.023806:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c4f68df0. 00000400:00000200:2.0:1767329196.023807:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329196.023816:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329196.023818:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [251:251:256:4294967295] 192.168.202.109@tcp LPNI seq info [251:251:8:4294967295] 00000100:00100000:0.0:1767329196.023825:0:126802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008a6b86e7 x1853178572208768/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767329196.023847:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329196.023854:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329196.023856:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329196.023862:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:2.0:1767329196.023863:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329196.023866:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a6b86e7] to pc [ptlrpcd_rcv+-1] req@000000008a6b86e7 x1853178572208768/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767329196.023873:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba0b6bbc. 00000400:00000200:1.0:1767329196.023876:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329196.023886:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:2.0:1767329196.023897:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329196.023899:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329196.023909:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:2.0:1767329196.023923:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329196.023925:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [252:252:255:4294967295] 192.168.202.109@tcp LPNI seq info [252:252:7:4294967295] 00000800:00000200:2.0:1767329196.023931:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba0b6bbc type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329196.023940:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329196.023941:0:126802:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329196.023946:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329196.023951:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329196.023954:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301045596 00000800:00000200:1.0:1767329196.023961:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329196.023965:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000010:2.0:1767329196.023967:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d290b1f. 00000800:00000010:1.0:1767329196.023968:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020beec0d. 00000100:00000040:0.0:1767329196.023975:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6378) 00000800:00000200:1.0:1767329196.023977:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329196.023978:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767329196.023986:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329196.023993:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301045596 00000800:00000200:1.0:1767329196.023998:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020beec0d type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767329196.023999:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c965d38. 00000100:00000001:3.0:1767329196.024003:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329196.024005:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767329196.024006:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329196.024008:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329196.024012:0:208647:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329196.024013:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301045596 00000100:00000040:1.0:1767329196.024014:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 363653 usecs (364 jiffies) 00000100:00000001:1.0:1767329196.024042:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301041517 00000100:00000001:1.0:1767329196.024045:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301045596 00000100:00000040:3.0:1767329196.024048:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a6b86e7 x1853178572208768/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329196.024049:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301041517 00000100:00000010:2.0:1767329196.024054:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f36ccd6c. 00000100:00000001:1.0:1767329196.024055:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301045596 00000100:00000001:1.0:1767329196.024061:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301041517 00000100:00000001:2.0:1767329196.024062:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767329196.024067:0:208647:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329196.024069:0:208647:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329196.024069:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301045597 00000100:00000001:1.0:1767329196.024070:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301045596 00000100:00000010:2.0:1767329196.024076:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000576c0e8c. 02000000:00000001:3.0:1767329196.024077:0:208647:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329196.024077:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301041517 02000000:00000001:3.0:1767329196.024081:0:208647:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329196.024082:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000800:00000200:0.0:1767329196.024084:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1767329196.024085:0:208647:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329196.024088:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329196.024089:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301045597 00000800:00000010:0.0:1767329196.024094:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba0b6bbc. 00000100:00000001:1.0:1767329196.024096:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767329196.024099:0:208647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a6b86e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572208768:192.168.202.109@tcp:38: 00000100:00000001:2.0:1767329196.024104:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329196.024106:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329196.024110:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329196.024112:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329196.024112:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329196.024122:0:208647:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329196.024127:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329196.024128:0:208647:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329196.024128:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329196.024137:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 02000000:00000001:3.0:1767329196.024138:0:208647:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329196.024144:0:208647:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329196.024146:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000ca1f46 02000000:00000010:3.0:1767329196.024148:0:208647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002edfff10. 00000400:00000010:0.0:1767329196.024151:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000ca1f46. 02000000:00000001:3.0:1767329196.024153:0:208647:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329196.024161:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767329196.024162:0:208647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb01f838. 00000100:00000200:0.0:1767329196.024171:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005188d010 x1853178572208512/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767329196.024172:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf8d850b. 00000100:00000200:3.0:1767329196.024182:0:208647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572208768, portal 10 00000100:00000001:3.0:1767329196.024190:0:208647:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329196.024192:0:208647:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578899456 : -127177130652160 : ffff8c55444dce00) 00000100:00000001:0.0:1767329196.024194:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329196.024203:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005188d010 x1853178572208512/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329212 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329196.024206:0:208647:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a6b86e7 x1853178572208768/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329196.024276:0:208647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329196.024282:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329196.024286:0:208647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329196.024290:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767329196.024292:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081e713a3. 00000100:00000200:3.0:1767329196.024297:0:208647:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853178572208768, offset 0 00000400:00000200:3.0:1767329196.024302:0:208647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329196.024309:0:208647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767329196.024311:0:208647:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767329196.024314:0:208647:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329196.024315:0:208647:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329196.024317:0:208647:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329196.024319:0:208647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [253:253:255:4294967295] 192.168.202.109@tcp LPNI seq info [253:253:7:4294967295] 00000400:00000200:3.0:1767329196.024326:0:208647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329196.024329:0:208647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329196.024332:0:208647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060b037eb. 00000800:00000200:3.0:1767329196.024336:0:208647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767329196.024339:0:208647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329196.024341:0:208647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000060b037eb type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1767329196.024343:0:208647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329196.024351:0:208647:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 21400 usecs (22 jiffies) 00000100:00000001:3.0:1767329196.024354:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301041175 00000100:00000001:3.0:1767329196.024355:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301045596 00000100:00000001:3.0:1767329196.024357:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301041175 00000100:00000001:3.0:1767329196.024359:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301045596 00000100:00000001:3.0:1767329196.024361:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301041175 00000800:00000200:0.0:1767329196.024362:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329196.024363:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301045596 00000800:00000010:0.0:1767329196.024367:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020beec0d. 00000100:00000001:3.0:1767329196.024369:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301041175 00000100:00000001:3.0:1767329196.024373:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301045597 00000400:00000200:0.0:1767329196.024374:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329196.024386:0:208647:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329196.024393:0:208647:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329196.024394:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329196.024403:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329196.024403:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f8c929d 00000100:00000001:3.0:1767329196.024412:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767329196.024412:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f8c929d. 00000100:00000001:0.0:1767329196.024425:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329196.024428:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767329196.024431:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097ca7d73 x1853178572208640/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329196.024432:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767329196.024454:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329196.024456:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097ca7d73 x1853178572208640/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329212 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329196.024462:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329196.024470:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329196.024470:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329196.024477:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329196.024479:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329196.024483:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329196.024491:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329196.024495:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060b037eb. 00000400:00000200:0.0:1767329196.024500:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329196.024504:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329196.024507:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081e713a3 00000400:00000010:0.0:1767329196.024513:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081e713a3. 00000100:00000001:0.0:1767329196.024515:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329196.024518:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a6b86e7 x1853178572208768/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329196.024523:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329196.024524:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a6b86e7 x1853178572208768/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329196.024528:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329196.024529:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329196.026635:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329196.026647:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329196.026649:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329196.026651:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329196.026656:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329196.026666:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2807980 00000400:00000200:0.0:1767329196.026672:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8bd [1] + 224 00000800:00000001:0.0:1767329196.026678:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329196.026681:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329196.026683:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329196.026685:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329196.026688:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329196.026692:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005188d010 x1853178572208512/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329196.026700:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005188d010 x1853178572208512/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329196.026716:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329196.026721:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329196.026740:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329196.026742:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329196.026744:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329196.026747:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329196.026751:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2807a00 00000400:00000200:0.0:1767329196.026760:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x8c1 [1] + 224 00000800:00000001:0.0:1767329196.026764:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329196.026768:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329196.026783:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329196.026786:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329196.026786:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329196.026793:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000001:2.0:1767329196.026794:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329196.026797:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329196.026799:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e453676a. 00000400:00000200:2.0:1767329196.026803:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054fd66a 00000400:00000010:2.0:1767329196.026804:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054fd66a. 00000100:00000001:2.0:1767329196.026808:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329196.026809:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329196.026823:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005188d010 x1853178572208512/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329196.026824:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097ca7d73 x1853178572208640/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329196.026879:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005188d010 x1853178572208512/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329196.026883:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000097ca7d73 x1853178572208640/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329196.026924:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329196.026931:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329196.026934:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767329196.026936:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767329196.026937:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329196.026941:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329196.026945:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329196.026945:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767329196.026956:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329196.026958:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329196.026961:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767329196.026963:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=43 v=5 (5 5 5 0) 00000800:00000001:0.0:1767329196.026963:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329196.026974:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=43 v=5 (1 1 1 0) 00000400:00000200:0.0:1767329196.026983:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767329196.026984:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329196.026991:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329196.026995:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2807a80 00010000:00000001:2.0:1767329196.026996:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329196.027000:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767329196.027004:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329196.027007:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329196.027012:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329196.027044:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005188d010 x1853178572208512/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329196.027052:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329196.027052:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x8cd [1] + 0 00000100:00000001:2.0:1767329196.027064:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:1.0:1767329196.027068:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767329196.027069:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329196.027070:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767329196.027071:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329196.027081:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015e4d819. 00000100:00000040:2.0:1767329196.027084:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005188d010 x1853178572208512/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329196.027090:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cb6d618 00000400:00000010:1.0:1767329196.027093:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cb6d618. 00000100:00000001:1.0:1767329196.027098:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767329196.027104:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767329196.027105:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005188d010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572208512:192.168.202.109@tcp:400: 00000100:00000200:1.0:1767329196.027108:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097ca7d73 x1853178572208640/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329196.027113:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329196.027121:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329196.027126:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329196.027140:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005188d010 x1853178572208512/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329196.027141:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:1.0:1767329196.027145:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097ca7d73 x1853178572208640/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329196.027157:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329196.027170:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a6b86e7 x1853178572208768/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329196.027200:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329196.027204:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767329196.027205:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329196.027212:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767329196.027216:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767329196.027220:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001ce80ca3. 00000100:00000040:0.0:1767329196.027224:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000008a6b86e7 x1853178572208768/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329196.027227:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767329196.027227:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329196.027231:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767329196.027235:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329196.027236:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767329196.027239:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 02000000:00000001:1.0:1767329196.027245:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329196.027250:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329196.027259:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe5ec607. 00000100:00001000:1.0:1767329196.027259:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=33 v=5 (5 5 5 0) 00000100:00001000:1.0:1767329196.027265:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=33 v=5 (1 1 1 0) 02000000:00000001:2.0:1767329196.027266:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329196.027268:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767329196.027269:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767329196.027270:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329196.027273:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767329196.027276:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005188d010. 00010000:00000001:1.0:1767329196.027278:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1767329196.027279:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329196.027281:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329196.027289:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767329196.027291:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329196.027294:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329196.027294:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329196.027295:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329196.027296:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767329196.027301:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329196.027301:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329196.027303:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329196.027305:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:3.0:1767329196.027307:0:208647:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767329196.027308:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329196.027310:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767329196.027314:0:208647:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329196.027321:0:208647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb01f838. 00000100:00000001:2.0:1767329196.027321:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329196.027324:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097ca7d73 x1853178572208640/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329196.027325:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329196.027329:0:208647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf8d850b 00000400:00000010:3.0:1767329196.027333:0:208647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf8d850b. 00000100:00000001:3.0:1767329196.027338:0:208647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329196.027339:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329196.027342:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329196.027344:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329196.027345:0:208647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a6b86e7 x1853178572208768/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329196.027349:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097ca7d73 x1853178572208640/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329196.027372:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000097ca7d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572208640:192.168.202.109@tcp:400: 00000100:00000200:3.0:1767329196.027374:0:208647:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a6b86e7 x1853178572208768/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329196.027379:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329196.027383:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329196.027387:0:208647:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767329196.027389:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097ca7d73 x1853178572208640/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329196.027397:0:208647:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329196.027402:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767329196.027403:0:208647:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329196.027405:0:208647:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329196.027407:0:208647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767329196.027407:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767329196.027411:0:208647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329196.027412:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bdddb578. 02000000:00000001:3.0:1767329196.027413:0:208647:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329196.027418:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1767329196.027419:0:208647:0:(import.c:2128:obd_at_measure()) add 0 to 00000000ffec6909 time=43 v=5 (5 5 5 0) 00000020:00000001:1.0:1767329196.027422:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:3.0:1767329196.027424:0:208647:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=18 v=15 (15 1 1 0) 00000020:00000040:1.0:1767329196.027425:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329196.027428:0:208647:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767329196.027431:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767329196.027432:0:208647:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1767329196.027435:0:208647:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1767329196.027451:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a6b86e7 x1853178572208768/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767329216 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329196.027456:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001841c9f3. 02000000:00000001:1.0:1767329196.027462:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329196.027465:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767329196.027467:0:208647:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000010:1.0:1767329196.027468:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097ca7d73. 00000100:00000001:3.0:1767329196.027473:0:208647:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329196.027475:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329196.027476:0:208647:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329196.027478:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329196.027482:0:208647:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1767329196.027483:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329196.027486:0:208647:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1767329196.027489:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1767329196.027492:0:208647:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1767329196.027492:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329196.027496:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329196.027499:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767329196.027502:0:208647:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.109@tcp failed (-19) 00000100:00000001:3.0:1767329196.027507:0:208647:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1767329196.027512:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a6b86e7 x1853178572208768/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767329216 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329196.027518:0:208647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a6b86e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572208768:192.168.202.109@tcp:38: 00000100:00000001:3.0:1767329196.027522:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329196.027523:0:208647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329196.027524:0:208647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a6b86e7 x1853178572208768/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767329216 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329196.027529:0:208647:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329196.027530:0:208647:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329196.027537:0:208647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002edfff10. 02000000:00000001:3.0:1767329196.027539:0:208647:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329196.027540:0:208647:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329196.027541:0:208647:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329196.027543:0:208647:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329196.027544:0:208647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000c4f68df0. 02000000:00000001:3.0:1767329196.027546:0:208647:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329196.027547:0:208647:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329196.027548:0:208647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a6b86e7. 00000100:00000001:3.0:1767329196.027550:0:208647:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329196.027551:0:208647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329196.027552:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329196.027555:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329196.027556:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329196.027558:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329196.027559:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329196.087090:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329196.087094:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329196.087099:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329196.087102:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329196.087104:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329196.087108:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329196.087110:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329196.087111:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329196.087114:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329196.087115:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329196.087116:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329196.087118:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329196.087152:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329196.087155:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329196.087158:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329197.111107:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329197.111112:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329197.111116:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329197.111117:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329197.111158:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329197.111162:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329197.111165:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329198.135103:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329198.135111:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329198.135116:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329198.135117:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329198.135138:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329198.135142:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329198.135145:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329199.159097:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329199.159107:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329199.159115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329199.159116:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329199.159155:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329199.159159:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329199.159171:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329200.183110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329200.183118:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329200.183124:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329200.183125:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329200.183193:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329200.183198:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329200.183202:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329200.631109:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301045596, at 4301045760 00000100:00000040:3.0:1767329200.631110:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301045597, at 4301045760 00000100:00000010:3.0:1767329200.631129:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000576c0e8c. 00000100:00000040:2.0:1767329200.631134:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301045596, at 4301045760 00000100:00000010:1.0:1767329200.631134:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c965d38. 00000100:00000010:2.0:1767329200.631145:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f36ccd6c. 00000100:00000040:0.0:1767329200.631316:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301045596, at 4301045760 00000100:00000010:0.0:1767329200.631325:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d290b1f. 00000800:00000001:3.0:1767329201.073511:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329201.073533:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329201.073538:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329201.073541:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329201.073555:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329201.073575:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 328 into portal 15 MB=0x69574c3f1dd00 00000400:00000200:3.0:1767329201.073584:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 328/328 into md 0xd [2] + 984 00000800:00000001:3.0:1767329201.073594:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329201.073599:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329201.073603:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329201.073607:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329201.073617:0:208643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767329201.073620:0:208643:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767329201.073627:0:208643:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd9171ef. 00000100:00000040:3.0:1767329201.073633:0:208643:0:(events.c:337:request_in_callback()) incoming req@00000000cd9171ef x1853178596416768 msgsize 328 00000100:00100000:3.0:1767329201.073638:0:208643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000100:00000001:3.0:1767329201.073655:0:208643:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767329201.073685:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329201.073689:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329201.073693:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329201.073695:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329201.073701:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767329201.073708:0:211330:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767329201.073709:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 328 into portal 15 MB=0x69574c3f1dd80 00000100:00100000:2.0:1767329201.073713:0:211330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853178596416768 02000000:00000001:2.0:1767329201.073717:0:211330:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767329201.073718:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 328/328 into md 0xd [2] + 1312 00000100:00000001:2.0:1767329201.073720:0:211330:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329201.073723:0:211330:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329201.073727:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767329201.073729:0:211330:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329201.073735:0:211330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853178596416768 00000800:00000001:3.0:1767329201.073736:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767329201.073738:0:211330:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767329201.073740:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767329201.073741:0:211330:0:(genops.c:823:class_conn2export()) looking for export cookie 0x989c09653bac0be2 00000020:00000001:2.0:1767329201.073746:0:211330:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767329201.073750:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000020:00000040:2.0:1767329201.073751:0:211330:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000046d45fe refcount=3 00000020:00000001:2.0:1767329201.073757:0:211330:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896641996800 : -127177067554816 : ffff8c5548109800) 00000100:00000001:3.0:1767329201.073759:0:208643:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1767329201.073759:0:211330:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616896641996800 : -127177067554816 : ffff8c5548109800) 00000100:00000200:3.0:1767329201.073764:0:208643:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:2.0:1767329201.073766:0:211330:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767329201.073769:0:208643:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053d0c3c2. 00000020:00000010:2.0:1767329201.073772:0:211330:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed7ccc6e. 00000100:00000040:3.0:1767329201.073774:0:208643:0:(events.c:337:request_in_callback()) incoming req@0000000053d0c3c2 x1853178596416896 msgsize 328 00000100:00000001:2.0:1767329201.073776:0:211330:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767329201.073780:0:211330:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed7ccc6e. 00000100:00100000:3.0:1767329201.073786:0:208643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000020:00000010:2.0:1767329201.073788:0:211330:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000350da836. 00000020:00000010:2.0:1767329201.073794:0:211330:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000064b8b6e8. 00000100:00000001:3.0:1767329201.073800:0:208643:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767329201.073800:0:211330:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fb1b9421. 00000800:00000001:3.0:1767329201.073806:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329201.073812:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329201.073812:0:211330:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767329201.073817:0:211330:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767329201.073819:0:211330:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767329201.073821:0:211330:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329201.073829:0:211330:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329201.073831:0:211330:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329201.073839:0:211330:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767329201.073841:0:211330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853178596416896 02000000:00000001:2.0:1767329201.073848:0:211330:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767329201.073850:0:211330:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329201.073851:0:211330:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329201.073854:0:211330:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329201.073856:0:211330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853178596416896 00000020:00000001:2.0:1767329201.073857:0:211330:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767329201.073858:0:211330:0:(genops.c:823:class_conn2export()) looking for export cookie 0x989c09653bac0be2 00000020:00000001:2.0:1767329201.073860:0:211330:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767329201.073861:0:211330:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000046d45fe refcount=4 00000020:00000001:2.0:1767329201.073863:0:211330:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896641996800 : -127177067554816 : ffff8c5548109800) 00000020:00000001:2.0:1767329201.073865:0:211330:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616896641996800 : -127177067554816 : ffff8c5548109800) 00000100:00000001:2.0:1767329201.073866:0:211330:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767329201.073868:0:211331:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767329201.073869:0:211330:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed7ccc6e. 00000100:00000001:2.0:1767329201.073871:0:211330:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767329201.073874:0:211330:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed7ccc6e. 00000100:00000001:1.0:1767329201.073874:0:211331:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767329201.073882:0:211330:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ce80ca3. 00000100:00100000:1.0:1767329201.073882:0:211331:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 3 00000020:00000010:2.0:1767329201.073888:0:211330:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d39b4064. 00000100:00000040:1.0:1767329201.073889:0:211331:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000046d45fe : new rpc_count 1 00000020:00000010:2.0:1767329201.073891:0:211330:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000050f4185e. 00000100:00000001:1.0:1767329201.073893:0:211331:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446616896776931968 : -127176932619648 : ffff8c55501b8a80) 00000100:00000001:2.0:1767329201.073895:0:211330:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767329201.073897:0:211330:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767329201.073898:0:211330:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329201.073902:0:211331:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cd9171ef x1853178596416768/t0(0) o104->cbc0edb7-593a-4289-8780-9495892e37e0@192.168.202.109@tcp:297/0 lens 328/0 e 0 to 0 dl 1767329212 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329201.073903:0:211330:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329201.073907:0:211330:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329201.073916:0:211331:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767329201.073920:0:211331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d7019e8f. 00000100:00000001:1.0:1767329201.073923:0:211331:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767329201.073925:0:211331:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d7019e8f. 00000100:00100000:1.0:1767329201.073928:0:211331:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cd9171ef pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cbc0edb7-593a-4289-8780-9495892e37e0+4:467059:x1853178596416768:12345-192.168.202.109@tcp:104: 00000100:00000200:1.0:1767329201.073932:0:211331:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853178596416768 00010000:00000001:1.0:1767329201.073934:0:211331:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767329201.073942:0:211331:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767329201.073943:0:211331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767329201.073946:0:211331:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b7f50cf5 refcount=2 00000020:00000001:1.0:1767329201.073947:0:211331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589268992 : -127177120282624 : ffff8c5544ec0800) 00010000:00000001:1.0:1767329201.073950:0:211331:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589268992 : -127177120282624 : ffff8c5544ec0800) 00010000:00000001:1.0:1767329201.073953:0:211331:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767329201.073955:0:211331:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767329201.073957:0:211331:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.109@tcp lock: 00000000b7f50cf5/0x989c09653bac0c67 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa764e4c88bd5759a expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767329201.073966:0:211331:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767329201.073968:0:211331:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767329201.073972:0:211331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c2c3d8d4. 02000000:00000001:1.0:1767329201.073974:0:211331:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329201.073977:0:211331:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329201.073986:0:211331:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767329201.073989:0:211331:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329201.073992:0:211331:0:(import.c:2128:obd_at_measure()) add 1 to 00000000daf807e4 time=324 v=5 (1 0 0 0) 00000100:00000001:1.0:1767329201.073997:0:211331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767329201.074000:0:211331:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 13 to 192.168.202.109@tcp 00000100:00000001:1.0:1767329201.074001:0:211331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 02000000:00000001:1.0:1767329201.074004:0:211331:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767329201.074005:0:211331:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329201.074009:0:211331:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329201.074011:0:211331:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329201.074047:0:211331:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cb6d618. 00000100:00000200:1.0:1767329201.074053:0:211331:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853178596416768, offset 224 00000400:00000200:1.0:1767329201.074059:0:211331:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329201.074069:0:211331:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329201.074075:0:211331:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [254:254:256:4294967295] 192.168.202.109@tcp LPNI seq info [254:254:8:4294967295] 00000400:00000200:1.0:1767329201.074084:0:211331:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329201.074089:0:211331:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329201.074093:0:211331:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077a38a26. 00000800:00000200:1.0:1767329201.074098:0:211331:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767329201.074105:0:211331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329201.074108:0:211331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077a38a26 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329201.074122:0:211331:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329201.074124:0:211331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00010000:00000001:1.0:1767329201.074127:0:211331:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767329201.074130:0:211331:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000fa2f088f. 00010000:00000001:1.0:1767329201.074132:0:211331:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767329201.074139:0:211331:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767329201.074141:0:211331:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329201.074142:0:211331:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329201.074143:0:211331:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329201.074146:0:211331:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd9171ef x1853178596416768/t0(0) o104->cbc0edb7-593a-4289-8780-9495892e37e0@192.168.202.109@tcp:297/0 lens 328/224 e 0 to 0 dl 1767329212 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767329201.074164:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1767329201.074164:0:211331:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cd9171ef pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cbc0edb7-593a-4289-8780-9495892e37e0+4:467059:x1853178596416768:12345-192.168.202.109@tcp:104: Request processed in 245us (527us total) trans 0 rc 0/0 00000020:00000001:2.0:1767329201.074168:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329201.074174:0:211335:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1767329201.074178:0:211331:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 3 00010000:00000001:2.0:1767329201.074180:0:211335:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767329201.074183:0:211335:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:1.0:1767329201.074183:0:211331:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000046d45fe : new rpc_count 0 00010000:00010000:2.0:1767329201.074187:0:211335:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.109@tcp lock: 00000000b7f50cf5/0x989c09653bac0c67 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa764e4c88bd5759a expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767329201.074188:0:211331:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329201.074191:0:211331:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767329201.074197:0:211331:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000064b8b6e8. 00010000:00010000:2.0:1767329201.074198:0:211335:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b7f50cf5 already unused, calling callback (00000000fa85a142) 10000000:00000001:2.0:1767329201.074203:0:211335:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:1.0:1767329201.074205:0:211331:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fb1b9421. 10000000:00010000:2.0:1767329201.074206:0:211335:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.109@tcp lock: 00000000b7f50cf5/0x989c09653bac0c67 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xa764e4c88bd5759a expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767329201.074209:0:211331:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000350da836. 00000020:00000040:1.0:1767329201.074214:0:211331:0:(genops.c:898:class_export_put()) PUTting export 00000000046d45fe : new refcount 3 00000100:00000001:1.0:1767329201.074219:0:211331:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767329201.074223:0:211335:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767329201.074226:0:211335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767329201.074227:0:211335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767329201.074230:0:211335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b7f50cf5 refcount=3 00000800:00000200:0.0:1767329201.074230:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329201.074231:0:211331:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767329201.074232:0:211335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589268992 : -127177120282624 : ffff8c5544ec0800) 00000100:00000001:1.0:1767329201.074234:0:211331:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767329201.074237:0:211335:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589268992 : -127177120282624 : ffff8c5544ec0800) 00000800:00000010:0.0:1767329201.074238:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077a38a26. 00000100:00100000:1.0:1767329201.074242:0:211331:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 4 00000400:00000200:0.0:1767329201.074244:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767329201.074248:0:211331:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000046d45fe : new rpc_count 1 00010000:00000001:2.0:1767329201.074251:0:211335:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767329201.074254:0:211331:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446616896776942720 : -127176932608896 : ffff8c55501bb480) 00010000:00010000:2.0:1767329201.074255:0:211335:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.109@tcp lock: 00000000b7f50cf5/0x989c09653bac0c67 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xa764e4c88bd5759a expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767329201.074256:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329201.074263:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cb6d618 00000100:00000040:1.0:1767329201.074266:0:211331:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000053d0c3c2 x1853178596416896/t0(0) o104->cbc0edb7-593a-4289-8780-9495892e37e0@192.168.202.109@tcp:297/0 lens 328/0 e 0 to 0 dl 1767329212 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767329201.074268:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cb6d618. 10000000:00000001:2.0:1767329201.074269:0:211335:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767329201.074273:0:211335:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.109@tcp lock: 00000000b7f50cf5/0x989c09653bac0c67 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa764e4c88bd5759a expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767329201.074275:0:208641:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767329201.074278:0:208641:0:(events.c:398:reply_out_callback()) Process leaving 10000000:01000000:2.0:1767329201.074284:0:211335:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1767329201.074290:0:211335:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767329201.074293:0:211335:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767329201.074296:0:211335:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:1.0:1767329201.074296:0:211331:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767329201.074300:0:211335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:1.0:1767329201.074301:0:211331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d7019e8f. 00010000:00000001:2.0:1767329201.074302:0:211335:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329201.074308:0:211331:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767329201.074311:0:211331:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d7019e8f. 00000100:00100000:1.0:1767329201.074314:0:211331:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000053d0c3c2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cbc0edb7-593a-4289-8780-9495892e37e0+3:467059:x1853178596416896:12345-192.168.202.109@tcp:104: 00000100:00000200:1.0:1767329201.074317:0:211331:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853178596416896 00010000:00000001:1.0:1767329201.074319:0:211331:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 10000000:00000001:2.0:1767329201.074320:0:211335:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00000001:1.0:1767329201.074322:0:211331:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 10000000:00000001:2.0:1767329201.074323:0:211335:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:1.0:1767329201.074325:0:211331:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000040:2.0:1767329201.074326:0:211335:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000b70d88c0) refs 2 00000020:00000040:1.0:1767329201.074329:0:211331:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008d865dce refcount=2 10000000:00000001:2.0:1767329201.074330:0:211335:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767329201.074332:0:211335:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329201.074334:0:211335:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767329201.074339:0:211335:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:1.0:1767329201.074339:0:211331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657327104 : -127177052224512 : ffff8c5548fa8400) 00010000:00000001:1.0:1767329201.074344:0:211331:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657327104 : -127177052224512 : ffff8c5548fa8400) 00010000:00000001:2.0:1767329201.074345:0:211335:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767329201.074349:0:211335:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767329201.074351:0:211335:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767329201.074353:0:211335:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b7f50cf5 with handle 0x989c09653bac0c67 from hash 00010000:00000001:2.0:1767329201.074356:0:211335:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767329201.074358:0:211335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329201.074359:0:211335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767329201.074368:0:211335:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767329201.074371:0:211335:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767329201.074372:0:211331:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767329201.074374:0:211335:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767329201.074375:0:211331:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767329201.074382:0:211331:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.109@tcp lock: 000000008d865dce/0x989c09653bac0c59 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa764e4c88bd57593 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767329201.074383:0:211335:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767329201.074400:0:211335:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:1.0:1767329201.074403:0:211331:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767329201.074406:0:211331:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:2.0:1767329201.074409:0:211335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7d63ccd. 02000000:00000010:1.0:1767329201.074410:0:211331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000021db942d. 02000000:00000001:1.0:1767329201.074414:0:211331:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767329201.074417:0:211335:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329201.074418:0:211331:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329201.074422:0:211331:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767329201.074425:0:211331:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329201.074426:0:211335:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00001000:1.0:1767329201.074427:0:211331:0:(import.c:2128:obd_at_measure()) add 1 to 00000000daf807e4 time=24 v=5 (1 0 1 0) 02000000:00000001:2.0:1767329201.074430:0:211335:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329201.074432:0:211331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767329201.074435:0:211331:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 13 to 192.168.202.109@tcp 02000000:00000001:2.0:1767329201.074437:0:211335:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329201.074438:0:211331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 02000000:00000001:1.0:1767329201.074443:0:211331:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767329201.074444:0:211331:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329201.074445:0:211331:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767329201.074446:0:211335:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c38ffca1. 00000100:00000040:1.0:1767329201.074447:0:211331:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329201.074453:0:211331:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e71018d8. 00000100:00000001:2.0:1767329201.074454:0:211335:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329201.074457:0:211331:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853178596416896, offset 224 00010000:00000001:2.0:1767329201.074459:0:211335:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767329201.074464:0:211335:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.109@tcp lock: 00000000b7f50cf5/0x989c09653bac0c67 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd5759a expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767329201.074464:0:211331:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00010000:00010000:2.0:1767329201.074472:0:211335:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000400:00000200:1.0:1767329201.074475:0:211331:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00010000:00000001:2.0:1767329201.074476:0:211335:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329201.074482:0:211331:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [255:255:256:4294967295] 192.168.202.109@tcp LPNI seq info [255:255:8:4294967295] 00000100:00000001:2.0:1767329201.074484:0:211335:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329201.074488:0:211335:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329201.074495:0:211331:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:2.0:1767329201.074498:0:211335:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7d63ccd] to pc [ptlrpcd_00_01+1] req@00000000b7d63ccd x1853178572208896/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767329201.074503:0:211331:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329201.074508:0:211331:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077a38a26. 00000800:00000200:1.0:1767329201.074515:0:211331:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767329201.074520:0:211331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329201.074526:0:211331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077a38a26 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:2.0:1767329201.074531:0:211335:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329201.074534:0:211331:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329201.074535:0:211335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329201.074538:0:211335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767329201.074541:0:211331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00010000:00000001:2.0:1767329201.074542:0:211335:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329201.074548:0:211335:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329201.074548:0:211331:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 10000000:00000001:2.0:1767329201.074553:0:211335:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329201.074553:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:1.0:1767329201.074554:0:211331:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000086f1423e. 00000100:00000001:0.0:1767329201.074557:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329201.074559:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767329201.074560:0:211335:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.109@tcp lock: 00000000b7f50cf5/0x989c09653bac0c67 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd5759a expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767329201.074560:0:211331:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767329201.074561:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329201.074565:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329201.074571:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7d63ccd x1853178572208896/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767329201.074572:0:211335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767329201.074573:0:211331:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:2.0:1767329201.074576:0:211335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.109@tcp lock: 00000000b7f50cf5/0x989c09653bac0c67 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd5759a expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767329201.074580:0:211331:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329201.074585:0:211331:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329201.074589:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767329201.074590:0:211331:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329201.074593:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329201.074601:0:211336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:1.0:1767329201.074602:0:211331:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053d0c3c2 x1853178596416896/t0(0) o104->cbc0edb7-593a-4289-8780-9495892e37e0@192.168.202.109@tcp:297/0 lens 328/224 e 0 to 0 dl 1767329212 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329201.074602:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1767329201.074603:0:211335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767329201.074606:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329201.074612:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1767329201.074613:0:211335:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767329201.074616:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767329201.074617:0:211335:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000fa2f088f. 02000000:00000001:0.0:1767329201.074621:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329201.074622:0:211331:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000053d0c3c2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cbc0edb7-593a-4289-8780-9495892e37e0+3:467059:x1853178596416896:12345-192.168.202.109@tcp:104: Request processed in 323us (844us total) trans 0 rc 0/0 00010000:00000001:2.0:1767329201.074625:0:211335:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329201.074628:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7d63ccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572208896:192.168.202.109@tcp:103: 00000020:00000001:2.0:1767329201.074632:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329201.074635:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329201.074636:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1767329201.074640:0:211331:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 4 00010000:00010000:2.0:1767329201.074641:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767329201.074643:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767329201.074645:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767329201.074645:0:211331:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000046d45fe : new rpc_count 0 02000000:00000001:0.0:1767329201.074647:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329201.074650:0:211331:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767329201.074651:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329201.074651:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329201.074655:0:211331:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:2.0:1767329201.074656:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:0.0:1767329201.074658:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056620ab5. 00000020:00000001:2.0:1767329201.074659:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:1.0:1767329201.074660:0:211331:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d39b4064. 02000000:00000001:0.0:1767329201.074661:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329201.074662:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767329201.074666:0:211331:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000050f4185e. 00010000:00010000:2.0:1767329201.074667:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767329201.074670:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ea1b10b. 00000020:00000010:1.0:1767329201.074672:0:211331:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ce80ca3. 00000020:00000040:1.0:1767329201.074677:0:211331:0:(genops.c:898:class_export_put()) PUTting export 00000000046d45fe : new refcount 2 00000400:00000010:0.0:1767329201.074678:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061d952c4. 00000100:00000001:1.0:1767329201.074679:0:211331:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329201.074685:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572208896, portal 18 00000100:00000001:0.0:1767329201.074689:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329201.074692:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777366016 : -127176932185600 : ffff8c5550222a00) 00000100:00000040:0.0:1767329201.074697:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7d63ccd x1853178572208896/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329201.074714:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329201.074717:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329201.074720:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa460cfa. 00000100:00000200:0.0:1767329201.074722:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853178572208896, offset 0 00000400:00000200:0.0:1767329201.074727:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:2.0:1767329201.074733:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767329201.074735:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:2.0:1767329201.074737:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077a38a26. 00000400:00000200:2.0:1767329201.074742:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329201.074742:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329201.074749:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329201.074751:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329201.074755:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329201.074759:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329201.074761:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [256:256:255:4294967295] 192.168.202.109@tcp LPNI seq info [256:256:7:4294967295] 00000400:00000200:0.0:1767329201.074767:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:2.0:1767329201.074772:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e71018d8 00000800:00000200:0.0:1767329201.074772:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329201.074776:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e71018d8. 00000800:00000010:0.0:1767329201.074777:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f0d6a4de. 00000100:00000001:2.0:1767329201.074781:0:208642:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767329201.074785:0:208642:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1767329201.074785:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00010000:00000001:1.0:1767329201.074786:0:213939:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00010000:00000010:1.0:1767329201.074792:0:213939:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000d7019e8f. 00000800:00000200:0.0:1767329201.074795:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000020:00000010:1.0:1767329201.074798:0:213939:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000417267b6. 00000800:00000200:0.0:1767329201.074799:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f0d6a4de type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1767329201.074804:0:213939:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eb0dee7a. 00000020:00000010:1.0:1767329201.074810:0:213939:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000210c9ff0. 00000100:00000001:0.0:1767329201.074813:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767329201.074814:0:213939:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c28a6cfd. 00000100:00000001:0.0:1767329201.074819:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301050647 00000020:00000010:1.0:1767329201.074821:0:213939:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000087fc6aaa. 00000100:00000010:0.0:1767329201.074826:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008433709a. 80000000:00000010:1.0:1767329201.074827:0:213939:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001aba7d09. 00000100:00000001:0.0:1767329201.074835:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 40000000:00000010:1.0:1767329201.074839:0:213939:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003f2a018d. 00000100:00000001:0.0:1767329201.074843:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301050647 00100000:00000010:1.0:1767329201.074846:0:213939:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002193c509. 00000100:00000010:0.0:1767329201.074848:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073f6ac0a. 00040000:00000010:1.0:1767329201.074852:0:213939:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000020beec0d. 00000100:00000001:0.0:1767329201.074853:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00040000:00000010:1.0:1767329201.074859:0:213939:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000350da836. 00000100:00000001:0.0:1767329201.074860:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301050647 00000800:00000200:3.0:1767329201.074864:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767329201.074866:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000236c06bf. 00002000:00000010:1.0:1767329201.074867:0:213939:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f130c784. 00000800:00000010:3.0:1767329201.074868:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f0d6a4de. 00000100:00000001:0.0:1767329201.074872:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767329201.074875:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767329201.074875:0:213939:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e261c05d. 00000100:00000001:0.0:1767329201.074876:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301050647 00000100:00000010:0.0:1767329201.074884:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002befec57. 00000400:00000200:3.0:1767329201.074886:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000020:00000001:1.0:1767329201.074890:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767329201.074891:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa460cfa 00000020:00000001:1.0:1767329201.074894:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329201.074896:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00010000:00010000:1.0:1767329201.074897:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767329201.074901:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767329201.074902:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767329201.074903:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329201.074908:0:211336:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:0.0:1767329201.074908:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767329201.074909:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767329201.074912:0:211336:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:1.0:1767329201.074913:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:2.0:1767329201.074915:0:211336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.109@tcp lock: 000000008d865dce/0x989c09653bac0c59 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa764e4c88bd57593 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767329201.074915:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329201.074916:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329201.074920:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767329201.074921:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767329201.074927:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa460cfa. 00010000:00010000:2.0:1767329201.074928:0:211336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008d865dce already unused, calling callback (00000000fa85a142) 00000100:00000001:0.0:1767329201.074929:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329201.074933:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 10000000:00000001:2.0:1767329201.074934:0:211336:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767329201.074936:0:211336:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.109@tcp lock: 000000008d865dce/0x989c09653bac0c59 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa764e4c88bd57593 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767329201.074938:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329201.074940:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329201.074941:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767329201.074946:0:211336:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767329201.074947:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329201.074948:0:211336:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:3.0:1767329201.074950:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7d63ccd x1853178572208896/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767329201.074951:0:211336:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767329201.074952:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767329201.074955:0:211336:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008d865dce refcount=3 00000020:00000001:2.0:1767329201.074960:0:211336:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657327104 : -127177052224512 : ffff8c5548fa8400) 00010000:00000001:2.0:1767329201.074965:0:211336:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657327104 : -127177052224512 : ffff8c5548fa8400) 00000100:00000001:3.0:1767329201.074969:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767329201.074975:0:211336:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767329201.074978:0:211336:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.109@tcp lock: 000000008d865dce/0x989c09653bac0c59 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa764e4c88bd57593 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767329201.074982:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7d63ccd x1853178572208896/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767329201.074988:0:211336:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767329201.074991:0:211336:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.109@tcp lock: 000000008d865dce/0x989c09653bac0c59 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa764e4c88bd57593 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767329201.075001:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767329201.075003:0:211336:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:3.0:1767329201.075004:0:208643:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:2.0:1767329201.075007:0:211336:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767329201.075009:0:211336:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767329201.075011:0:211336:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767329201.075013:0:211336:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767329201.075061:0:211336:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767329201.075070:0:211336:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767329201.075072:0:211336:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767329201.075073:0:211336:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000fbd3e279) refs 2 10000000:00000001:2.0:1767329201.075075:0:211336:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767329201.075075:0:211336:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329201.075077:0:211336:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767329201.075078:0:211336:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767329201.075080:0:211336:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767329201.075081:0:211336:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767329201.075082:0:211336:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767329201.075084:0:211336:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008d865dce with handle 0x989c09653bac0c59 from hash 00010000:00000001:2.0:1767329201.075085:0:211336:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767329201.075087:0:211336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329201.075088:0:211336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767329201.075088:0:211336:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767329201.075089:0:211336:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767329201.075090:0:211336:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767329201.075093:0:211336:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767329201.075095:0:211336:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767329201.075098:0:211336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078a4f6a3. 00000020:00000040:2.0:1767329201.075101:0:211336:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329201.075104:0:211336:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329201.075109:0:211336:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329201.075112:0:211336:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329201.075116:0:211336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dcafe47a. 00000100:00000001:2.0:1767329201.075119:0:211336:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329201.075121:0:211336:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767329201.075124:0:211336:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.109@tcp lock: 000000008d865dce/0x989c09653bac0c59 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd57593 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767329201.075128:0:211336:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767329201.075130:0:211336:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329201.075132:0:211336:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329201.075133:0:211336:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329201.075139:0:211336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078a4f6a3] to pc [ptlrpcd_00_02+2] req@0000000078a4f6a3 x1853178572209024/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767329201.075159:0:211336:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767329201.075161:0:211336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329201.075163:0:211336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767329201.075164:0:211336:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329201.075166:0:211336:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767329201.075168:0:211336:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329201.075170:0:211336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.109@tcp lock: 000000008d865dce/0x989c09653bac0c59 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd57593 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767329201.075174:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767329201.075175:0:211336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767329201.075178:0:211336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.109@tcp lock: 000000008d865dce/0x989c09653bac0c59 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd57593 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767329201.075179:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767329201.075181:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329201.075186:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329201.075187:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767329201.075188:0:211336:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007862df51 count: 0 00000100:00000001:3.0:1767329201.075190:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329201.075193:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329201.075197:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329201.075198:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329201.075200:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767329201.075202:0:211336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767329201.075204:0:211336:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:3.0:1767329201.075206:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000078a4f6a3 x1853178572209024/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1767329201.075207:0:211336:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000086f1423e. 00010000:00000001:2.0:1767329201.075212:0:211336:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329201.075217:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329201.075219:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329201.075223:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:2.0:1767329201.075223:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767329201.075225:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329201.075227:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767329201.075231:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767329201.075232:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767329201.075234:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329201.075236:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329201.075238:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767329201.075241:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000078a4f6a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572209024:192.168.202.109@tcp:103: 00000020:00000001:2.0:1767329201.075242:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329201.075244:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329201.075250:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:2.0:1767329201.075250:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767329201.075255:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329201.075256:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329201.075257:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329201.075261:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d030869. 02000000:00000001:3.0:1767329201.075262:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329201.075265:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb01f838. 00000400:00000010:3.0:1767329201.075269:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf8d850b. 00000100:00000200:3.0:1767329201.075272:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572209024, portal 18 00000100:00000001:3.0:1767329201.075274:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329201.075275:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777370496 : -127176932181120 : ffff8c5550223b80) 00000100:00000040:3.0:1767329201.075279:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000078a4f6a3 x1853178572209024/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329201.075284:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329201.075293:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329201.075295:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d3f0604. 00000100:00000200:3.0:1767329201.075297:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853178572209024, offset 0 00000400:00000200:3.0:1767329201.075300:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329201.075305:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767329201.075307:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767329201.075310:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329201.075312:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329201.075314:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329201.075315:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [257:257:256:4294967295] 192.168.202.109@tcp LPNI seq info [257:257:8:4294967295] 00000400:00000200:3.0:1767329201.075321:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329201.075324:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329201.075327:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060b037eb. 00000800:00000200:3.0:1767329201.075330:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767329201.075334:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329201.075336:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000060b037eb type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1767329201.075346:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329201.075349:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301050648 00000100:00000001:3.0:1767329201.075353:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301050647 00000100:00000001:3.0:1767329201.075356:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301050648 00000100:00000001:3.0:1767329201.075359:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301050647 00000100:00000001:3.0:1767329201.075362:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301050648 00000100:00000001:3.0:1767329201.075366:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301050647 00000100:00000001:3.0:1767329201.075368:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301050648 00000100:00000001:3.0:1767329201.075370:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301050647 00000100:00000001:3.0:1767329201.075371:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329201.075372:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329201.075374:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329201.075376:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329201.075411:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329201.075414:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060b037eb. 00000400:00000200:0.0:1767329201.075418:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329201.075421:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329201.075424:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d3f0604 00000400:00000010:0.0:1767329201.075425:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d3f0604. 00000100:00000001:0.0:1767329201.075427:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329201.075430:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000078a4f6a3 x1853178572209024/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329201.075436:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329201.075437:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000078a4f6a3 x1853178572209024/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329201.075442:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329201.075443:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329201.078255:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329201.078261:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329201.078263:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329201.078265:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329201.078270:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329201.078279:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x69574c2807b00 00000400:00000200:2.0:1767329201.078284:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8dd [1] + 224 00000800:00000001:2.0:1767329201.078288:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329201.078293:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329201.078294:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329201.078296:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329201.078299:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329201.078302:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7d63ccd x1853178572208896/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329201.078309:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b7d63ccd x1853178572208896/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329201.078323:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329201.078328:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329201.078330:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329201.078370:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329201.078373:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329201.078378:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329201.078379:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329201.078381:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ea1b10b. 00000400:00000200:0.0:1767329201.078385:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061d952c4 00000400:00000010:0.0:1767329201.078397:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061d952c4. 00000100:00000001:0.0:1767329201.078402:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329201.078405:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7d63ccd x1853178572208896/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329201.078420:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7d63ccd x1853178572208896/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329201.078426:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329201.078427:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329201.078429:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329201.078432:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329201.078433:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329201.078434:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329201.078436:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329201.078440:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000906f338b time=324 v=5 (5 0 0 0) 00000100:00001000:0.0:1767329201.078442:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=48 v=5 (1 1 1 0) 00000100:00000001:0.0:1767329201.078444:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329201.078446:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329201.078447:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329201.078449:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329201.078451:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329201.078453:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7d63ccd x1853178572208896/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329201.078458:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329201.078460:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329201.078462:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329201.078464:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7d63ccd x1853178572208896/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329201.078469:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7d63ccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572208896:192.168.202.109@tcp:103: 00000100:00000001:0.0:1767329201.078472:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329201.078473:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329201.078475:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7d63ccd x1853178572208896/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329201.078479:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329201.078481:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329201.078483:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056620ab5. 02000000:00000001:0.0:1767329201.078489:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329201.078490:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329201.078491:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329201.078493:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329201.078495:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c38ffca1. 02000000:00000001:0.0:1767329201.078498:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329201.078499:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329201.078501:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7d63ccd. 00000100:00000001:0.0:1767329201.078503:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329201.078504:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329201.078505:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329201.078508:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329201.078509:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329201.078510:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329201.078511:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329201.078738:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329201.078744:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329201.078746:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329201.078747:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329201.078752:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329201.078758:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x69574c2807b80 00000400:00000200:3.0:1767329201.078762:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x8e5 [1] + 224 00000800:00000001:3.0:1767329201.078766:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329201.078788:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329201.078790:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329201.078792:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329201.078795:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329201.078797:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000078a4f6a3 x1853178572209024/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329201.078804:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000078a4f6a3 x1853178572209024/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329201.078815:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329201.078819:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329201.078821:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329201.078875:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329201.078877:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329201.078880:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329201.078882:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329201.078883:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb01f838. 00000400:00000200:0.0:1767329201.078888:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf8d850b 00000400:00000010:0.0:1767329201.078889:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf8d850b. 00000100:00000001:0.0:1767329201.078891:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329201.078895:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000078a4f6a3 x1853178572209024/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329201.078902:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000078a4f6a3 x1853178572209024/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329201.078907:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329201.078909:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329201.078910:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329201.078911:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329201.078912:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329201.078913:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329201.078915:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329201.078917:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000906f338b time=24 v=5 (5 0 5 0) 00000100:00001000:0.0:1767329201.078919:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=48 v=5 (1 1 1 0) 00000100:00000001:0.0:1767329201.078921:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329201.078929:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329201.078930:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329201.078931:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329201.078933:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329201.078935:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000078a4f6a3 x1853178572209024/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329201.078940:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329201.078942:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329201.078943:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329201.078944:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078a4f6a3 x1853178572209024/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329201.078949:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000078a4f6a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572209024:192.168.202.109@tcp:103: 00000100:00000001:0.0:1767329201.078951:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329201.078952:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329201.078954:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000078a4f6a3 x1853178572209024/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329201.078957:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329201.078958:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329201.078960:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d030869. 02000000:00000001:0.0:1767329201.078961:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329201.078962:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329201.078963:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329201.078965:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329201.078966:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dcafe47a. 02000000:00000001:0.0:1767329201.078967:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329201.078968:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329201.078969:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078a4f6a3. 00000100:00000001:0.0:1767329201.078971:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329201.078972:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329201.078972:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329201.078975:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329201.078976:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329201.078977:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329201.078979:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767329201.081052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b7f50cf5. 00010000:00000010:2.1:1767329201.085055:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007862df51. 00010000:00000010:2.1:1767329201.085061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008d865dce. 00000100:00000040:1.0:1767329201.143190:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329201.143203:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329201.143215:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc9b4205. 00000020:00000040:1.0:1767329201.143223:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329201.143230:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329201.143233:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329201.143240:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329201.143250:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070fb6d87. 00000100:00000001:1.0:1767329201.143260:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329201.143284:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000cc9b4205 x1853178572209152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329201.143298:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329201.143301:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329201.143306:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9b4205] to pc [ptlrpcd_00_03+3] req@00000000cc9b4205 x1853178572209152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329201.143338:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767329201.143340:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329201.143351:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329201.143356:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329201.143360:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:1.0:1767329201.143361:0:126802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1767329201.143365:0:126802:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:0.0:1767329201.143367:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc9b4205 x1853178572209152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767329201.143368:0:126802:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1767329201.143374:0:126802:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1767329201.143380:0:126802:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: connect to NID 192.168.202.109@tcp last attempt 6373 00000100:00000001:0.0:1767329201.143382:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329201.143397:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329201.143402:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329201.143405:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329201.143407:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329201.143410:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572209152:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329201.143411:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329201.143416:0:126802:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00000001:0.0:1767329201.143417:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329201.143419:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329201.143421:0:126802:0:(import.c:2128:obd_at_measure()) add 20 to 00000000dcafc7aa time=23 v=15 (15 1 1 0) 02000000:00000001:0.0:1767329201.143424:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00001000:1.0:1767329201.143425:0:126802:0:(import.c:2194:obd_at_measure()) AT 00000000dcafc7aa change: old=15 new=20 delta=5 (val=20) hist 20 1 1 0 02000000:00000001:0.0:1767329201.143427:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767329201.143430:0:126802:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: tried all connections, increasing latency to 15s 02000000:00000001:0.0:1767329201.143431:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767329201.143434:0:126802:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 11 to 192.168.202.109@tcp 00000100:00000001:1.0:1767329201.143437:0:126802:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:0.0:1767329201.143438:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056620ab5. 00000100:00000040:1.0:1767329201.143440:0:126802:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 02000000:00000001:0.0:1767329201.143442:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329201.143443:0:126802:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 00000020:00000001:1.0:1767329201.143447:0:126802:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767329201.143449:0:126802:0:(genops.c:823:class_conn2export()) looking for export cookie 0x989c09653bac0c36 00000400:00000010:0.0:1767329201.143449:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ea1b10b. 00000020:00000001:1.0:1767329201.143451:0:126802:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767329201.143455:0:126802:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f32e73d refcount=5 00000400:00000010:0.0:1767329201.143457:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061d952c4. 00000020:00000001:1.0:1767329201.143458:0:126802:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000020:00000001:1.0:1767329201.143462:0:126802:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000100:00000040:1.0:1767329201.143465:0:126802:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 11 to 192.168.202.109@tcp 00000100:00000001:1.0:1767329201.143466:0:126802:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1767329201.143467:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572209152, portal 10 00000100:00000040:1.0:1767329201.143468:0:126802:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00000100:00000001:1.0:1767329201.143473:0:126802:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 00000100:00000001:0.0:1767329201.143475:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1767329201.143476:0:126802:0:(genops.c:898:class_export_put()) PUTting export 000000001f32e73d : new refcount 4 00000100:00000001:0.0:1767329201.143477:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777203072 : -127176932348544 : ffff8c55501fad80) 00000100:00080000:1.0:1767329201.143481:0:126802:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: import 0000000056f5b0d2 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:1.0:1767329201.143484:0:126802:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329201.143486:0:126802:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1767329201.143487:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc9b4205 x1853178572209152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329201.143492:0:126802:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329201.143494:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767329201.143496:0:126802:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329201.143498:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329201.143501:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034968aab. 00000100:00000001:1.0:1767329201.143506:0:126802:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000200:0.0:1767329201.143507:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572209152, offset 0 00000008:00100000:1.0:1767329201.143510:0:126802:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000400:00000200:0.0:1767329201.143515:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000008:00000001:1.0:1767329201.143516:0:126802:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329201.143520:0:126802:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767329201.143524:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce5d9467. 00000020:00000040:1.0:1767329201.143525:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:1.0:1767329201.143529:0:126802:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767329201.143530:0:126802:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329201.143531:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329201.143533:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329201.143536:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329201.143538:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329201.143539:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1767329201.143543:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000005e0c4e6d. 00000400:00000200:0.0:1767329201.143546:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329201.143548:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329201.143552:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1767329201.143556:0:126802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ce5d9467 x1853178572209280/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767329201.143567:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329201.143568:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329201.143571:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329201.143575:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce5d9467] to pc [ptlrpcd_rcv+-1] req@00000000ce5d9467 x1853178572209280/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329201.143576:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [258:258:256:4294967295] 192.168.202.109@tcp LPNI seq info [258:258:8:4294967295] 00000400:00000200:0.0:1767329201.143595:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329201.143597:0:126802:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329201.143601:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767329201.143607:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:0.0:1767329201.143607:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:1.0:1767329201.143614:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6383) 00000800:00000010:0.0:1767329201.143618:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f0d6a4de. 00000800:00000200:0.0:1767329201.143628:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329201.143632:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329201.143636:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329201.143638:0:208647:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1767329201.143638:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329201.143643:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f0d6a4de type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767329201.143644:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce5d9467 x1853178572209280/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329201.143652:0:208647:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329201.143653:0:208647:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329201.143656:0:208647:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329201.143658:0:208647:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329201.143659:0:208647:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329201.143661:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329201.143662:0:208647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572209280:192.168.202.109@tcp:38: 00000100:00000001:3.0:1767329201.143665:0:208647:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767329201.143666:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 358871 usecs (359 jiffies) 02000000:00000001:3.0:1767329201.143668:0:208647:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329201.143669:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301046631 00000100:00000001:0.0:1767329201.143672:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301050648 02000000:00000001:3.0:1767329201.143676:0:208647:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329201.143676:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301046631 02000000:00000001:3.0:1767329201.143678:0:208647:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329201.143679:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301050648 02000000:00000010:3.0:1767329201.143682:0:208647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006d780c3b. 00000100:00000001:0.0:1767329201.143682:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301046631 02000000:00000001:3.0:1767329201.143684:0:208647:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329201.143684:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301050648 00000100:00000001:0.0:1767329201.143687:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301046631 00000400:00000010:3.0:1767329201.143688:0:208647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189c6cb8. 00000100:00000001:0.0:1767329201.143689:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301050648 00000100:00000001:0.0:1767329201.143691:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767329201.143693:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000261eab26. 00000100:00000001:0.0:1767329201.143694:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329201.143696:0:208647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572209280, portal 10 00000100:00000001:3.0:1767329201.143698:0:208647:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329201.143698:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329201.143699:0:208647:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777200384 : -127176932351232 : ffff8c55501fa300) 00000100:00000001:0.0:1767329201.143700:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329201.143704:0:208647:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce5d9467 x1853178572209280/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329201.143708:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329201.143711:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329201.143712:0:208647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329201.143714:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329201.143715:0:208647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329201.143715:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329201.143717:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329201.143718:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5c30b11. 00000100:00000200:3.0:1767329201.143720:0:208647:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853178572209280, offset 0 00000100:00000001:0.0:1767329201.143720:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329201.143725:0:208647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329201.143731:0:208647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767329201.143734:0:208647:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767329201.143737:0:208647:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329201.143740:0:208647:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329201.143742:0:208647:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329201.143745:0:208647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [259:259:255:4294967295] 192.168.202.109@tcp LPNI seq info [259:259:7:4294967295] 00000400:00000200:3.0:1767329201.143754:0:208647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329201.143760:0:208647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329201.143765:0:208647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000525da5a5. 00000800:00000200:2.0:1767329201.143767:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767329201.143772:0:208647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000010:2.0:1767329201.143773:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f0d6a4de. 00000800:00000200:3.0:1767329201.143780:0:208647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329201.143781:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767329201.143783:0:208647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000525da5a5 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1767329201.143788:0:208647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329201.143789:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000040:3.0:1767329201.143792:0:208647:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 21162 usecs (22 jiffies) 00000400:00000200:2.0:1767329201.143794:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034968aab 00000100:00000001:3.0:1767329201.143797:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301046294 00000400:00000010:2.0:1767329201.143798:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034968aab. 00000100:00000001:3.0:1767329201.143806:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301050648 00000100:00000001:3.0:1767329201.143808:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301046294 00000100:00000001:2.0:1767329201.143808:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329201.143810:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301050648 00000100:00000001:3.0:1767329201.143811:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301046294 00000100:00000001:3.0:1767329201.143812:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301050648 00000100:00000001:3.0:1767329201.143813:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301046294 00000100:00000001:3.0:1767329201.143814:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301050648 00000100:00000001:3.0:1767329201.143815:0:208647:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329201.143819:0:208647:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329201.143821:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc9b4205 x1853178572209152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329201.143822:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329201.143826:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329201.143832:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329201.143834:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767329201.143836:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329201.143837:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329201.143839:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329201.143841:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329201.143842:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc9b4205 x1853178572209152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329217 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329201.143843:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329201.143852:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329201.143853:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329201.143892:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329201.143894:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000525da5a5. 00000400:00000200:2.0:1767329201.143898:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329201.143901:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329201.143903:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5c30b11 00000400:00000010:2.0:1767329201.143904:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5c30b11. 00000100:00000001:2.0:1767329201.143906:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329201.143908:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce5d9467 x1853178572209280/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329201.143914:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329201.143916:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce5d9467 x1853178572209280/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329226 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329201.143921:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329201.143922:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329201.145408:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329201.145421:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329201.145424:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329201.145427:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329201.145436:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329201.145448:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2807c00 00000400:00000200:2.0:1767329201.145454:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x8ed [1] + 224 00000800:00000001:2.0:1767329201.145461:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329201.145464:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329201.145466:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329201.145468:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329201.145478:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329201.145481:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc9b4205 x1853178572209152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329201.145489:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc9b4205 x1853178572209152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329201.145504:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329201.145512:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329201.145514:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329201.145515:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329201.145517:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329201.145520:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329201.145526:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2807c80 00000400:00000200:2.0:1767329201.145530:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x8f5 [1] + 0 00000800:00000001:2.0:1767329201.145534:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329201.145537:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329201.145546:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329201.145552:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329201.145553:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329201.145554:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ea1b10b. 00000800:00000001:2.0:1767329201.145556:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329201.145558:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061d952c4 00000400:00000200:2.0:1767329201.145560:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767329201.145562:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061d952c4. 00000400:00000200:2.0:1767329201.145566:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329201.145569:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329201.145569:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329201.145576:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce5d9467 x1853178572209280/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329201.145578:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc9b4205 x1853178572209152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329201.145601:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000ce5d9467 x1853178572209280/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329201.145605:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc9b4205 x1853178572209152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329201.145620:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329201.145621:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329201.145625:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329201.145626:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329201.145630:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329201.145631:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329201.145636:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329201.145638:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329201.145640:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329201.145644:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329201.145651:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=38 v=5 (5 5 5 0) 00000100:00001000:0.0:1767329201.145656:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=38 v=5 (1 1 1 0) 00000100:00000001:0.0:1767329201.145658:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329201.145660:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329201.145663:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329201.145668:0:208651:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329201.145672:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329201.145674:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329201.145676:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329201.145678:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329201.145683:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc9b4205 x1853178572209152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329201.145685:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329201.145687:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329201.145690:0:208647:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767329201.145691:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767329201.145692:0:208647:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329201.145694:0:208647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000189c6cb8. 00000100:00000001:0.0:1767329201.145694:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329201.145695:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329201.145697:0:208647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000261eab26 00000400:00000010:3.0:1767329201.145699:0:208647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000261eab26. 00000100:00000040:0.0:1767329201.145699:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc9b4205 x1853178572209152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329217 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329201.145702:0:208647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329201.145705:0:208647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce5d9467 x1853178572209280/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329201.145712:0:208647:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce5d9467 x1853178572209280/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329226 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329201.145720:0:208647:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767329201.145720:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572209152:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329201.145722:0:208647:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329201.145724:0:208647:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767329201.145726:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329201.145728:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767329201.145730:0:208647:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767329201.145730:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc9b4205 x1853178572209152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329217 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329201.145732:0:208647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329201.145733:0:208647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329201.145736:0:208647:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329201.145738:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1767329201.145740:0:208647:0:(import.c:2128:obd_at_measure()) add 0 to 00000000ffec6909 time=48 v=5 (5 5 5 0) 02000000:00000001:0.0:1767329201.145741:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1767329201.145743:0:208647:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=23 v=20 (20 1 1 0) 02000000:00000010:0.0:1767329201.145744:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056620ab5. 00000100:00000001:3.0:1767329201.145745:0:208647:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329201.145747:0:208647:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 02000000:00000001:0.0:1767329201.145747:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329201.145749:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767329201.145751:0:208647:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000040:0.0:1767329201.145751:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000040:3.0:1767329201.145752:0:208647:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000020:00000001:0.0:1767329201.145753:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767329201.145754:0:208647:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329201.145755:0:208647:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 02000000:00000010:0.0:1767329201.145756:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070fb6d87. 00000100:00000040:3.0:1767329201.145759:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce5d9467 x1853178572209280/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767329226 ref 1 fl Rpc:RNQU/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329201.145759:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329201.145761:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329201.145763:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc9b4205. 00000100:00000001:3.0:1767329201.145766:0:208647:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1767329201.145767:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329201.145768:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329201.145769:0:208647:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329201.145770:0:208647:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329201.145770:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329201.145773:0:208647:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1767329201.145773:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329201.145774:0:208647:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1767329201.145775:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767329201.145777:0:208647:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1767329201.145777:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329201.145779:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767329201.145781:0:208647:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.109@tcp failed (-11) 00000100:00000001:3.0:1767329201.145784:0:208647:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:3.0:1767329201.145787:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce5d9467 x1853178572209280/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767329226 ref 1 fl Interpret:RNQU/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329201.145795:0:208647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572209280:192.168.202.109@tcp:38: 00000100:00000001:3.0:1767329201.145799:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329201.145801:0:208647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329201.145803:0:208647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce5d9467 x1853178572209280/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767329226 ref 1 fl Complete:RNQU/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329201.145810:0:208647:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329201.145817:0:208647:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329201.145818:0:208647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006d780c3b. 02000000:00000001:3.0:1767329201.145820:0:208647:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329201.145821:0:208647:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329201.145822:0:208647:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329201.145823:0:208647:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329201.145824:0:208647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000005e0c4e6d. 02000000:00000001:3.0:1767329201.145827:0:208647:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329201.145828:0:208647:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329201.145829:0:208647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce5d9467. 00000100:00000001:3.0:1767329201.145831:0:208647:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329201.145832:0:208647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329201.145833:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329201.145835:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329201.145836:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329201.145837:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329201.145838:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329201.175351:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329201.175373:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329201.175378:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329201.175380:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329201.175410:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329201.175431:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 328 into portal 15 MB=0x69574c3f1f300 00000400:00000200:3.0:1767329201.175441:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 328/328 into md 0xd [2] + 1640 00000800:00000001:3.0:1767329201.175452:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329201.175467:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329201.175471:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329201.175476:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329201.175484:0:208643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767329201.175487:0:208643:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767329201.175493:0:208643:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae3caa28. 00000100:00000040:3.0:1767329201.175499:0:208643:0:(events.c:337:request_in_callback()) incoming req@00000000ae3caa28 x1853178596422400 msgsize 328 00000100:00100000:3.0:1767329201.175504:0:208643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000100:00000001:3.0:1767329201.175521:0:208643:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767329201.175532:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329201.175554:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329201.175587:0:211331:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767329201.175592:0:211331:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853178596422400 02000000:00000001:1.0:1767329201.175595:0:211331:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767329201.175597:0:211331:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329201.175599:0:211331:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329201.175608:0:211331:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329201.175613:0:211331:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853178596422400 00000020:00000001:1.0:1767329201.175616:0:211331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767329201.175617:0:211331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x989c09653bac0be2 00000020:00000001:1.0:1767329201.175627:0:211331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767329201.175643:0:211331:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000046d45fe refcount=3 00000020:00000001:1.0:1767329201.175646:0:211331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896641996800 : -127177067554816 : ffff8c5548109800) 00000020:00000001:1.0:1767329201.175648:0:211331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616896641996800 : -127177067554816 : ffff8c5548109800) 00000100:00000001:1.0:1767329201.175654:0:211331:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767329201.175658:0:211331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041d213d1. 00000100:00000001:1.0:1767329201.175660:0:211331:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767329201.175663:0:211331:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041d213d1. 00000020:00000010:1.0:1767329201.175670:0:211331:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000232271b5. 00000020:00000010:1.0:1767329201.175674:0:211331:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e76a12e6. 00000020:00000010:1.0:1767329201.175678:0:211331:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f204a02e. 00000100:00000040:1.0:1767329201.175685:0:211331:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767329201.175688:0:211331:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767329201.175689:0:211331:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767329201.175691:0:211331:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329201.175699:0:211331:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329201.175713:0:211331:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329201.175724:0:211331:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767329201.175738:0:211331:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767329201.175743:0:211331:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 5 00000100:00000040:1.0:1767329201.175746:0:211331:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000046d45fe : new rpc_count 1 00000100:00000001:1.0:1767329201.175748:0:211331:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446616896776940032 : -127176932611584 : ffff8c55501baa00) 00000100:00000040:1.0:1767329201.175758:0:211331:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ae3caa28 x1853178596422400/t0(0) o104->cbc0edb7-593a-4289-8780-9495892e37e0@192.168.202.109@tcp:297/0 lens 328/0 e 0 to 0 dl 1767329212 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329201.175766:0:211331:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767329201.175768:0:211331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041d213d1. 00000100:00000001:1.0:1767329201.175770:0:211331:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767329201.175772:0:211331:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041d213d1. 00000100:00100000:1.0:1767329201.175776:0:211331:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ae3caa28 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cbc0edb7-593a-4289-8780-9495892e37e0+3:467080:x1853178596422400:12345-192.168.202.109@tcp:104: 00000100:00000200:1.0:1767329201.175779:0:211331:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853178596422400 00010000:00000001:1.0:1767329201.175782:0:211331:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767329201.175795:0:211331:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767329201.175797:0:211331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767329201.175798:0:211331:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000056a4aceb refcount=2 00000020:00000001:1.0:1767329201.175800:0:211331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657332736 : -127177052218880 : ffff8c5548fa9a00) 00010000:00000001:1.0:1767329201.175802:0:211331:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657332736 : -127177052218880 : ffff8c5548fa9a00) 00010000:00000001:1.0:1767329201.175805:0:211331:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767329201.175807:0:211331:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767329201.175811:0:211331:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.109@tcp lock: 0000000056a4aceb/0x989c09653bac0c52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa764e4c88bd5758c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767329201.175821:0:211331:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767329201.175824:0:211331:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767329201.175849:0:211331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000034fa155f. 02000000:00000001:1.0:1767329201.175851:0:211331:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329201.175854:0:211331:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329201.175858:0:211331:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767329201.175861:0:211331:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329201.175864:0:211331:0:(import.c:2128:obd_at_measure()) add 1 to 00000000daf807e4 time=24 v=5 (1 0 1 0) 00000100:00000001:1.0:1767329201.175869:0:211331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767329201.175871:0:211331:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 13 to 192.168.202.109@tcp 00000100:00000001:1.0:1767329201.175873:0:211331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 02000000:00000001:1.0:1767329201.175875:0:211331:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767329201.175877:0:211331:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329201.175880:0:211331:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329201.175882:0:211331:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329201.175886:0:211331:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cda0ea1. 00000100:00000200:1.0:1767329201.175890:0:211331:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853178596422400, offset 224 00000400:00000200:1.0:1767329201.175907:0:211331:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329201.175917:0:211331:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329201.175922:0:211331:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [260:260:256:4294967295] 192.168.202.109@tcp LPNI seq info [260:260:8:4294967295] 00000400:00000200:1.0:1767329201.175931:0:211331:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329201.175935:0:211331:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329201.175940:0:211331:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000800:00000200:1.0:1767329201.175949:0:211331:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767329201.175956:0:211331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329201.175959:0:211331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329201.175977:0:211331:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329201.175979:0:211331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00010000:00000001:1.0:1767329201.175983:0:211331:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767329201.175997:0:211331:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000086f1423e. 00010000:00000001:1.0:1767329201.176000:0:211331:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767329201.176011:0:211331:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767329201.176013:0:211331:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329201.176014:0:211331:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329201.176035:0:211331:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329201.176039:0:211331:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae3caa28 x1853178596422400/t0(0) o104->cbc0edb7-593a-4289-8780-9495892e37e0@192.168.202.109@tcp:297/0 lens 328/224 e 0 to 0 dl 1767329212 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767329201.176040:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329201.176045:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329201.176050:0:211335:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767329201.176055:0:211335:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767329201.176057:0:211335:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767329201.176059:0:211335:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.109@tcp lock: 0000000056a4aceb/0x989c09653bac0c52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa764e4c88bd5758c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767329201.176064:0:211331:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ae3caa28 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cbc0edb7-593a-4289-8780-9495892e37e0+3:467080:x1853178596422400:12345-192.168.202.109@tcp:104: Request processed in 294us (561us total) trans 0 rc 0/0 00010000:00010000:3.0:1767329201.176079:0:211335:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000056a4aceb already unused, calling callback (00000000fa85a142) 00000100:00100000:1.0:1767329201.176079:0:211331:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 5 00000100:00000040:1.0:1767329201.176085:0:211331:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000046d45fe : new rpc_count 0 10000000:00000001:3.0:1767329201.176086:0:211335:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767329201.176089:0:211331:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 10000000:00010000:3.0:1767329201.176091:0:211335:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.109@tcp lock: 0000000056a4aceb/0x989c09653bac0c52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa764e4c88bd5758c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767329201.176091:0:211331:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:2.0:1767329201.176095:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1767329201.176098:0:211331:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e76a12e6. 00000800:00000010:2.0:1767329201.176102:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00010000:00000001:3.0:1767329201.176105:0:211335:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767329201.176109:0:211335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767329201.176110:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767329201.176110:0:211331:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f204a02e. 00000020:00000001:3.0:1767329201.176111:0:211335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767329201.176114:0:211335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000056a4aceb refcount=3 00000020:00000001:3.0:1767329201.176118:0:211335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657332736 : -127177052218880 : ffff8c5548fa9a00) 00000020:00000010:1.0:1767329201.176118:0:211331:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000232271b5. 00000400:00000200:2.0:1767329201.176122:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00010000:00000001:3.0:1767329201.176123:0:211335:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657332736 : -127177052218880 : ffff8c5548fa9a00) 00000020:00000040:1.0:1767329201.176125:0:211331:0:(genops.c:898:class_export_put()) PUTting export 00000000046d45fe : new refcount 2 00000400:00000200:2.0:1767329201.176127:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cda0ea1 00010000:00000001:3.0:1767329201.176129:0:211335:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:2.0:1767329201.176131:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cda0ea1. 00010000:00010000:3.0:1767329201.176132:0:211335:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.109@tcp lock: 0000000056a4aceb/0x989c09653bac0c52 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa764e4c88bd5758c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767329201.176134:0:211331:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767329201.176144:0:211335:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767329201.176144:0:208641:0:(events.c:386:reply_out_callback()) Process entered 10000000:00010000:3.0:1767329201.176145:0:211335:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.109@tcp lock: 0000000056a4aceb/0x989c09653bac0c52 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa764e4c88bd5758c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767329201.176147:0:208641:0:(events.c:398:reply_out_callback()) Process leaving 10000000:01000000:3.0:1767329201.176152:0:211335:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767329201.176156:0:211335:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767329201.176157:0:211335:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1767329201.176159:0:211335:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767329201.176160:0:211335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767329201.176219:0:211335:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767329201.176229:0:211335:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767329201.176240:0:211335:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767329201.176241:0:211335:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000004eee565b) refs 2 10000000:00000001:3.0:1767329201.176244:0:211335:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767329201.176246:0:211335:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329201.176249:0:211335:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767329201.176252:0:211335:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767329201.176254:0:211335:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767329201.176256:0:211335:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767329201.176258:0:211335:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767329201.176260:0:211335:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000056a4aceb with handle 0x989c09653bac0c52 from hash 00010000:00000001:3.0:1767329201.176263:0:211335:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767329201.176265:0:211335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767329201.176267:0:211335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767329201.176268:0:211335:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767329201.176271:0:211335:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767329201.176273:0:211335:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767329201.176276:0:211335:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767329201.176278:0:211335:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767329201.176284:0:211335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b10225ad. 00000020:00000040:3.0:1767329201.176288:0:211335:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329201.176293:0:211335:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329201.176295:0:211335:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329201.176301:0:211335:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329201.176308:0:211335:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f49c921a. 00000100:00000001:3.0:1767329201.176314:0:211335:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329201.176316:0:211335:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767329201.176319:0:211335:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.109@tcp lock: 0000000056a4aceb/0x989c09653bac0c52 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd5758c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767329201.176324:0:211335:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767329201.176325:0:211335:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329201.176329:0:211335:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329201.176331:0:211335:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329201.176336:0:211335:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b10225ad] to pc [ptlrpcd_00_00+0] req@00000000b10225ad x1853178572209408/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329201.176363:0:211335:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767329201.176372:0:211335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767329201.176373:0:211335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767329201.176375:0:211335:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329201.176378:0:211335:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767329201.176380:0:211335:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329201.176380:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767329201.176383:0:211335:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.109@tcp lock: 0000000056a4aceb/0x989c09653bac0c52 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd5758c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767329201.176385:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329201.176400:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767329201.176402:0:211335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767329201.176403:0:211335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.109@tcp lock: 0000000056a4aceb/0x989c09653bac0c52 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd5758c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767329201.176406:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b10225ad x1853178572209408/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767329201.176412:0:211335:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000097e9fad7 count: 0 00000100:00000001:0.0:1767329201.176416:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329201.176418:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329201.176423:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1767329201.176426:0:211335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767329201.176426:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329201.176426:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767329201.176431:0:211335:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767329201.176431:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329201.176432:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767329201.176434:0:211335:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000086f1423e. 00010000:00000001:3.0:1767329201.176441:0:211335:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329201.176441:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572209408:192.168.202.109@tcp:103: 00000020:00000001:3.0:1767329201.176444:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329201.176445:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329201.176446:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:3.0:1767329201.176447:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767329201.176449:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329201.176450:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329201.176452:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767329201.176452:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767329201.176454:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767329201.176455:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329201.176456:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329201.176457:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767329201.176457:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329201.176461:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056620ab5. 02000000:00000001:0.0:1767329201.176463:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329201.176468:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ea1b10b. 00000400:00000010:0.0:1767329201.176473:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061d952c4. 00000100:00000200:0.0:1767329201.176479:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572209408, portal 18 00000100:00000001:0.0:1767329201.176482:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329201.176484:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776944512 : -127176932607104 : ffff8c55501bbb80) 00000100:00000040:0.0:1767329201.176489:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b10225ad x1853178572209408/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329201.176494:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329201.176495:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329201.176497:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be917283. 00000100:00000200:0.0:1767329201.176499:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853178572209408, offset 0 00000400:00000200:0.0:1767329201.176502:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329201.176507:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329201.176512:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329201.176516:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329201.176518:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329201.176521:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329201.176522:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [261:261:256:4294967295] 192.168.202.109@tcp LPNI seq info [261:261:8:4294967295] 00000400:00000200:0.0:1767329201.176528:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329201.176531:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329201.176534:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001841c9f3. 00000800:00000200:0.0:1767329201.176537:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767329201.176540:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329201.176542:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001841c9f3 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767329201.176558:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329201.176562:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301050749 00000100:00000001:0.0:1767329201.176568:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301050648 00000100:00000001:0.0:1767329201.176573:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301050749 00000100:00000001:0.0:1767329201.176576:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301050648 00000100:00000001:0.0:1767329201.176580:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301050749 00000100:00000001:0.0:1767329201.176584:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301050648 00000100:00000001:0.0:1767329201.176585:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301050749 00000100:00000001:0.0:1767329201.176587:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301050648 00000100:00000001:0.0:1767329201.176589:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329201.176591:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329201.176594:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329201.176596:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329201.176600:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329201.176602:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329201.176604:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329201.176605:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329201.176606:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329201.176608:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329201.176615:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329201.176618:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001841c9f3. 00000400:00000200:2.0:1767329201.176623:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329201.176627:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329201.176629:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be917283 00000400:00000010:2.0:1767329201.176630:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be917283. 00000100:00000001:2.0:1767329201.176637:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329201.176640:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b10225ad x1853178572209408/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329201.176648:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329201.176650:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b10225ad x1853178572209408/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329201.176656:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329201.176657:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329201.179046:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329201.179051:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329201.179053:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329201.179055:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329201.179059:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329201.179065:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x69574c2807d00 00000400:00000200:3.0:1767329201.179069:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x901 [1] + 224 00000800:00000001:3.0:1767329201.179073:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329201.179077:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329201.179084:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329201.179087:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329201.179089:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329201.179092:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b10225ad x1853178572209408/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329201.179100:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b10225ad x1853178572209408/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329201.179114:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329201.179119:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329201.179123:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329201.179150:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329201.179152:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329201.179158:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329201.179159:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329201.179161:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ea1b10b. 00000400:00000200:0.0:1767329201.179164:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061d952c4 00000400:00000010:0.0:1767329201.179165:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061d952c4. 00000100:00000001:0.0:1767329201.179169:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329201.179171:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b10225ad x1853178572209408/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329201.179177:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b10225ad x1853178572209408/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329201.179182:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329201.179190:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329201.179192:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329201.179194:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329201.179196:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329201.179197:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329201.179199:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329201.179203:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000906f338b time=24 v=5 (5 0 5 0) 00000100:00001000:0.0:1767329201.179205:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=48 v=5 (1 1 1 0) 00000100:00000001:0.0:1767329201.179208:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329201.179209:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329201.179210:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329201.179212:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329201.179213:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329201.179216:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b10225ad x1853178572209408/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329201.179220:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329201.179222:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329201.179224:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329201.179226:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b10225ad x1853178572209408/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329201.179232:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572209408:192.168.202.109@tcp:103: 00000100:00000001:0.0:1767329201.179235:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329201.179236:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329201.179237:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b10225ad x1853178572209408/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329217 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329201.179241:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329201.179243:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329201.179245:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056620ab5. 02000000:00000001:0.0:1767329201.179247:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329201.179248:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329201.179249:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329201.179250:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329201.179252:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f49c921a. 02000000:00000001:0.0:1767329201.179255:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329201.179259:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329201.179260:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b10225ad. 00000100:00000001:0.0:1767329201.179264:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329201.179265:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329201.179266:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329201.179269:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329201.179270:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329201.179272:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329201.179273:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767329201.182059:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000097e9fad7. 00010000:00000010:3.1:1767329201.182066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000056a4aceb. 00010000:00000001:1.0:1767329201.207113:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329201.207118:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329201.207124:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329201.207125:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329201.207141:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767329201.207157:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767329201.207159:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329202.231112:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329202.231121:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329202.231123:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329202.231125:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329202.231131:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329202.231133:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329202.231135:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329202.231137:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329202.231140:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329202.231141:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329202.231190:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329202.231195:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329202.231200:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329203.255132:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329203.255138:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329203.255143:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329203.255144:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329203.255233:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329203.255237:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329203.255239:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329204.279160:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329204.279165:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329204.279174:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329204.279175:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329204.279199:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767329204.279201:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767329204.279203:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329205.303094:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329205.303100:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329205.303105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329205.303108:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329205.303110:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329205.303116:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329205.303118:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329205.303119:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329205.303122:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329205.303124:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329205.303125:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329205.303127:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329205.303171:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329205.303177:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329205.303181:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329205.751108:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301050749, at 4301050880 00000100:00000040:3.0:1767329205.751123:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301050749, at 4301050880 00000100:00000010:1.0:1767329205.751125:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073f6ac0a. 00000100:00000040:0.0:1767329205.751129:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301050749, at 4301050880 00000100:00000010:3.0:1767329205.751138:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002befec57. 00000100:00000010:0.0:1767329205.751141:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008433709a. 00000100:00000040:2.0:1767329205.751406:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301050749, at 4301050880 00000100:00000010:2.0:1767329205.751413:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000236c06bf. 00000100:00000040:3.0:1767329206.263145:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329206.263156:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329206.263167:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069829e7b. 00000020:00000040:3.0:1767329206.263176:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329206.263180:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329206.263183:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329206.263190:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329206.263198:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000038ee5c0d. 00000100:00000001:3.0:1767329206.263205:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329206.263218:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000069829e7b x1853178572209536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329206.263229:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329206.263232:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329206.263239:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069829e7b] to pc [ptlrpcd_00_01+1] req@0000000069829e7b x1853178572209536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329206.263278:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329206.263299:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329206.263301:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329206.263303:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329206.263306:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088864b64. 00000100:00000001:0.0:1767329206.263306:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767329206.263309:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329206.263313:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329206.263314:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767329206.263314:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767329206.263323:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329206.263327:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329206.263329:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329206.263330:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012a5af5b. 00000100:00000040:0.0:1767329206.263352:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069829e7b x1853178572209536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329206.263356:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329206.263365:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000088864b64 x1853178572209664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329206.263377:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329206.263379:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329206.263381:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329206.263383:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329206.263386:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088864b64] to pc [ptlrpcd_00_02+2] req@0000000088864b64 x1853178572209664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329206.263391:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329206.263396:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329206.263401:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329206.263406:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069829e7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572209536:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329206.263408:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767329206.263413:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329206.263416:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1767329206.263417:0:177103:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1767329206.263422:0:177103:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767329206.263424:0:177103:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1767329206.263426:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767329206.263429:0:177103:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:0.0:1767329206.263431:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329206.263434:0:177103:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 11 to 192.168.202.109@tcp 00000100:00000001:1.0:1767329206.263435:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329206.263438:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329206.263438:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767329206.263444:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767329206.263445:0:177103:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767329206.263446:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329206.263449:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091946770. 00000100:00000040:3.0:1767329206.263455:0:177103:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00000100:00000001:1.0:1767329206.263455:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329206.263457:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329206.263467:0:177103:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 00000020:00000001:3.0:1767329206.263472:0:177103:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1767329206.263475:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ea1b10b. 00000020:00000040:3.0:1767329206.263476:0:177103:0:(genops.c:823:class_conn2export()) looking for export cookie 0x989c09653bac0c36 00000100:00000001:1.0:1767329206.263476:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329206.263484:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767329206.263486:0:177103:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767329206.263490:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767329206.263491:0:177103:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f32e73d refcount=5 00000400:00000010:0.0:1767329206.263495:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061d952c4. 00000100:00000001:1.0:1767329206.263498:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767329206.263499:0:177103:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000020:00000001:3.0:1767329206.263506:0:177103:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000100:00000001:1.0:1767329206.263507:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767329206.263509:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572209536, portal 25 00000100:00000001:0.0:1767329206.263516:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767329206.263521:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088864b64 x1853178572209664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329206.263521:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776937344 : -127176932614272 : ffff8c55501b9f80) 00000100:00000040:3.0:1767329206.263522:0:177103:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 11 to 192.168.202.109@tcp 00000100:00000001:3.0:1767329206.263531:0:177103:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767329206.263538:0:177103:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00000100:00000040:0.0:1767329206.263540:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069829e7b x1853178572209536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329206.263550:0:177103:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 00000020:00000040:3.0:1767329206.263560:0:177103:0:(genops.c:898:class_export_put()) PUTting export 000000001f32e73d : new refcount 4 00000100:00080000:3.0:1767329206.263574:0:177103:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: import 0000000056f5b0d2 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:1.0:1767329206.263580:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329206.263587:0:177103:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329206.263588:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329206.263596:0:177103:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767329206.263598:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329206.263602:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329206.263603:0:177103:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329206.263619:0:177103:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329206.263620:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329206.263627:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329206.263632:0:177103:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:1.0:1767329206.263633:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088864b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572209664:192.168.202.109@tcp:400: 00000008:00100000:3.0:1767329206.263639:0:177103:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00000040:0.0:1767329206.263645:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000008:00000001:3.0:1767329206.263654:0:177103:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329206.263654:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767329206.263656:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ab2acd5. 02000000:00000001:1.0:1767329206.263664:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767329206.263666:0:177103:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329206.263666:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572209536, offset 0 02000000:00000001:1.0:1767329206.263674:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767329206.263677:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088b7262c. 02000000:00000001:1.0:1767329206.263678:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767329206.263683:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000400:00000200:0.0:1767329206.263687:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000010:1.0:1767329206.263688:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024535375. 02000000:00000001:3.0:1767329206.263689:0:177103:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767329206.263693:0:177103:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329206.263694:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329206.263699:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329206.263702:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767329206.263703:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015e4d819. 02000000:00000001:3.0:1767329206.263704:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329206.263712:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000010:3.0:1767329206.263715:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000006d780c3b. 00000400:00000010:1.0:1767329206.263715:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 00000400:00000200:0.0:1767329206.263724:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329206.263731:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329206.263734:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572209664, portal 10 00000100:00000001:1.0:1767329206.263742:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767329206.263742:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00100000:3.0:1767329206.263743:0:177103:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000088b7262c x1853178572209792/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329206.263750:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776932864 : -127176932618752 : ffff8c55501b8e00) 00000400:00000200:0.0:1767329206.263760:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329206.263766:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767329206.263767:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088864b64 x1853178572209664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329206.263769:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329206.263772:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:3.0:1767329206.263785:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088b7262c] to pc [ptlrpcd_rcv+-1] req@0000000088b7262c x1853178572209792/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329206.263794:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [262:262:256:4294967295] 192.168.202.109@tcp LPNI seq info [262:262:8:4294967295] 00000100:00000001:1.0:1767329206.263828:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329206.263842:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329206.263845:0:177103:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329206.263849:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c97fde2a. 00000100:00000040:3.0:1767329206.263852:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767329206.263852:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:1.0:1767329206.263854:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572209664, offset 0 00000100:00000040:3.0:1767329206.263861:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:0.0:1767329206.263869:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329206.263876:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329206.263878:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe5ec607. 00000100:00000040:3.0:1767329206.263882:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6389) 00000100:00000001:2.0:1767329206.263883:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329206.263889:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329206.263894:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329206.263896:0:208647:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1767329206.263899:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329206.263908:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767329206.263912:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088b7262c x1853178572209792/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329206.263919:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329206.263921:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:0.0:1767329206.263933:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fe5ec607 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329206.263936:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329206.263937:0:208647:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329206.263944:0:208647:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329206.263950:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:2.0:1767329206.263953:0:208647:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767329206.263957:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [263:263:255:4294967295] 192.168.202.109@tcp LPNI seq info [263:263:7:4294967295] 00000100:00000001:0.0:1767329206.263961:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329206.263964:0:208647:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329206.263970:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301055836 02000000:00000001:2.0:1767329206.263975:0:208647:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329206.263979:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b596485d. 00000400:00000200:1.0:1767329206.263985:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00100000:2.0:1767329206.263992:0:208647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088b7262c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572209792:192.168.202.109@tcp:38: 00000100:00000001:0.0:1767329206.263992:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767329206.264005:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301055836 00000100:00000001:2.0:1767329206.264009:0:208647:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767329206.264009:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329206.264048:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077a38a26. 02000000:00000001:2.0:1767329206.264050:0:208647:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329206.264053:0:208647:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329206.264056:0:208647:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767329206.264060:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007189cfa0. 00000800:00000200:1.0:1767329206.264066:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000010:2.0:1767329206.264067:0:208647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000058ea76f7. 00000100:00000001:0.0:1767329206.264071:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1767329206.264083:0:208647:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329206.264086:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301055837 00000400:00000010:2.0:1767329206.264089:0:208647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e453676a. 00000800:00000200:1.0:1767329206.264092:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:0.0:1767329206.264096:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a542f25. 00000800:00000200:3.0:1767329206.264098:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767329206.264100:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054fd66a. 00000800:00000200:1.0:1767329206.264101:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077a38a26 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1767329206.264106:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe5ec607. 00000100:00000001:0.0:1767329206.264107:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767329206.264117:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329206.264118:0:208647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572209792, portal 10 00000400:00000200:3.0:1767329206.264119:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329206.264120:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301055837 00000100:00000001:2.0:1767329206.264127:0:208647:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767329206.264128:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 354186 usecs (355 jiffies) 00000100:00000010:0.0:1767329206.264130:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7cd719b. 00000100:00000001:2.0:1767329206.264132:0:208647:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776941824 : -127176932609792 : ffff8c55501bb100) 00000400:00000200:3.0:1767329206.264139:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329206.264141:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301051748 00000100:00000001:0.0:1767329206.264146:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767329206.264151:0:208647:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088b7262c x1853178572209792/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329206.264153:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301055836 00000400:00000200:3.0:1767329206.264154:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ab2acd5 00000100:00000001:0.0:1767329206.264157:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767329206.264164:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ab2acd5. 00000100:00000001:1.0:1767329206.264169:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301051748 00000100:00000001:0.0:1767329206.264170:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329206.264178:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329206.264178:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301055836 00000100:00000001:0.0:1767329206.264182:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329206.264183:0:208647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767329206.264192:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069829e7b x1853178572209536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329206.264192:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301051748 00000100:00000001:0.0:1767329206.264193:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329206.264195:0:208647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329206.264206:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301055837 00000400:00000010:2.0:1767329206.264208:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000ca1f46. 00000100:00000001:0.0:1767329206.264213:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329206.264224:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301051748 00000100:00000001:0.0:1767329206.264225:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767329206.264226:0:208647:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853178572209792, offset 0 00000100:00000001:1.0:1767329206.264235:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301055837 00000100:00000001:1.0:1767329206.264238:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329206.264239:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329206.264245:0:208647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329206.264246:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329206.264248:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329206.264251:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329206.264255:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329206.264257:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329206.264261:0:208647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329206.264264:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329206.264276:0:208647:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329206.264287:0:208647:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329206.264291:0:208647:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329206.264298:0:208647:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329206.264302:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767329206.264306:0:208647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [264:264:254:4294967295] 192.168.202.109@tcp LPNI seq info [264:264:6:4294967295] 00000100:00000040:3.0:1767329206.264308:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069829e7b x1853178572209536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329222 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329206.264317:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329206.264322:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767329206.264324:0:208647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329206.264330:0:208647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329206.264333:0:208647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b18ad351. 00000800:00000200:2.0:1767329206.264349:0:208647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329206.264353:0:208647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329206.264362:0:208647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b18ad351 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1767329206.264367:0:208647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329206.264370:0:208647:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 20910 usecs (21 jiffies) 00000100:00000001:2.0:1767329206.264374:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301051414 00000100:00000001:2.0:1767329206.264377:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301055836 00000100:00000001:2.0:1767329206.264380:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301051414 00000800:00000200:3.0:1767329206.264381:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329206.264385:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077a38a26. 00000100:00000001:2.0:1767329206.264385:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301055836 00000400:00000200:3.0:1767329206.264389:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329206.264392:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301051414 00000400:00000200:3.0:1767329206.264396:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329206.264400:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c97fde2a 00000100:00000001:2.0:1767329206.264400:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301055837 00000400:00000010:3.0:1767329206.264403:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c97fde2a. 00000100:00000001:2.0:1767329206.264407:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301051414 00000100:00000001:3.0:1767329206.264408:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329206.264413:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088864b64 x1853178572209664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329206.264414:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301055837 00000100:00000001:2.0:1767329206.264421:0:208647:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329206.264425:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329206.264427:0:208647:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329206.264428:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088864b64 x1853178572209664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329222 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329206.264434:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329206.264436:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329206.264439:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329206.264440:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329206.264448:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329206.264450:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767329206.264452:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329206.264453:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329206.264454:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329206.264456:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329206.264519:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329206.264521:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b18ad351. 00000400:00000200:3.0:1767329206.264528:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329206.264531:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329206.264533:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000ca1f46 00000400:00000010:3.0:1767329206.264534:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000ca1f46. 00000100:00000001:3.0:1767329206.264537:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329206.264540:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088b7262c x1853178572209792/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329206.264544:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329206.264546:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088b7262c x1853178572209792/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329231 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329206.264550:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329206.264551:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329206.265618:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329206.265650:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329206.265653:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329206.265655:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329206.265661:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329206.265670:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2807d80 00000400:00000200:2.0:1767329206.265675:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x909 [1] + 224 00000800:00000001:2.0:1767329206.265681:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329206.265685:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329206.265686:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329206.265693:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329206.265697:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329206.265701:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069829e7b x1853178572209536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329206.265708:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000069829e7b x1853178572209536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329206.265721:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329206.265727:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329206.265729:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329206.265731:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329206.265732:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329206.265734:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329206.265738:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2807e00 00000400:00000200:2.0:1767329206.265741:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x911 [1] + 224 00000800:00000001:2.0:1767329206.265744:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329206.265749:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329206.265751:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329206.265753:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329206.265755:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329206.265757:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088864b64 x1853178572209664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329206.265762:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329206.265764:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088864b64 x1853178572209664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329206.265767:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329206.265774:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329206.265778:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767329206.265780:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767329206.265781:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ea1b10b. 00000400:00000200:0.0:1767329206.265787:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061d952c4 00000400:00000010:0.0:1767329206.265789:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061d952c4. 00000100:00000001:0.0:1767329206.265794:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767329206.265797:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767329206.265801:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069829e7b x1853178572209536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329206.265802:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329206.265816:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069829e7b x1853178572209536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329206.265825:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329206.265828:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329206.265832:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329206.265836:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329206.265839:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329206.265842:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329206.265846:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329206.265847:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767329206.265854:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=53 v=5 (5 5 5 0) 00000100:00000001:1.0:1767329206.265859:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767329206.265868:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=53 v=5 (1 1 1 0) 00000400:00000001:1.0:1767329206.265870:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329206.265873:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329206.265876:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015e4d819. 00000100:00000001:0.0:1767329206.265879:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767329206.265882:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00000100:00000001:0.0:1767329206.265883:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329206.265886:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 00000100:00000001:1.0:1767329206.265891:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767329206.265891:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329206.265899:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329206.265901:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088864b64 x1853178572209664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329206.265914:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088864b64 x1853178572209664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329206.265918:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329206.265922:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329206.265925:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329206.265928:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767329206.265932:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069829e7b x1853178572209536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329206.265933:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329206.265937:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329206.265939:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329206.265947:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329206.265959:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=43 v=5 (5 5 5 0) 00000100:00000001:0.0:1767329206.265959:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767329206.265974:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=43 v=5 (1 1 1 0) 00000100:00000001:0.0:1767329206.265975:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329206.265979:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329206.265980:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329206.265981:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329206.265988:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329206.265993:0:208651:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329206.265993:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069829e7b x1853178572209536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329222 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329206.265999:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329206.266005:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329206.266009:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329206.266034:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329206.266038:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088864b64 x1853178572209664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329206.266044:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329206.266047:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329206.266048:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329206.266055:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088864b64 x1853178572209664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329222 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329206.266080:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069829e7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572209536:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329206.266098:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767329206.266103:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088864b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572209664:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329206.266104:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329206.266118:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329206.266121:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069829e7b x1853178572209536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329222 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329206.266122:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329206.266129:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088864b64 x1853178572209664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329222 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329206.266173:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329206.266173:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329206.266182:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767329206.266182:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329206.266185:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024535375. 02000000:00000010:0.0:1767329206.266188:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091946770. 02000000:00000001:1.0:1767329206.266191:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329206.266196:0:208651:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767329206.266197:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:1.0:1767329206.266198:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329206.266203:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767329206.266204:0:208649:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:1.0:1767329206.266206:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012a5af5b. 00000020:00000040:0.0:1767329206.266210:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 02000000:00000001:1.0:1767329206.266214:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1767329206.266216:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767329206.266217:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329206.266221:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088864b64. 02000000:00000010:0.0:1767329206.266222:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000038ee5c0d. 00000100:00000001:1.0:1767329206.266227:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329206.266229:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329206.266231:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329206.266232:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329206.266236:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767329206.266237:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767329206.266240:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329206.266242:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069829e7b. 00000100:00000001:1.0:1767329206.266243:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329206.266246:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329206.266255:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329206.266258:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329206.266261:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329206.266266:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329206.266268:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329206.266272:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329206.266274:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329206.268371:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329206.268378:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329206.268379:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329206.268381:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329206.268386:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329206.268393:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 416 into portal 10 MB=0x69574c2807e80 00000400:00000200:3.0:1767329206.268432:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 416/416 into md 0x919 [1] + 0 00000800:00000001:3.0:1767329206.268436:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329206.268440:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329206.268441:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329206.268444:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329206.268446:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329206.268449:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088b7262c x1853178572209792/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329206.268457:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@0000000088b7262c x1853178572209792/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329206.268470:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329206.268474:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329206.268475:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329206.268502:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329206.268505:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329206.268509:0:208647:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329206.268510:0:208647:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329206.268511:0:208647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e453676a. 00000400:00000200:2.0:1767329206.268515:0:208647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054fd66a 00000400:00000010:2.0:1767329206.268523:0:208647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054fd66a. 00000100:00000001:2.0:1767329206.268526:0:208647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329206.268530:0:208647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088b7262c x1853178572209792/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329206.268537:0:208647:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088b7262c x1853178572209792/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329231 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329206.268543:0:208647:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329206.268544:0:208647:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329206.268545:0:208647:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329206.268547:0:208647:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329206.268548:0:208647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329206.268549:0:208647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329206.268551:0:208647:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329206.268556:0:208647:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=53 v=5 (5 5 5 0) 00000100:00001000:2.0:1767329206.268558:0:208647:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=28 v=20 (20 1 1 0) 00000100:00000001:2.0:1767329206.268560:0:208647:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329206.268561:0:208647:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329206.268563:0:208647:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767329206.268565:0:208647:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000088b7262c x1853178572209792/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1767329231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767329206.268570:0:208647:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329206.268572:0:208647:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329206.268573:0:208647:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329206.268574:0:208647:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329206.268575:0:208647:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329206.268576:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088b7262c x1853178572209792/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1767329231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329206.268581:0:208647:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329206.268583:0:208647:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329206.268584:0:208647:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329206.268586:0:208647:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1767329206.268591:0:208647:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff8c55499c0800: connect to target with instance 5 00000020:00000001:2.0:1767329206.268593:0:208647:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767329206.268597:0:208647:0:(genops.c:823:class_conn2export()) looking for export cookie 0x989c09653bac0c36 00000020:00000001:2.0:1767329206.268598:0:208647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767329206.268599:0:208647:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f32e73d refcount=5 00000020:00000001:2.0:1767329206.268601:0:208647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000020:00000001:2.0:1767329206.268603:0:208647:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000100:00001000:2.0:1767329206.268605:0:208647:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=1767329206 v=0 (0 0 0 0) 00000100:00001000:2.0:1767329206.268607:0:208647:0:(import.c:2194:obd_at_measure()) AT 00000000dcafc7aa change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1767329206.268610:0:208647:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1883, crc32c 11319, adler 1523 00000020:00000040:2.0:1767329206.268615:0:208647:0:(genops.c:898:class_export_put()) PUTting export 000000001f32e73d : new refcount 4 00000100:00000001:2.0:1767329206.268617:0:208647:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767329206.268619:0:208647:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:2.0:1767329206.268622:0:208647:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0001-mdc-ffff8c55499c0800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:2.0:1767329206.268626:0:208647:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1767329206.268627:0:208647:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329206.268628:0:208647:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:2.0:1767329206.268632:0:208647:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:2.0:1767329206.268634:0:208647:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329206.268635:0:208647:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329206.268636:0:208647:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329206.268638:0:208647:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1767329206.268640:0:208647:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1767329206.268641:0:208647:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767329206.268641:0:208647:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:2.0:1767329206.268642:0:208647:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:2.0:1767329206.268643:0:208647:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:2.0:1767329206.268645:0:208647:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1767329206.268647:0:208647:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv 00000000184cdbeb for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:2.0:1767329206.268650:0:208647:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x989c09653bac0c2f 00800000:00000040:2.0:1767329206.268651:0:208647:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0x989c09653bac0c36 00800000:00000040:2.0:1767329206.268653:0:208647:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff8c55499c0800=2c7f8946-12aa-408e-b284-1332d7e79269 device 4 (000000004c74e304) type mdc at LMV idx 1 00800000:00000040:2.0:1767329206.268655:0:208647:0:(lmv_obd.c:112:lmv_set_mdc_active()) OBD 000000004c74e304 already active! 00800000:00000001:2.0:1767329206.268656:0:208647:0:(lmv_obd.c:113:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767329206.268658:0:208647:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329206.268663:0:208647:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767329206.268665:0:208647:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=5 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000002:00000001:2.0:1767329206.268855:0:208647:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329206.268857:0:208647:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767329206.268860:0:208647:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767329206.268863:0:208647:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329206.268865:0:208647:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329206.268869:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088b7262c x1853178572209792/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1767329231 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329206.268875:0:208647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088b7262c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572209792:192.168.202.109@tcp:38: 00000100:00000001:2.0:1767329206.268879:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329206.268881:0:208647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329206.268884:0:208647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088b7262c x1853178572209792/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1767329231 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329206.268889:0:208647:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000002:00000001:0.0:1767329206.268891:0:214037:0:(mdc_request.c:2600:mdc_kuc_reregister_thread()) Process entered 02000000:00000001:2.0:1767329206.268892:0:208647:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329206.268895:0:208647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000058ea76f7. 00000020:00000001:0.0:1767329206.268897:0:214037:0:(kernelcomm.c:1422:libcfs_kkuc_group_foreach()) Process entered 02000000:00000001:2.0:1767329206.268898:0:208647:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329206.268902:0:208647:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329206.268903:0:208647:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329206.268903:0:214037:0:(kernelcomm.c:1436:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329206.268905:0:208647:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329206.268906:0:208647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000006d780c3b. 02000000:00000001:2.0:1767329206.268908:0:208647:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329206.268909:0:208647:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329206.268911:0:208647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088b7262c. 00000020:00000001:0.0:1767329206.268915:0:214037:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767329206.268916:0:208647:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1767329206.268918:0:214037:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329206.268919:0:208647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329206.268923:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767329206.268925:0:214037:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767329206.268928:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000002:00000001:0.0:1767329206.268929:0:214037:0:(mdc_request.c:2610:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329206.268930:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329206.268934:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329206.268935:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329206.327096:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329206.327100:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329206.327104:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329206.327105:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329206.327165:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329206.327186:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329206.327190:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767329207.287127:0:211331:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767329207.287133:0:211331:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329207.351104:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329207.351108:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329207.351113:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329207.351114:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329207.351132:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767329207.351150:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767329207.351152:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329208.375105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329208.375111:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329208.375115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329208.375117:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329208.375175:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329208.375180:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329208.375184:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329209.399149:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329209.399154:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329209.399160:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329209.399163:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329209.399249:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329209.399254:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329209.399258:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329210.423132:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329210.423138:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329210.423143:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329210.423143:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329210.423170:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329210.423174:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329210.423194:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329210.871118:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301055837, at 4301056000 00000100:00000040:3.0:1767329210.871127:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301055837, at 4301056000 00000100:00000010:2.0:1767329210.871135:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a542f25. 00000100:00000040:1.0:1767329210.871135:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301055836, at 4301056000 00000100:00000010:3.0:1767329210.871143:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7cd719b. 00000100:00000010:1.0:1767329210.871146:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007189cfa0. 10000000:00000001:1.0:1767329210.871209:0:211338:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767329210.871213:0:211338:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000004eee565b) refs 2 10000000:00000001:1.0:1767329210.871215:0:211338:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767329210.871218:0:211338:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767329210.871219:0:211338:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767329210.871220:0:211338:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767329210.871223:0:211338:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:1.0:1767329210.871224:0:211338:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:1.0:1767329210.871226:0:211338:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-cliir-ffff8c55499c0800 from 13 10000000:00000001:1.0:1767329210.871228:0:211338:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767329210.871229:0:211338:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:1.0:1767329210.871235:0:211338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 00000100:00000040:0.0:1767329210.871239:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301055836, at 4301056000 00000020:00000040:1.0:1767329210.871240:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329210.871245:0:211338:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329210.871249:0:211338:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1767329210.871251:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b596485d. 02000000:00000001:1.0:1767329210.871255:0:211338:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329210.871263:0:211338:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a333ef6c. 00000100:00000001:1.0:1767329210.871269:0:211338:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329210.871274:0:211338:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767329210.871278:0:211338:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767329210.871288:0:211338:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fa1f2af9. 00010000:00000001:1.0:1767329210.871320:0:211338:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767329210.871324:0:211338:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000035f068c5. 00000020:00000001:1.0:1767329210.871328:0:211338:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767329210.871330:0:211338:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000035f068c5 with handle 0x989c09653bac0c6e to hash 00000020:00000001:1.0:1767329210.871333:0:211338:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767329210.871334:0:211338:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446616896657326080 : -127177052225536 : ffff8c5548fa8000) 00010000:00000001:1.0:1767329210.871337:0:211338:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446616896657326080 : -127177052225536 : ffff8c5548fa8000) 00010000:00000001:1.0:1767329210.871341:0:211338:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767329210.871345:0:211338:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767329210.871348:0:211338:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.109@tcp lock: 0000000035f068c5/0x989c09653bac0c6e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767329210.871356:0:211338:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.109@tcp lock: 0000000035f068c5/0x989c09653bac0c6e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767329210.871364:0:211338:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.109@tcp lock: 0000000035f068c5/0x989c09653bac0c6e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767329210.871369:0:211338:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767329210.871370:0:211338:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767329210.871376:0:211338:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5e1d70e. 00000100:00000001:1.0:1767329210.871379:0:211338:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896614476608 : -127177095075008 : ffff8c55466cab40) 00000100:00000001:1.0:1767329210.871381:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329210.871383:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000001:1.0:1767329210.871389:0:211338:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329210.871391:0:211338:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.871393:0:211338:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767329210.871396:0:211338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329210.871406:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572209920/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.871416:0:211338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329210.871419:0:211338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329210.871423:0:211338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329210.871425:0:211338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329210.871435:0:211338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329210.871441:0:211338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572209920:192.168.202.109@tcp:101: 00000100:00000001:1.0:1767329210.871447:0:211338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329210.871453:0:211338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329210.871457:0:211338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329210.871460:0:211338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329210.871465:0:211338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005a65f81c. 02000000:00000001:1.0:1767329210.871468:0:211338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329210.871475:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015e4d819. 00000400:00000010:1.0:1767329210.871485:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 00000100:00000200:1.0:1767329210.871494:0:211338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572209920, portal 25 00000100:00000001:1.0:1767329210.871498:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329210.871500:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000040:1.0:1767329210.871506:0:211338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572209920/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.871517:0:211338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329210.871521:0:211338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329210.871524:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005235a963. 00000100:00000200:1.0:1767329210.871527:0:211338:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853178572209920, offset 0 00000400:00000200:1.0:1767329210.871535:0:211338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329210.871560:0:211338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329210.871567:0:211338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329210.871572:0:211338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329210.871575:0:211338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329210.871579:0:211338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329210.871582:0:211338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [265:265:256:4294967295] 192.168.202.109@tcp LPNI seq info [265:265:8:4294967295] 00000400:00000200:1.0:1767329210.871606:0:211338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329210.871613:0:211338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329210.871618:0:211338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077a38a26. 00000800:00000200:1.0:1767329210.871626:0:211338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767329210.871633:0:211338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329210.871642:0:211338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077a38a26 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767329210.871662:0:211338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.871668:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301060444 00000100:00000010:1.0:1767329210.871673:0:211338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a83fae05. 00000100:00000001:1.0:1767329210.871679:0:211338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767329210.871689:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301060444 00000100:00000010:1.0:1767329210.871693:0:211338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea9442b1. 00000100:00000001:1.0:1767329210.871697:0:211338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767329210.871701:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301060444 00000100:00000010:1.0:1767329210.871705:0:211338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058c5c748. 00000100:00000001:1.0:1767329210.871708:0:211338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767329210.871713:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301060444 00000100:00000010:1.0:1767329210.871716:0:211338:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e8b36ad. 00000100:00000001:1.0:1767329210.871719:0:211338:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767329210.871722:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329210.871723:0:211338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767329210.871728:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077a38a26. 00000100:00000001:1.0:1767329210.871728:0:211338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.871732:0:211338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329210.871733:0:211338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767329210.871735:0:211338:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e5e1d70e going to sleep for 11 seconds 00000100:00000001:1.0:1767329210.871737:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329210.871740:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329210.871741:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329210.871751:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329210.871755:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005235a963 00000400:00000010:2.0:1767329210.871758:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005235a963. 00000100:00000001:2.0:1767329210.871763:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329210.871767:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572209920/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329210.871779:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329210.871782:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000dfc75053 x1853178572209920/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329210.871790:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329210.871793:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329210.872968:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329210.872975:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329210.872977:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329210.872979:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329210.872984:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329210.872995:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 344 into portal 25 MB=0x69574c2807f00 00000400:00000200:2.0:1767329210.873001:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 344/344 into md 0x921 [1] + 224 00000800:00000001:2.0:1767329210.873008:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329210.873013:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329210.873042:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329210.873046:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329210.873050:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329210.873053:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572209920/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329210.873060:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000dfc75053 x1853178572209920/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329210.873077:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329210.873083:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329210.873086:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329210.873087:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329210.873093:0:211338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329210.873094:0:211338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329210.873096:0:211338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015e4d819. 00000400:00000200:1.0:1767329210.873099:0:211338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00000400:00000010:1.0:1767329210.873100:0:211338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 00000100:00000001:1.0:1767329210.873102:0:211338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329210.873106:0:211338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572209920/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329210.873113:0:211338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572209920/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.873128:0:211338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329210.873130:0:211338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329210.873131:0:211338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329210.873134:0:211338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329210.873135:0:211338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329210.873137:0:211338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329210.873139:0:211338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329210.873144:0:211338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=57 v=5 (5 5 5 0) 00000100:00001000:1.0:1767329210.873146:0:211338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=57 v=5 (1 1 1 0) 00000100:00000001:1.0:1767329210.873148:0:211338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329210.873149:0:211338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329210.873151:0:211338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329210.873152:0:211338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.873154:0:211338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329210.873157:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfc75053 x1853178572209920/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.873161:0:211338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329210.873163:0:211338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329210.873165:0:211338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329210.873168:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572209920/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329210.873172:0:211338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572209920:192.168.202.109@tcp:101: 00000100:00000001:1.0:1767329210.873175:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329210.873177:0:211338:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.873179:0:211338:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767329210.873180:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329210.873181:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572209920/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.873185:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767329210.873186:0:211338:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e5e1d70e. 00000100:00000001:1.0:1767329210.873189:0:211338:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767329210.873189:0:211338:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329210.873194:0:211338:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767329210.873197:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767329210.873199:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767329210.873201:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000035f068c5 refcount=4 00000020:00000001:1.0:1767329210.873202:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657326080 : -127177052225536 : ffff8c5548fa8000) 00010000:00000001:1.0:1767329210.873204:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657326080 : -127177052225536 : ffff8c5548fa8000) 00010000:00000040:1.0:1767329210.873208:0:211338:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000035f068c5, remote cookie: 0xa764e4c88bd576a4, flags: 0x0 00010000:00000001:1.0:1767329210.873211:0:211338:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767329210.873214:0:211338:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767329210.873216:0:211338:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767329210.873218:0:211338:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767329210.873219:0:211338:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767329210.873220:0:211338:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fa1f2af9) refcount = 1 00010000:00010000:1.0:1767329210.873223:0:211338:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.109@tcp lock: 0000000035f068c5/0x989c09653bac0c6e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd576a4 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767329210.873228:0:211338:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767329210.873229:0:211338:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767329210.873230:0:211338:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767329210.873233:0:211338:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767329210.873235:0:211338:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767329210.873238:0:211338:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.109@tcp lock: 0000000035f068c5/0x989c09653bac0c6e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa764e4c88bd576a4 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767329210.873242:0:211338:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767329210.873243:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329210.873244:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329210.873244:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329210.873245:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329210.873246:0:211338:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.873247:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329210.873249:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572209920/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.873253:0:211338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329210.873254:0:211338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329210.873259:0:211338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005a65f81c. 02000000:00000001:1.0:1767329210.873263:0:211338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329210.873265:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329210.873266:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329210.873267:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329210.873269:0:211338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a333ef6c. 02000000:00000001:1.0:1767329210.873272:0:211338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329210.873273:0:211338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329210.873274:0:211338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000100:00000001:1.0:1767329210.873276:0:211338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329210.873277:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767329210.873278:0:211338:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767329210.873280:0:211338:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767329210.873281:0:211338:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000004eee565b) refs 3 10000000:00000001:1.0:1767329210.873282:0:211338:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329210.873283:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767329210.873284:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767329210.873285:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000035f068c5 refcount=3 00000020:00000001:1.0:1767329210.873286:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657326080 : -127177052225536 : ffff8c5548fa8000) 00010000:00000001:1.0:1767329210.873288:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657326080 : -127177052225536 : ffff8c5548fa8000) 00010000:00000001:1.0:1767329210.873289:0:211338:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767329210.873306:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329210.873307:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329210.873308:0:211338:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767329210.873310:0:211338:0:(mgc_request.c:1532:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767329210.873312:0:211338:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000d1c7e368. 00000100:00000010:1.0:1767329210.873324:0:211338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 00000020:00000040:1.0:1767329210.873326:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329210.873328:0:211338:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329210.873329:0:211338:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329210.873331:0:211338:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329210.873333:0:211338:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a333ef6c. 00000100:00000001:1.0:1767329210.873336:0:211338:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.873338:0:211338:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767329210.873341:0:211338:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000005a65f81c. 00000100:00000010:1.0:1767329210.873343:0:211338:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000057c04552. 00000020:00000040:1.0:1767329210.873348:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329210.873351:0:211338:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767329210.873352:0:211338:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767329210.873354:0:211338:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5e1d70e. 00000100:00000001:1.0:1767329210.873355:0:211338:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896614476608 : -127177095075008 : ffff8c55466cab40) 00000100:00000001:1.0:1767329210.873357:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329210.873358:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000001:1.0:1767329210.873360:0:211338:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329210.873361:0:211338:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.873363:0:211338:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767329210.873364:0:211338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329210.873367:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572210048/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.873375:0:211338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329210.873376:0:211338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329210.873379:0:211338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329210.873381:0:211338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329210.873383:0:211338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329210.873386:0:211338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572210048:192.168.202.109@tcp:256: 00000100:00000001:1.0:1767329210.873390:0:211338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329210.873392:0:211338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329210.873394:0:211338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.873397:0:211338:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767329210.873403:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015e4d819. 00000400:00000010:1.0:1767329210.873407:0:211338:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000001bbba3b5. 00000100:00000200:1.0:1767329210.873412:0:211338:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x69574c2807f80-0x69574c2807f80, portal 33 00000100:00000001:1.0:1767329210.873415:0:211338:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329210.873417:0:211338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329210.873420:0:211338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d12fd14c. 02000000:00000001:1.0:1767329210.873421:0:211338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329210.873424:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a9a7385. 00000400:00000010:1.0:1767329210.873427:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 00000100:00000200:1.0:1767329210.873430:0:211338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572210048, portal 25 00000100:00000001:1.0:1767329210.873432:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329210.873439:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000040:1.0:1767329210.873445:0:211338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572210048/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329226 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.873452:0:211338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329210.873455:0:211338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329210.873458:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fa6d4d2. 00000100:00000200:1.0:1767329210.873461:0:211338:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853178572210048, offset 0 00000400:00000200:1.0:1767329210.873466:0:211338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329210.873472:0:211338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329210.873476:0:211338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329210.873479:0:211338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329210.873482:0:211338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329210.873484:0:211338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329210.873488:0:211338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [266:266:256:4294967295] 192.168.202.109@tcp LPNI seq info [266:266:8:4294967295] 00000400:00000200:1.0:1767329210.873497:0:211338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329210.873502:0:211338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329210.873505:0:211338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000800:00000200:1.0:1767329210.873510:0:211338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767329210.873515:0:211338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329210.873518:0:211338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1767329210.873532:0:211338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.873536:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301060446 00000100:00000001:1.0:1767329210.873540:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301060444 00000100:00000001:1.0:1767329210.873544:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301060446 00000100:00000001:1.0:1767329210.873547:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301060444 00000100:00000001:1.0:1767329210.873549:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301060446 00000100:00000001:1.0:1767329210.873552:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301060444 00000100:00000001:1.0:1767329210.873554:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301060446 00000100:00000001:1.0:1767329210.873557:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301060444 00000100:00000001:1.0:1767329210.873565:0:211338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329210.873567:0:211338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.873569:0:211338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329210.873571:0:211338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767329210.873573:0:211338:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e5e1d70e going to sleep for 11 seconds 00000100:00000001:1.0:1767329210.873575:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329210.873578:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329210.873638:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329210.873643:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00000400:00000200:3.0:1767329210.873647:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329210.873654:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329210.873659:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fa6d4d2 00000400:00000010:3.0:1767329210.873661:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fa6d4d2. 00000100:00000001:3.0:1767329210.873665:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329210.873710:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572210048/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329226 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329210.873720:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329210.873723:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000dfc75053 x1853178572210048/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329226 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329210.873728:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329210.873729:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329210.874497:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329210.874503:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329210.874505:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329210.874507:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329210.874511:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329210.874518:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 44 into portal 33 MB=0x69574c2807f80 00000400:00000200:2.0:1767329210.874521:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.109@tcp of length 44/44 into md 0x929 [4] + 0 00000400:00000010:2.0:1767329210.874524:0:208641:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015e4d819. 00000400:00000200:2.0:1767329210.874526:0:208641:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001bbba3b5 00000800:00000001:2.0:1767329210.874528:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329210.874532:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329210.874534:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329210.874536:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329210.874539:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bbba3b5 00000400:00000010:2.0:1767329210.874540:0:208641:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000001bbba3b5. 00000100:00000001:2.0:1767329210.874543:0:208641:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767329210.874544:0:208641:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000dfc75053 desc 000000005a65f81c mbits 1853178572210048 00000100:00000001:2.0:1767329210.874553:0:208641:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767329210.874556:0:208641:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767329210.874559:0:208641:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329210.874563:0:208641:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [267:267:256:4294967295] 192.168.202.109@tcp LPNI seq info [267:267:8:4294967295] 00000400:00000200:2.0:1767329210.874569:0:208641:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) 192.168.202.109@tcp : ACK try# 0 00000800:00000200:2.0:1767329210.874572:0:208641:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329210.874575:0:208641:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at 00000000dcafe47a. 00000800:00000200:2.0:1767329210.874578:0:208641:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329210.874581:0:208641:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329210.874583:0:208641:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcafe47a type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767329210.874604:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329210.874607:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329210.874625:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329210.874627:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at 00000000dcafe47a. 00000800:00000001:0.0:1767329210.874630:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767329210.874631:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329210.874636:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: ACK: OK 00000800:00000001:0.0:1767329210.874640:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329210.875244:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329210.875250:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329210.875252:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329210.875254:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329210.875260:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329210.875271:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 240 into portal 25 MB=0x69574c2807f80 00000400:00000200:3.0:1767329210.875277:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 240/240 into md 0x92d [1] + 224 00000800:00000001:3.0:1767329210.875283:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329210.875288:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329210.875318:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329210.875321:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329210.875324:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329210.875327:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572210048/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329226 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329210.875334:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000dfc75053 x1853178572210048/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329210.875348:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329210.875354:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329210.875356:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329210.875370:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329210.875375:0:211338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329210.875377:0:211338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329210.875378:0:211338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a9a7385. 00000400:00000200:1.0:1767329210.875381:0:211338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00000400:00000010:1.0:1767329210.875382:0:211338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 00000100:00000001:1.0:1767329210.875385:0:211338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329210.875389:0:211338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572210048/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329210.875396:0:211338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572210048/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.875401:0:211338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329210.875403:0:211338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329210.875404:0:211338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329210.875405:0:211338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329210.875406:0:211338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329210.875407:0:211338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329210.875409:0:211338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329210.875411:0:211338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=57 v=5 (5 5 5 0) 00000100:00001000:1.0:1767329210.875413:0:211338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=57 v=5 (1 1 1 0) 00000100:00000001:1.0:1767329210.875415:0:211338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329210.875415:0:211338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329210.875417:0:211338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329210.875418:0:211338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.875419:0:211338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329210.875421:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000dfc75053 x1853178572210048/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329210.875440:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000dfc75053 x1853178572210048/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329226 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.875447:0:211338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329210.875449:0:211338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329210.875452:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572210048/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329226 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329210.875459:0:211338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572210048:192.168.202.109@tcp:256: 00000100:00000001:1.0:1767329210.875464:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329210.875466:0:211338:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.875468:0:211338:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767329210.875470:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329210.875473:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572210048/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329226 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.875480:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767329210.875482:0:211338:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e5e1d70e. 00000100:00000001:1.0:1767329210.875485:0:211338:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767329210.875486:0:211338:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767329210.875490:0:211338:0:(mgc_request.c:1610:mgc_process_recover_log()) Latest version 13, more 0. 10000000:00000001:1.0:1767329210.875493:0:211338:0:(mgc_request.c:1273:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767329210.875499:0:211338:0:(mgc_request.c:1296:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000ab1dcba7. 00010000:00000001:1.0:1767329210.875509:0:211338:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767329210.875512:0:211338:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767329210.875515:0:211338:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.109@tcp has 192.168.202.109@tcp. 00000100:00000001:1.0:1767329210.875518:0:211338:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329210.875519:0:211338:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767329210.875520:0:211338:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.109@tcp with 192.168.202.109@tcp 00000100:00000200:1.0:1767329210.875522:0:211338:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.109@tcp' 00000400:00000200:1.0:1767329210.875524:0:211338:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1767329210.875526:0:211338:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:1.0:1767329210.875528:0:211338:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.202.109@tcp 00000400:00000200:1.0:1767329210.875532:0:211338:0:(peer.c:1797:lnet_peer_add()) peer 192.168.202.109@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767329210.875542:0:211338:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767329210.875545:0:211338:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.202.109@tcp NID 192.168.202.109@tcp: 0. pending discovery 00000400:00000200:1.0:1767329210.875547:0:211338:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.202.109@tcp 00000100:00000001:1.0:1767329210.875548:0:211338:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329210.875549:0:211338:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767329210.875552:0:211338:0:(mgc_request.c:1469:mgc_apply_recover_logs()) Found UUID '192.168.202.109@tcp' by NID '192.168.202.109@tcp' 10000000:00000010:1.0:1767329210.875555:0:211338:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 00000000d1e8c6d5. 10000000:00000040:1.0:1767329210.875556:0:211338:0:(mgc_request.c:1490:mgc_apply_recover_logs()) ir apply logs 13/13 for lustre-MDT0001-mdc-ffff8c55499c0800 -> mdc.import=connection=192.168.202.109@tcp::5 00000020:00000080:1.0:1767329210.875559:0:211338:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767329210.875564:0:211338:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767329210.875567:0:211338:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b37240ef. 00000020:00000010:1.0:1767329210.875571:0:211338:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002f06848b. 00000020:00000010:1.0:1767329210.875573:0:211338:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000082ce177d. 00000008:00000010:1.0:1767329210.875579:0:211338:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000079063d01. 00020000:00000010:1.0:1767329210.875583:0:211338:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000a6a93b36. 00008000:00000010:1.0:1767329210.875587:0:211338:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000004e32e125. 00000080:00000010:1.0:1767329210.875592:0:211338:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000014d21c1f. 00000080:00000010:1.0:1767329210.875595:0:211338:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000008c78e992. 00000040:00000001:1.0:1767329210.875599:0:211338:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767329210.875601:0:211338:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000d1e8c6d5 00000040:00001000:1.0:1767329210.875602:0:211338:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767329210.875603:0:211338:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767329210.875604:0:211338:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767329210.875605:0:211338:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767329210.875607:0:211338:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767329210.875607:0:211338:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767329210.875608:0:211338:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0001-mdc-ffff8c55499c0800 00000040:00001000:1.0:1767329210.875609:0:211338:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 mdc.import=connection=192.168.202.109@tcp::5 00000040:00000001:1.0:1767329210.875610:0:211338:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:1.0:1767329210.875656:0:211338:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002f06848b. 00000020:00000010:1.0:1767329210.875659:0:211338:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000082ce177d. 00000008:00000010:1.0:1767329210.875661:0:211338:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000079063d01. 00020000:00000010:1.0:1767329210.875664:0:211338:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000a6a93b36. 00008000:00000010:1.0:1767329210.875666:0:211338:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000004e32e125. 00000080:00000010:1.0:1767329210.875674:0:211338:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000014d21c1f. 00000080:00000010:1.0:1767329210.875676:0:211338:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000008c78e992. 00000020:00000010:1.0:1767329210.875679:0:211338:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b37240ef. 00000020:00000001:1.0:1767329210.875681:0:211338:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329210.875682:0:211338:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767329210.875684:0:211338:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 00000000d1e8c6d5. 10000000:00000010:1.0:1767329210.875686:0:211338:0:(mgc_request.c:1506:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000ab1dcba7. 10000000:00000001:1.0:1767329210.875689:0:211338:0:(mgc_request.c:1508:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.875691:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329210.875694:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572210048/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329226 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.875699:0:211338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329210.875700:0:211338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329210.875702:0:211338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d12fd14c. 02000000:00000001:1.0:1767329210.875704:0:211338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329210.875705:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329210.875706:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329210.875708:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767329210.875709:0:211338:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767329210.875711:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329210.875712:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329210.875713:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767329210.875714:0:211338:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000057c04552. 00000100:00000010:1.0:1767329210.875716:0:211338:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000005a65f81c. 00000100:00000001:1.0:1767329210.875717:0:211338:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767329210.875718:0:211338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a333ef6c. 02000000:00000001:1.0:1767329210.875720:0:211338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329210.875720:0:211338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329210.875721:0:211338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000100:00000001:1.0:1767329210.875723:0:211338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329210.875724:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767329210.875734:0:211338:0:(mgc_request.c:1662:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000d1c7e368. 10000000:01000000:1.0:1767329210.875737:0:211338:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.109@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:1.0:1767329210.875739:0:211338:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767329210.875740:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767329210.875745:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767329210.875746:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000035f068c5 refcount=3 00000020:00000001:1.0:1767329210.875747:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657326080 : -127177052225536 : ffff8c5548fa8000) 00010000:00000001:1.0:1767329210.875750:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657326080 : -127177052225536 : ffff8c5548fa8000) 00010000:00000001:1.0:1767329210.875752:0:211338:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767329210.875753:0:211338:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.109@tcp lock: 0000000035f068c5/0x989c09653bac0c6e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd576a4 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767329210.875759:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329210.875760:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767329210.875761:0:211338:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.109@tcp lock: 0000000035f068c5/0x989c09653bac0c6e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd576a4 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767329210.875765:0:211338:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767329210.875766:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329210.875767:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767329210.875768:0:211338:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767329210.875770:0:211338:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767329210.875771:0:211338:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767329210.875772:0:211338:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767329210.875773:0:211338:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000fbd3e279) refs 2 10000000:00000001:1.0:1767329210.875774:0:211338:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767329210.875775:0:211338:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767329210.875776:0:211338:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000004eee565b) refs 3 10000000:00000001:1.0:1767329210.875778:0:211338:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767329210.875779:0:211338:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767329210.875780:0:211338:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:1.0:1767329210.875781:0:211338:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:1.0:1767329210.875783:0:211338:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff8c55499c0800 from 42 10000000:00000001:1.0:1767329210.875784:0:211338:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767329210.875785:0:211338:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1767329210.875788:0:211338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 00000020:00000040:1.0:1767329210.875789:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329210.875791:0:211338:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329210.875792:0:211338:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329210.875794:0:211338:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329210.875800:0:211338:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a333ef6c. 00000100:00000001:1.0:1767329210.875802:0:211338:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329210.875804:0:211338:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767329210.875805:0:211338:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767329210.875808:0:211338:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f4675bae. 00010000:00000001:1.0:1767329210.875810:0:211338:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767329210.875812:0:211338:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006a8ec6a5. 00000020:00000001:1.0:1767329210.875814:0:211338:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767329210.875815:0:211338:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006a8ec6a5 with handle 0x989c09653bac0c75 to hash 00000020:00000001:1.0:1767329210.875816:0:211338:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767329210.875817:0:211338:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446616896657330688 : -127177052220928 : ffff8c5548fa9200) 00010000:00000001:1.0:1767329210.875819:0:211338:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446616896657330688 : -127177052220928 : ffff8c5548fa9200) 00010000:00000001:1.0:1767329210.875820:0:211338:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767329210.875821:0:211338:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767329210.875823:0:211338:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.109@tcp lock: 000000006a8ec6a5/0x989c09653bac0c75 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767329210.875827:0:211338:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.109@tcp lock: 000000006a8ec6a5/0x989c09653bac0c75 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767329210.875831:0:211338:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.109@tcp lock: 000000006a8ec6a5/0x989c09653bac0c75 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767329210.875834:0:211338:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767329210.875835:0:211338:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767329210.875837:0:211338:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5e1d70e. 00000100:00000001:1.0:1767329210.875838:0:211338:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896614476608 : -127177095075008 : ffff8c55466cab40) 00000100:00000001:1.0:1767329210.875839:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329210.875840:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000001:1.0:1767329210.875842:0:211338:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329210.875843:0:211338:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.875845:0:211338:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767329210.875846:0:211338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329210.875848:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572210176/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.875860:0:211338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329210.875861:0:211338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329210.875863:0:211338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329210.875864:0:211338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329210.875866:0:211338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329210.875867:0:211338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572210176:192.168.202.109@tcp:101: 00000100:00000001:1.0:1767329210.875870:0:211338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329210.875872:0:211338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329210.875873:0:211338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329210.875874:0:211338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329210.875876:0:211338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005a65f81c. 02000000:00000001:1.0:1767329210.875878:0:211338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329210.875881:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a9a7385. 00000400:00000010:1.0:1767329210.875886:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 00000100:00000200:1.0:1767329210.875890:0:211338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572210176, portal 25 00000100:00000001:1.0:1767329210.875893:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329210.875894:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000040:1.0:1767329210.875900:0:211338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572210176/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.875907:0:211338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329210.875910:0:211338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329210.875913:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5a75e4. 00000100:00000200:1.0:1767329210.875916:0:211338:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853178572210176, offset 0 00000400:00000200:1.0:1767329210.875922:0:211338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329210.875930:0:211338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329210.875934:0:211338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329210.875937:0:211338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329210.875941:0:211338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329210.875945:0:211338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329210.875949:0:211338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [268:268:256:4294967295] 192.168.202.109@tcp LPNI seq info [268:268:8:4294967295] 00000400:00000200:1.0:1767329210.875959:0:211338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329210.875972:0:211338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329210.875976:0:211338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000800:00000200:1.0:1767329210.875982:0:211338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767329210.875988:0:211338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329210.875991:0:211338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767329210.876006:0:211338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.876010:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301060448 00000100:00000001:1.0:1767329210.876040:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301060446 00000100:00000001:1.0:1767329210.876047:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301060449 00000100:00000001:1.0:1767329210.876052:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301060446 00000100:00000001:1.0:1767329210.876057:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301060449 00000100:00000001:1.0:1767329210.876062:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301060446 00000100:00000001:1.0:1767329210.876071:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301060449 00000100:00000001:1.0:1767329210.876079:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301060446 00000100:00000001:1.0:1767329210.876091:0:211338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329210.876095:0:211338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.876098:0:211338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329210.876100:0:211338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767329210.876103:0:211338:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e5e1d70e going to sleep for 11 seconds 00000100:00000001:1.0:1767329210.876105:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329210.876107:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329210.876122:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329210.876127:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00000400:00000200:3.0:1767329210.876132:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329210.876139:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329210.876142:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5a75e4 00000400:00000010:3.0:1767329210.876145:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f5a75e4. 00000100:00000001:3.0:1767329210.876150:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329210.876156:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572210176/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329210.876164:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329210.876168:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000dfc75053 x1853178572210176/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329210.876175:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329210.876176:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329210.877148:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329210.877158:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329210.877161:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329210.877164:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329210.877171:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329210.877185:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 344 into portal 25 MB=0x69574c2808000 00000400:00000200:0.0:1767329210.877192:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 344/344 into md 0x935 [1] + 224 00000800:00000001:0.0:1767329210.877197:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329210.877205:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329210.877209:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329210.877213:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329210.877217:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329210.877223:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572210176/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329210.877234:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000dfc75053 x1853178572210176/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329210.877251:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329210.877257:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329210.877262:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329210.877270:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329210.877275:0:211338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329210.877277:0:211338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329210.877278:0:211338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a9a7385. 00000400:00000200:1.0:1767329210.877282:0:211338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00000400:00000010:1.0:1767329210.877284:0:211338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 00000100:00000001:1.0:1767329210.877286:0:211338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329210.877303:0:211338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572210176/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329210.877311:0:211338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572210176/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.877325:0:211338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329210.877326:0:211338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329210.877328:0:211338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329210.877329:0:211338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329210.877330:0:211338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329210.877331:0:211338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329210.877333:0:211338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329210.877336:0:211338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=57 v=5 (5 5 5 0) 00000100:00001000:1.0:1767329210.877338:0:211338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=57 v=5 (1 1 1 0) 00000100:00000001:1.0:1767329210.877340:0:211338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329210.877341:0:211338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329210.877343:0:211338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329210.877344:0:211338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.877345:0:211338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329210.877348:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfc75053 x1853178572210176/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.877353:0:211338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329210.877356:0:211338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329210.877357:0:211338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329210.877359:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572210176/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329210.877364:0:211338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572210176:192.168.202.109@tcp:101: 00000100:00000001:1.0:1767329210.877368:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329210.877369:0:211338:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.877370:0:211338:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767329210.877371:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329210.877373:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572210176/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.877379:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767329210.877380:0:211338:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e5e1d70e. 00000100:00000001:1.0:1767329210.877383:0:211338:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767329210.877383:0:211338:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329210.877397:0:211338:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767329210.877398:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767329210.877400:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767329210.877401:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006a8ec6a5 refcount=4 00000020:00000001:1.0:1767329210.877403:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657330688 : -127177052220928 : ffff8c5548fa9200) 00010000:00000001:1.0:1767329210.877405:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657330688 : -127177052220928 : ffff8c5548fa9200) 00010000:00000040:1.0:1767329210.877407:0:211338:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000006a8ec6a5, remote cookie: 0xa764e4c88bd576ab, flags: 0x0 00010000:00000001:1.0:1767329210.877409:0:211338:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767329210.877411:0:211338:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767329210.877412:0:211338:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767329210.877413:0:211338:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767329210.877414:0:211338:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767329210.877416:0:211338:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000f4675bae) refcount = 1 00010000:00010000:1.0:1767329210.877418:0:211338:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.109@tcp lock: 000000006a8ec6a5/0x989c09653bac0c75 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd576ab expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767329210.877424:0:211338:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767329210.877425:0:211338:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767329210.877426:0:211338:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767329210.877427:0:211338:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767329210.877429:0:211338:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767329210.877430:0:211338:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.109@tcp lock: 000000006a8ec6a5/0x989c09653bac0c75 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa764e4c88bd576ab expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767329210.877434:0:211338:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767329210.877435:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329210.877436:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329210.877437:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329210.877438:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329210.877439:0:211338:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.877440:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329210.877442:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572210176/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.877447:0:211338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329210.877448:0:211338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329210.877454:0:211338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005a65f81c. 02000000:00000001:1.0:1767329210.877457:0:211338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329210.877458:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329210.877461:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329210.877462:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329210.877464:0:211338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a333ef6c. 02000000:00000001:1.0:1767329210.877466:0:211338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329210.877468:0:211338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329210.877469:0:211338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000100:00000001:1.0:1767329210.877470:0:211338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329210.877472:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767329210.877473:0:211338:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767329210.877475:0:211338:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767329210.877475:0:211338:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000fbd3e279) refs 3 10000000:00000001:1.0:1767329210.877477:0:211338:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329210.877478:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767329210.877479:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767329210.877480:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006a8ec6a5 refcount=3 00000020:00000001:1.0:1767329210.877483:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657330688 : -127177052220928 : ffff8c5548fa9200) 00010000:00000001:1.0:1767329210.877485:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657330688 : -127177052220928 : ffff8c5548fa9200) 00010000:00000001:1.0:1767329210.877487:0:211338:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767329210.877489:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329210.877490:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329210.877492:0:211338:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767329210.877494:0:211338:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1767329210.877497:0:211338:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000057c04552. 00000020:00000010:1.0:1767329210.877502:0:211338:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a333ef6c. 00000020:00000010:1.0:1767329210.877505:0:211338:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d12fd14c. 00000040:00000010:1.0:1767329210.877509:0:211338:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b37240ef. 00000020:00000010:1.0:1767329210.877514:0:211338:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cfce8070. 00000020:00000010:1.0:1767329210.877520:0:211338:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002f06848b. 80000000:00000010:1.0:1767329210.877524:0:211338:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000082ce177d. 00040000:00000010:1.0:1767329210.877529:0:211338:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000576dcef4. 20000000:00000010:1.0:1767329210.877535:0:211338:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000005ef51550. 10000000:00000040:1.0:1767329210.877539:0:211338:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005511999b : new refcount 2 00000020:00000001:1.0:1767329210.877543:0:211338:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1767329210.877552:0:211338:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1767329210.877555:0:211338:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767329210.877559:0:211338:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004a8523fa. 00000040:00000001:1.0:1767329210.877563:0:211338:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767329210.877566:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000010:1.0:1767329210.877571:0:211338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 00000020:00000040:1.0:1767329210.877574:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329210.877577:0:211338:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329210.877581:0:211338:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329210.877584:0:211338:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329210.877589:0:211338:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000062ea8d97. 00000100:00000001:1.0:1767329210.877593:0:211338:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.877598:0:211338:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767329210.877600:0:211338:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767329210.877603:0:211338:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5e1d70e. 00000100:00000001:1.0:1767329210.877606:0:211338:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896614476608 : -127177095075008 : ffff8c55466cab40) 00000100:00000001:1.0:1767329210.877608:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329210.877610:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000001:1.0:1767329210.877613:0:211338:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329210.877616:0:211338:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.877617:0:211338:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767329210.877618:0:211338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329210.877621:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572210304/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.877629:0:211338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329210.877631:0:211338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329210.877633:0:211338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329210.877636:0:211338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329210.877638:0:211338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329210.877641:0:211338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572210304:192.168.202.109@tcp:501: 00000100:00000001:1.0:1767329210.877645:0:211338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329210.877647:0:211338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329210.877650:0:211338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329210.877653:0:211338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329210.877656:0:211338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5a562d5. 02000000:00000001:1.0:1767329210.877666:0:211338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329210.877669:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a9a7385. 00000400:00000010:1.0:1767329210.877674:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 00000100:00000200:1.0:1767329210.877677:0:211338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572210304, portal 25 00000100:00000001:1.0:1767329210.877680:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329210.877681:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000040:1.0:1767329210.877689:0:211338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572210304/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329226 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.877697:0:211338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329210.877700:0:211338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329210.877704:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cab2768b. 00000100:00000200:1.0:1767329210.877706:0:211338:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853178572210304, offset 0 00000400:00000200:1.0:1767329210.877710:0:211338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329210.877715:0:211338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329210.877718:0:211338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329210.877720:0:211338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329210.877722:0:211338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329210.877724:0:211338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329210.877728:0:211338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [269:269:256:4294967295] 192.168.202.109@tcp LPNI seq info [269:269:8:4294967295] 00000400:00000200:1.0:1767329210.877736:0:211338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329210.877739:0:211338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329210.877742:0:211338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077a38a26. 00000800:00000200:1.0:1767329210.877748:0:211338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767329210.877751:0:211338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329210.877754:0:211338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077a38a26 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1767329210.877769:0:211338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.877772:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301060450 00000100:00000001:1.0:1767329210.877776:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301060448 00000100:00000001:1.0:1767329210.877780:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301060450 00000100:00000001:1.0:1767329210.877783:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301060449 00000100:00000001:1.0:1767329210.877790:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301060450 00000100:00000001:1.0:1767329210.877796:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301060449 00000100:00000001:1.0:1767329210.877798:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301060450 00000100:00000001:1.0:1767329210.877801:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301060449 00000100:00000001:1.0:1767329210.877804:0:211338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329210.877806:0:211338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.877807:0:211338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329210.877808:0:211338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767329210.877810:0:211338:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e5e1d70e going to sleep for 11 seconds 00000100:00000001:1.0:1767329210.877812:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329210.877814:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329210.877838:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329210.877843:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077a38a26. 00000400:00000200:2.0:1767329210.877847:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329210.877851:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329210.877854:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cab2768b 00000400:00000010:2.0:1767329210.877855:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cab2768b. 00000100:00000001:2.0:1767329210.877858:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329210.877861:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572210304/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329226 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329210.877869:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329210.877871:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000dfc75053 x1853178572210304/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329226 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329210.877876:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329210.877877:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329210.878867:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329210.878873:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329210.878875:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329210.878878:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329210.878885:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329210.878891:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 272 into portal 25 MB=0x69574c2808080 00000400:00000200:2.0:1767329210.878895:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 272/272 into md 0x93d [1] + 224 00000800:00000001:2.0:1767329210.878898:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329210.878903:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329210.878906:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329210.878909:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329210.878913:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329210.878916:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572210304/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329226 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329210.878923:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000dfc75053 x1853178572210304/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329210.878946:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329210.878955:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329210.878959:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329210.878975:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329210.878979:0:211338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329210.878981:0:211338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329210.878982:0:211338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a9a7385. 00000400:00000200:1.0:1767329210.878986:0:211338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00000400:00000010:1.0:1767329210.878987:0:211338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 00000100:00000001:1.0:1767329210.878989:0:211338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329210.878994:0:211338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572210304/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329210.879001:0:211338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572210304/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.879006:0:211338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329210.879007:0:211338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329210.879008:0:211338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329210.879009:0:211338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329210.879010:0:211338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329210.879012:0:211338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329210.879013:0:211338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329210.879043:0:211338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=57 v=5 (5 5 5 0) 00000100:00001000:1.0:1767329210.879046:0:211338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=57 v=5 (1 1 1 0) 00000100:00000001:1.0:1767329210.879048:0:211338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329210.879049:0:211338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329210.879051:0:211338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329210.879061:0:211338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.879064:0:211338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329210.879068:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfc75053 x1853178572210304/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.879074:0:211338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329210.879076:0:211338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329210.879077:0:211338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329210.879079:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572210304/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329226 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329210.879083:0:211338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572210304:192.168.202.109@tcp:501: 00000100:00000001:1.0:1767329210.879087:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329210.879088:0:211338:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.879090:0:211338:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767329210.879091:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329210.879092:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572210304/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329226 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.879097:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767329210.879098:0:211338:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e5e1d70e. 00000100:00000001:1.0:1767329210.879101:0:211338:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767329210.879102:0:211338:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767329210.879104:0:211338:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767329210.879106:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329210.879107:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329210.879109:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767329210.879110:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329210.879111:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572210304/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329226 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.879116:0:211338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329210.879118:0:211338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329210.879119:0:211338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5a562d5. 02000000:00000001:1.0:1767329210.879123:0:211338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329210.879124:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329210.879125:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329210.879131:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329210.879132:0:211338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000062ea8d97. 02000000:00000001:1.0:1767329210.879134:0:211338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329210.879136:0:211338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329210.879138:0:211338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000100:00000001:1.0:1767329210.879140:0:211338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329210.879141:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767329210.879143:0:211338:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767329210.879145:0:211338:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767329210.879149:0:211338:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007caf59e4. 00000040:00000001:1.0:1767329210.879151:0:211338:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767329210.879152:0:211338:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767329210.879153:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000010:1.0:1767329210.879156:0:211338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 00000020:00000040:1.0:1767329210.879158:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329210.879159:0:211338:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329210.879161:0:211338:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329210.879163:0:211338:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329210.879166:0:211338:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000062ea8d97. 00000100:00000001:1.0:1767329210.879168:0:211338:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.879170:0:211338:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767329210.879171:0:211338:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767329210.879173:0:211338:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5e1d70e. 00000100:00000001:1.0:1767329210.879174:0:211338:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896614476608 : -127177095075008 : ffff8c55466cab40) 00000100:00000001:1.0:1767329210.879176:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329210.879177:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000001:1.0:1767329210.879179:0:211338:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329210.879181:0:211338:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.879182:0:211338:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767329210.879183:0:211338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329210.879185:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572210432/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.879191:0:211338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329210.879192:0:211338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329210.879193:0:211338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329210.879195:0:211338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329210.879202:0:211338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329210.879204:0:211338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572210432:192.168.202.109@tcp:503: 00000100:00000001:1.0:1767329210.879206:0:211338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329210.879208:0:211338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329210.879210:0:211338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329210.879211:0:211338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329210.879223:0:211338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000047626fd9. 02000000:00000001:1.0:1767329210.879224:0:211338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329210.879227:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a9a7385. 00000400:00000010:1.0:1767329210.879230:0:211338:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a19b3b67. 00000100:00000200:1.0:1767329210.879232:0:211338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853178572210432, portal 25 00000100:00000001:1.0:1767329210.879234:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329210.879236:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000040:1.0:1767329210.879239:0:211338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572210432/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767329226 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.879244:0:211338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329210.879245:0:211338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329210.879247:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 00000100:00000200:1.0:1767329210.879249:0:211338:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853178572210432, offset 0 00000400:00000200:1.0:1767329210.879253:0:211338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329210.879257:0:211338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329210.879259:0:211338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329210.879262:0:211338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329210.879264:0:211338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329210.879265:0:211338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329210.879267:0:211338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [270:270:256:4294967295] 192.168.202.109@tcp LPNI seq info [270:270:8:4294967295] 00000400:00000200:1.0:1767329210.879274:0:211338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329210.879279:0:211338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329210.879282:0:211338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077a38a26. 00000800:00000200:1.0:1767329210.879285:0:211338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767329210.879288:0:211338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329210.879314:0:211338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077a38a26 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767329210.879324:0:211338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.879327:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301060452 00000100:00000001:1.0:1767329210.879331:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301060450 00000100:00000001:1.0:1767329210.879334:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301060452 00000100:00000001:1.0:1767329210.879337:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301060450 00000100:00000001:1.0:1767329210.879341:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301060452 00000100:00000001:1.0:1767329210.879346:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301060450 00000100:00000001:1.0:1767329210.879349:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301060452 00000100:00000001:1.0:1767329210.879352:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301060450 00000100:00000001:1.0:1767329210.879355:0:211338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329210.879357:0:211338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.879360:0:211338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329210.879363:0:211338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767329210.879365:0:211338:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e5e1d70e going to sleep for 11 seconds 00000100:00000001:1.0:1767329210.879369:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329210.879371:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329210.879397:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329210.879401:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077a38a26. 00000400:00000200:0.0:1767329210.879405:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329210.879410:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329210.879413:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00000400:00000010:0.0:1767329210.879416:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 00000100:00000001:0.0:1767329210.879431:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329210.879435:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572210432/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767329226 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329210.879444:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329210.879448:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000dfc75053 x1853178572210432/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767329226 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329210.879455:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329210.879457:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329210.880189:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329210.880197:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329210.880199:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329210.880201:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329210.880205:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329210.880211:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 8416 into portal 25 MB=0x69574c2808100 00000400:00000200:2.0:1767329210.880215:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 8416/8416 into md 0x945 [4] + 224 00000800:00000001:2.0:1767329210.880219:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329210.880227:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329210.880229:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329210.880231:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329210.880234:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329210.880237:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572210432/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767329226 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329210.880244:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@00000000dfc75053 x1853178572210432/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329210.880257:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329210.880261:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329210.880263:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329210.880284:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329210.880289:0:211338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329210.880301:0:211338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329210.880302:0:211338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a9a7385. 00000400:00000200:1.0:1767329210.880307:0:211338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a19b3b67 00000400:00000010:1.0:1767329210.880309:0:211338:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000a19b3b67. 00000100:00000001:1.0:1767329210.880313:0:211338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329210.880318:0:211338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572210432/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329210.880328:0:211338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572210432/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.880337:0:211338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329210.880339:0:211338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329210.880341:0:211338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329210.880351:0:211338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329210.880353:0:211338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329210.880355:0:211338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329210.880357:0:211338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329210.880360:0:211338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=57 v=5 (5 5 5 0) 00000100:00001000:1.0:1767329210.880364:0:211338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=57 v=5 (1 1 1 0) 00000100:00000001:1.0:1767329210.880366:0:211338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329210.880368:0:211338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329210.880370:0:211338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329210.880372:0:211338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.880374:0:211338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329210.880378:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfc75053 x1853178572210432/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.880386:0:211338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329210.880388:0:211338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329210.880390:0:211338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329210.880393:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572210432/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767329226 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329210.880401:0:211338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572210432:192.168.202.109@tcp:503: 00000100:00000001:1.0:1767329210.880407:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329210.880409:0:211338:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.880411:0:211338:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767329210.880413:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329210.880416:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572210432/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767329226 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.880423:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767329210.880426:0:211338:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e5e1d70e. 00000100:00000001:1.0:1767329210.880429:0:211338:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767329210.880430:0:211338:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767329210.880434:0:211338:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1767329210.880436:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329210.880439:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572210432/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767329226 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.880460:0:211338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329210.880462:0:211338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329210.880464:0:211338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000047626fd9. 02000000:00000001:1.0:1767329210.880474:0:211338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329210.880477:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329210.880478:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329210.880480:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329210.880482:0:211338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000062ea8d97. 02000000:00000001:1.0:1767329210.880486:0:211338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329210.880488:0:211338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329210.880489:0:211338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000100:00000001:1.0:1767329210.880493:0:211338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329210.880495:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767329210.880497:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329210.880499:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329210.880501:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767329210.880503:0:211338:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767329210.880506:0:211338:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767329210.880509:0:211338:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767329210.880513:0:211338:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000007d9c1b8c. 00000040:00001000:1.0:1767329210.880515:0:211338:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000040:00000001:1.0:1767329210.880744:0:214065:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767329210.880748:0:214065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062ea8d97. 00000020:00000010:1.0:1767329210.880751:0:214065:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b5a562d5. 00000040:00000010:1.0:1767329210.880753:0:214065:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000024dc58fa. 00000020:00000010:1.0:1767329210.880755:0:214065:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b370f4c1. 00000020:00000010:1.0:1767329210.880759:0:214065:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f796c3bc. 00000020:00000010:1.0:1767329210.880764:0:214065:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004d6a423c. 80000000:00000010:1.0:1767329210.880766:0:214065:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000620d8893. 40000000:00000010:1.0:1767329210.880769:0:214065:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006f201c24. 00100000:00000010:1.0:1767329210.880773:0:214065:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e8566dd1. 00040000:00000010:1.0:1767329210.880776:0:214065:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000070fb6d87. 00040000:00000010:1.0:1767329210.880779:0:214065:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000020031968. 00040000:00000010:1.0:1767329210.880782:0:214065:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009f31d167. 00000004:00000010:1.0:1767329210.880791:0:214065:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000782fe04. 00000004:00000010:1.0:1767329210.880794:0:214065:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ab1dcba7. 00000004:00000010:1.0:1767329210.880797:0:214065:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000facfc88a. 00002000:00000010:1.0:1767329210.880800:0:214065:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005a65f81c. 00000004:00000010:1.0:1767329210.880804:0:214065:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ef73c43b. 00000020:00000010:1.0:1767329210.880808:0:214065:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006363cf83. 00000040:00000010:1.0:1767329210.880815:0:214065:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000008b5cab2e. 00000040:00001000:1.0:1767329210.880817:0:214065:0:(llog.c:607:llog_process_thread()) index: 42 last_index 64767 00000040:00000001:1.0:1767329210.880819:0:214065:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767329210.880820:0:214065:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767329210.880822:0:214065:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000010:1.0:1767329210.880825:0:214065:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 00000020:00000040:1.0:1767329210.880827:0:214065:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329210.880829:0:214065:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329210.880830:0:214065:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329210.880832:0:214065:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329210.880836:0:214065:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000081d167d1. 00000100:00000001:1.0:1767329210.880838:0:214065:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.880841:0:214065:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767329210.880842:0:214065:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767329210.880844:0:214065:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a19b3b67. 00000100:00000001:1.0:1767329210.880846:0:214065:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896614475072 : -127177095076544 : ffff8c55466ca540) 00000100:00000001:1.0:1767329210.880848:0:214065:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329210.880849:0:214065:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000001:1.0:1767329210.880852:0:214065:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329210.880853:0:214065:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.880854:0:214065:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767329210.880855:0:214065:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329210.880859:0:214065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572210560/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.880864:0:214065:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329210.880865:0:214065:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329210.880867:0:214065:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329210.880869:0:214065:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329210.880871:0:214065:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329210.880878:0:214065:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cbc0edb7-593a-4289-8780-9495892e37e0:214065:1853178572210560:192.168.202.109@tcp:502: 00000100:00000001:1.0:1767329210.880881:0:214065:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329210.880883:0:214065:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329210.880885:0:214065:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329210.880887:0:214065:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329210.880893:0:214065:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000047626fd9. 02000000:00000001:1.0:1767329210.880895:0:214065:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329210.880898:0:214065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a9a7385. 00000400:00000010:1.0:1767329210.880902:0:214065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000047223903. 00000100:00000200:1.0:1767329210.880904:0:214065:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853178572210560, portal 25 00000100:00000001:1.0:1767329210.880906:0:214065:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329210.880907:0:214065:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000040:1.0:1767329210.880911:0:214065:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572210560/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767329226 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.880917:0:214065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329210.880919:0:214065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329210.880921:0:214065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1e4696. 00000100:00000200:1.0:1767329210.880923:0:214065:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853178572210560, offset 0 00000400:00000200:1.0:1767329210.880929:0:214065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329210.880935:0:214065:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329210.880939:0:214065:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329210.880942:0:214065:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329210.880944:0:214065:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329210.880946:0:214065:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329210.880949:0:214065:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [271:271:256:4294967295] 192.168.202.109@tcp LPNI seq info [271:271:8:4294967295] 00000400:00000200:1.0:1767329210.880958:0:214065:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329210.880961:0:214065:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329210.880964:0:214065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077a38a26. 00000800:00000200:1.0:1767329210.880968:0:214065:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767329210.880972:0:214065:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329210.880975:0:214065:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077a38a26 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767329210.880994:0:214065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.880996:0:214065:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301060453 00000100:00000001:1.0:1767329210.881000:0:214065:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301060452 00000100:00000001:1.0:1767329210.881003:0:214065:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301060453 00000100:00000001:1.0:1767329210.881008:0:214065:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301060452 00000100:00000001:1.0:1767329210.881060:0:214065:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301060453 00000100:00000001:1.0:1767329210.881066:0:214065:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301060452 00000100:00000001:1.0:1767329210.881071:0:214065:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301060454 00000100:00000001:1.0:1767329210.881075:0:214065:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301060452 00000100:00000001:1.0:1767329210.881078:0:214065:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329210.881082:0:214065:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.881085:0:214065:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329210.881088:0:214065:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767329210.881090:0:214065:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a19b3b67 going to sleep for 11 seconds 00000100:00000001:1.0:1767329210.881096:0:214065:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329210.881101:0:214065:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329210.881114:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329210.881118:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077a38a26. 00000400:00000200:3.0:1767329210.881125:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329210.881136:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329210.881142:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1e4696 00000400:00000010:3.0:1767329210.881145:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1e4696. 00000100:00000001:3.0:1767329210.881148:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329210.881153:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572210560/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767329226 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329210.881172:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329210.881177:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000dfc75053 x1853178572210560/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767329226 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329210.881182:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329210.881184:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329210.882177:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329210.882186:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329210.882189:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329210.882190:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329210.882197:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329210.882206:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 8472 into portal 25 MB=0x69574c2808180 00000400:00000200:0.0:1767329210.882212:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 8472/8472 into md 0x94d [4] + 224 00000800:00000001:0.0:1767329210.882216:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329210.882228:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329210.882230:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329210.882234:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329210.882238:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329210.882242:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572210560/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767329226 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329210.882251:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000dfc75053 x1853178572210560/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329210.882268:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329210.882273:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329210.882276:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329210.882304:0:214065:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329210.882309:0:214065:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329210.882310:0:214065:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329210.882312:0:214065:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a9a7385. 00000400:00000200:1.0:1767329210.882315:0:214065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047223903 00000400:00000010:1.0:1767329210.882317:0:214065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000047223903. 00000100:00000001:1.0:1767329210.882319:0:214065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329210.882322:0:214065:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572210560/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329210.882329:0:214065:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572210560/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.882335:0:214065:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329210.882336:0:214065:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329210.882337:0:214065:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329210.882338:0:214065:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329210.882339:0:214065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329210.882346:0:214065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329210.882348:0:214065:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329210.882350:0:214065:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=57 v=5 (5 5 5 0) 00000100:00001000:1.0:1767329210.882353:0:214065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=57 v=5 (1 1 1 0) 00000100:00000001:1.0:1767329210.882355:0:214065:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329210.882355:0:214065:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329210.882356:0:214065:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329210.882358:0:214065:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.882359:0:214065:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329210.882362:0:214065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfc75053 x1853178572210560/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.882366:0:214065:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329210.882368:0:214065:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329210.882369:0:214065:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329210.882371:0:214065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572210560/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767329226 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329210.882378:0:214065:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cbc0edb7-593a-4289-8780-9495892e37e0:214065:1853178572210560:192.168.202.109@tcp:502: 00000100:00000001:1.0:1767329210.882383:0:214065:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329210.882387:0:214065:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329210.882390:0:214065:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767329210.882392:0:214065:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329210.882396:0:214065:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572210560/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767329226 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.882403:0:214065:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767329210.882405:0:214065:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a19b3b67. 00000100:00000001:1.0:1767329210.882409:0:214065:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767329210.882411:0:214065:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767329210.882416:0:214065:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767329210.882417:0:214065:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329210.882421:0:214065:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572210560/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767329226 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329210.882428:0:214065:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329210.882429:0:214065:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329210.882439:0:214065:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000047626fd9. 02000000:00000001:1.0:1767329210.882447:0:214065:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329210.882449:0:214065:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329210.882450:0:214065:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329210.882453:0:214065:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329210.882455:0:214065:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000081d167d1. 02000000:00000001:1.0:1767329210.882458:0:214065:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329210.882460:0:214065:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329210.882461:0:214065:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000100:00000001:1.0:1767329210.882464:0:214065:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329210.882466:0:214065:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767329210.882468:0:214065:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329210.882469:0:214065:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329210.882471:0:214065:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767329210.882473:0:214065:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767329210.882475:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e0000 type=0x10620000 idx=1 00000040:00001000:1.0:1767329210.882479:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:1.0:1767329210.882480:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e00e0 type=0x10620000 idx=2 00000040:00001000:1.0:1767329210.882482:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 2 00000040:00001000:1.0:1767329210.882483:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e0158 type=0x10620000 idx=3 00000040:00001000:1.0:1767329210.882485:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 3 00000040:00001000:1.0:1767329210.882486:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e0200 type=0x10620000 idx=4 00000040:00001000:1.0:1767329210.882488:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 4 00000040:00001000:1.0:1767329210.882489:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e02e0 type=0x10620000 idx=5 00000040:00001000:1.0:1767329210.882491:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 5 00000040:00001000:1.0:1767329210.882492:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e03c0 type=0x10620000 idx=6 00000040:00001000:1.0:1767329210.882493:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 6 00000040:00001000:1.0:1767329210.882495:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e0438 type=0x10620000 idx=7 00000040:00001000:1.0:1767329210.882496:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 7 00000040:00001000:1.0:1767329210.882498:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e04e0 type=0x10620000 idx=8 00000040:00001000:1.0:1767329210.882499:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 8 00000040:00001000:1.0:1767329210.882500:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e05c0 type=0x10620000 idx=9 00000040:00001000:1.0:1767329210.882502:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 9 00000040:00001000:1.0:1767329210.882504:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e06a0 type=0x10620000 idx=10 00000040:00001000:1.0:1767329210.882506:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 10 00000040:00001000:1.0:1767329210.882507:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e0718 type=0x10620000 idx=11 00000040:00001000:1.0:1767329210.882516:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 11 00000040:00001000:1.0:1767329210.882518:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e07f8 type=0x10620000 idx=12 00000040:00001000:1.0:1767329210.882520:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 12 00000040:00001000:1.0:1767329210.882522:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e08d8 type=0x10620000 idx=13 00000040:00001000:1.0:1767329210.882524:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 13 00000040:00001000:1.0:1767329210.882526:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e0930 type=0x10620000 idx=14 00000040:00001000:1.0:1767329210.882528:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 14 00000040:00001000:1.0:1767329210.882529:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e09b0 type=0x10620000 idx=15 00000040:00001000:1.0:1767329210.882531:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 15 00000040:00001000:1.0:1767329210.882533:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e0a40 type=0x10620000 idx=16 00000040:00001000:1.0:1767329210.882535:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 16 00000040:00001000:1.0:1767329210.882538:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e0ae0 type=0x10620000 idx=17 00000040:00001000:1.0:1767329210.882540:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 17 00000040:00001000:1.0:1767329210.882541:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e0bc0 type=0x10620000 idx=18 00000040:00001000:1.0:1767329210.882543:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 18 00000040:00001000:1.0:1767329210.882545:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e0ca0 type=0x10620000 idx=19 00000040:00001000:1.0:1767329210.882547:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 19 00000040:00001000:1.0:1767329210.882548:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e0cf0 type=0x10620000 idx=20 00000040:00001000:1.0:1767329210.882550:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 20 00000040:00001000:1.0:1767329210.882551:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e0dd0 type=0x10620000 idx=21 00000040:00001000:1.0:1767329210.882553:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 21 00000040:00001000:1.0:1767329210.882555:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e0eb0 type=0x10620000 idx=22 00000040:00001000:1.0:1767329210.882557:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 22 00000040:00001000:1.0:1767329210.882558:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e0f08 type=0x10620000 idx=23 00000040:00001000:1.0:1767329210.882560:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 23 00000040:00001000:1.0:1767329210.882561:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e0f88 type=0x10620000 idx=24 00000040:00001000:1.0:1767329210.882563:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 24 00000040:00001000:1.0:1767329210.882564:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e1018 type=0x10620000 idx=25 00000040:00001000:1.0:1767329210.882567:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 25 00000040:00001000:1.0:1767329210.882568:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e10b8 type=0x10620000 idx=26 00000040:00001000:1.0:1767329210.882570:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 26 00000040:00001000:1.0:1767329210.882571:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e1198 type=0x10620000 idx=27 00000040:00001000:1.0:1767329210.882573:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 27 00000040:00001000:1.0:1767329210.882574:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e1278 type=0x10620000 idx=28 00000040:00001000:1.0:1767329210.882575:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 28 00000040:00001000:1.0:1767329210.882585:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e12c8 type=0x10620000 idx=29 00000040:00001000:1.0:1767329210.882587:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 29 00000040:00001000:1.0:1767329210.882588:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e13a8 type=0x10620000 idx=30 00000040:00001000:1.0:1767329210.882590:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 30 00000040:00001000:1.0:1767329210.882591:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e1488 type=0x10620000 idx=31 00000040:00001000:1.0:1767329210.882593:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 31 00000040:00001000:1.0:1767329210.882594:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e14e0 type=0x10620000 idx=32 00000040:00001000:1.0:1767329210.882596:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 32 00000040:00001000:1.0:1767329210.882597:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e1560 type=0x10620000 idx=33 00000040:00001000:1.0:1767329210.882598:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 33 00000040:00001000:1.0:1767329210.882599:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e15f0 type=0x10620000 idx=34 00000040:00001000:1.0:1767329210.882601:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 34 00000040:00001000:1.0:1767329210.882603:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e1670 type=0x10620000 idx=35 00000040:00001000:1.0:1767329210.882605:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 35 00000040:00001000:1.0:1767329210.882607:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e1750 type=0x10620000 idx=36 00000040:00001000:1.0:1767329210.882608:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 36 00000040:00001000:1.0:1767329210.882609:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e1830 type=0x10620000 idx=37 00000040:00001000:1.0:1767329210.882612:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 37 00000040:00001000:1.0:1767329210.882613:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e1880 type=0x10620000 idx=38 00000040:00001000:1.0:1767329210.882615:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 38 00000040:00001000:1.0:1767329210.882616:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e1960 type=0x10620000 idx=39 00000040:00001000:1.0:1767329210.882618:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 39 00000040:00001000:1.0:1767329210.882620:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e1a40 type=0x10620000 idx=40 00000040:00001000:1.0:1767329210.882622:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 40 00000040:00001000:1.0:1767329210.882624:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e1a98 type=0x10620000 idx=41 00000040:00001000:1.0:1767329210.882626:0:214065:0:(llog.c:759:llog_process_thread()) skipping lrh_index 41 00000040:00001000:1.0:1767329210.882627:0:214065:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c555a4e1b18 type=0x10620000 idx=42 00000040:00001000:1.0:1767329210.882630:0:214065:0:(llog.c:776:llog_process_thread()) lrh_index: 42 lrh_len: 144 (1256 remains) 00000040:00001000:1.0:1767329210.882632:0:214065:0:(llog.c:797:llog_process_thread()) index: 42, lh_last_idx: 57 synced_idx: 0 lgh_last_idx: 57 00000020:00000001:1.0:1767329210.882635:0:214065:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1767329210.882644:0:214065:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000ca549a43. 00000020:01000000:1.0:1767329210.882648:0:214065:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000010:1.0:1767329210.882652:0:214065:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000a19b3b67. 00000020:00000080:1.0:1767329210.882656:0:214065:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1767329210.882668:0:214065:0:(obd_config.c:671:class_setup()) Process entered 00000020:00020000:1.0:1767329210.882670:0:214065:0:(obd_config.c:689:class_setup()) Device 4 already setup (type mdc) 00000020:00000010:2.0:1767329210.884185:0:214064:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000007536e409. 00000020:00000040:2.0:1767329210.884192:0:214064:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-MDT0001-mdc-ffff8c55499c0800 has already been connecting to new target(5) 00000020:00000010:2.0:1767329210.884194:0:214064:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000007536e409. 00000020:00000001:1.0:1767329210.884882:0:214065:0:(obd_config.c:690:class_setup()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000001:1.0:1767329210.884885:0:214065:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000080:1.0:1767329210.884888:0:214065:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767329210.884892:0:214065:0:(obd_config.c:794:class_detach()) Process entered 00000020:00020000:1.0:1767329210.884895:0:214065:0:(obd_config.c:797:class_detach()) OBD device 4 still set up 00000020:00000001:1.0:1767329210.886800:0:214065:0:(obd_config.c:798:class_detach()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:1.0:1767329210.886804:0:214065:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767329210.886807:0:214065:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000a19b3b67. 00000020:00000010:1.0:1767329210.886810:0:214065:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000ca549a43. 00000020:00020000:1.0:1767329210.886813:0:214065:0:(obd_config.c:2001:class_config_llog_handler()) MGC192.168.202.109@tcp: cfg command failed: rc = -17 00000020:00000001:1.0:1767329210.889557:0:214065:0:(obd_config.c:2319:class_config_dump_handler()) Process entered 00000020:00000010:1.0:1767329210.889561:0:214065:0:(obd_config.c:2321:class_config_dump_handler()) kmalloced '(outstr)': 256 at 0000000077a38a26. 00000020:00000001:1.0:1767329210.889563:0:214065:0:(obd_config.c:2250:class_config_parse_rec()) Process entered 00000020:00000001:1.0:1767329210.889566:0:214065:0:(obd_config.c:2309:class_config_parse_rec()) Process leaving (rc=79 : 79 : 4f) 00000020:02000400:1.0:1767329210.889567:0:214065:0:(obd_config.c:2327:class_config_dump_handler()) cmd=cf003 0:lustre-MDT0001-mdc 1:lustre-MDT0001_UUID 2:192.168.202.109@tcp 00000020:00000010:1.0:1767329210.891991:0:214065:0:(obd_config.c:2333:class_config_dump_handler()) kfreed 'outstr': 256 at 0000000077a38a26. 00000020:00000001:1.0:1767329210.891994:0:214065:0:(obd_config.c:2334:class_config_dump_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329210.891996:0:214065:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000040:00000001:1.0:1767329210.891998:0:214065:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000040:00080000:1.0:1767329210.892000:0:214065:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 57 00000040:00000010:1.0:1767329210.892002:0:214065:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000008b5cab2e. 00000020:00000010:1.0:1767329210.892008:0:214065:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006363cf83. 00000020:00000010:1.0:1767329210.892029:0:214065:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b5a562d5. 00000040:00000010:1.0:1767329210.892035:0:214065:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000024dc58fa. 00000020:00000010:1.0:1767329210.892042:0:214065:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b370f4c1. 00000020:00000010:1.0:1767329210.892049:0:214065:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f796c3bc. 00000020:00000010:1.0:1767329210.892053:0:214065:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004d6a423c. 80000000:00000010:1.0:1767329210.892056:0:214065:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000620d8893. 40000000:00000010:1.0:1767329210.892059:0:214065:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006f201c24. 00100000:00000010:1.0:1767329210.892061:0:214065:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e8566dd1. 00040000:00000010:1.0:1767329210.892064:0:214065:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000070fb6d87. 00040000:00000010:1.0:1767329210.892073:0:214065:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000020031968. 00040000:00000010:1.0:1767329210.892075:0:214065:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009f31d167. 00000004:00000010:1.0:1767329210.892077:0:214065:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000782fe04. 00000004:00000010:1.0:1767329210.892080:0:214065:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ab1dcba7. 00000004:00000010:1.0:1767329210.892083:0:214065:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000facfc88a. 00002000:00000010:1.0:1767329210.892088:0:214065:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005a65f81c. 00000004:00000010:1.0:1767329210.892091:0:214065:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ef73c43b. 00000020:00000010:1.0:1767329210.892094:0:214065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062ea8d97. 00000040:00000010:0.0:1767329210.892122:0:211338:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000007d9c1b8c. 00000040:00000001:0.0:1767329210.892129:0:211338:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:01000000:0.0:1767329210.892133:0:211338:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 42-42 (rc=-17) 00000040:00000010:0.0:1767329210.892137:0:211338:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007caf59e4. 00000040:00000010:0.0:1767329210.892143:0:211338:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004a8523fa. 00000020:00000001:0.0:1767329210.892154:0:211338:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00000001:0.0:1767329210.892158:0:211338:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:0.0:1767329210.892162:0:211338:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d12fd14c. 00000040:00000010:0.0:1767329210.892165:0:211338:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b37240ef. 00000020:00000010:0.0:1767329210.892168:0:211338:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cfce8070. 00000020:00000010:0.0:1767329210.892171:0:211338:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002f06848b. 80000000:00000010:0.0:1767329210.892173:0:211338:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000082ce177d. 00040000:00000010:0.0:1767329210.892176:0:211338:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000576dcef4. 20000000:00000010:0.0:1767329210.892179:0:211338:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000005ef51550. 00000020:00000010:0.0:1767329210.892182:0:211338:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a333ef6c. 10000000:00000010:0.0:1767329210.892184:0:211338:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000057c04552. 10000000:01000000:0.0:1767329210.892187:0:211338:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.109@tcp: configuration from log 'lustre-client' failed (-17). 10000000:00000001:0.0:1767329210.892190:0:211338:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767329210.892192:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767329210.892194:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767329210.892196:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006a8ec6a5 refcount=3 00000020:00000001:0.0:1767329210.892198:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657330688 : -127177052220928 : ffff8c5548fa9200) 00010000:00000001:0.0:1767329210.892201:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657330688 : -127177052220928 : ffff8c5548fa9200) 00010000:00000001:0.0:1767329210.892203:0:211338:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767329210.892206:0:211338:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.109@tcp lock: 000000006a8ec6a5/0x989c09653bac0c75 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd576ab expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767329210.892213:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767329210.892214:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767329210.892216:0:211338:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.109@tcp lock: 000000006a8ec6a5/0x989c09653bac0c75 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd576ab expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767329210.892221:0:211338:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767329210.892222:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767329210.892223:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767329210.892224:0:211338:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767329210.892226:0:211338:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00020000:0.0:1767329210.892228:0:211338:0:(mgc_request.c:614:do_requeue()) failed processing log: -17 10000000:00000001:0.0:1767329210.895442:0:211338:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767329210.895451:0:211338:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767329210.895453:0:211338:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000b70d88c0) refs 2 10000000:00000001:0.0:1767329210.895455:0:211338:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767329210.895457:0:211338:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767329210.895458:0:211338:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000fbd3e279) refs 3 10000000:00000001:0.0:1767329210.895460:0:211338:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767329210.895462:0:211338:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767329210.895477:0:211338:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1767329210.895478:0:211338:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:0.0:1767329210.895480:0:211338:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff8c555a584a88 from 1 10000000:00000001:0.0:1767329210.895483:0:211338:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767329210.895484:0:211338:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1767329210.895489:0:211338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f9aefdb. 00000020:00000040:0.0:1767329210.895492:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329210.895495:0:211338:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329210.895496:0:211338:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329210.895500:0:211338:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329210.895505:0:211338:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000025a539ae. 00000100:00000001:0.0:1767329210.895508:0:211338:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329210.895511:0:211338:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767329210.895513:0:211338:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767329210.895517:0:211338:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f4675bae count: 2 00010000:00000001:0.0:1767329210.895520:0:211338:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767329210.895523:0:211338:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767329210.895526:0:211338:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e767a5f7. 00000020:00000010:0.0:1767329210.895530:0:211338:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000f4a7dc4d. 00000020:00000001:0.0:1767329210.895533:0:211338:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767329210.895535:0:211338:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e767a5f7 with handle 0x989c09653bac0c7c to hash 00000020:00000001:0.0:1767329210.895538:0:211338:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767329210.895539:0:211338:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446616896586661376 : -127177122890240 : ffff8c5544c43e00) 00010000:00000001:0.0:1767329210.895542:0:211338:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446616896586661376 : -127177122890240 : ffff8c5544c43e00) 00010000:00000001:0.0:1767329210.895544:0:211338:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767329210.895546:0:211338:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329210.895548:0:211338:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.109@tcp lock: 00000000e767a5f7/0x989c09653bac0c7c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767329210.895565:0:211338:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.109@tcp lock: 00000000e767a5f7/0x989c09653bac0c7c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767329210.895573:0:211338:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.109@tcp lock: 00000000e767a5f7/0x989c09653bac0c7c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767329210.895578:0:211338:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767329210.895579:0:211338:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767329210.895583:0:211338:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000057a8b0b9. 00000100:00000001:0.0:1767329210.895585:0:211338:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896613301824 : -127177096249792 : ffff8c55465abe40) 00000100:00000001:0.0:1767329210.895588:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329210.895589:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578907520 : -127177130644096 : ffff8c55444ded80) 00000100:00000001:0.0:1767329210.895592:0:211338:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329210.895594:0:211338:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329210.895595:0:211338:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767329210.895597:0:211338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329210.895602:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f9aefdb x1853178572210688/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329210.895609:0:211338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329210.895610:0:211338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329210.895613:0:211338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329210.895615:0:211338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329210.895617:0:211338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329210.895620:0:211338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572210688:192.168.202.109@tcp:101: 00000100:00000001:0.0:1767329210.895623:0:211338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329210.895626:0:211338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329210.895628:0:211338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329210.895630:0:211338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329210.895633:0:211338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c4f68df0. 02000000:00000001:0.0:1767329210.895635:0:211338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329210.895638:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ea1b10b. 00000400:00000010:0.0:1767329210.895642:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061d952c4. 00000100:00000200:0.0:1767329210.895651:0:211338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572210688, portal 25 00000100:00000001:0.0:1767329210.895653:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329210.895655:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578907520 : -127177130644096 : ffff8c55444ded80) 00000100:00000040:0.0:1767329210.895659:0:211338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f9aefdb x1853178572210688/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329210.895665:0:211338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329210.895667:0:211338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329210.895669:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000063b7aea. 00000100:00000200:0.0:1767329210.895672:0:211338:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853178572210688, offset 0 00000400:00000200:0.0:1767329210.895676:0:211338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329210.895683:0:211338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329210.895686:0:211338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329210.895689:0:211338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329210.895692:0:211338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329210.895694:0:211338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329210.895698:0:211338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [272:272:256:4294967295] 192.168.202.109@tcp LPNI seq info [272:272:8:4294967295] 00000400:00000200:0.0:1767329210.895706:0:211338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329210.895711:0:211338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329210.895715:0:211338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc5919cb. 00000800:00000200:0.0:1767329210.895719:0:211338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767329210.895724:0:211338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329210.895726:0:211338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc5919cb type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767329210.895741:0:211338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329210.895745:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301060468 00000100:00000001:0.0:1767329210.895749:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301060453 00000100:00000001:0.0:1767329210.895752:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301060468 00000100:00000001:0.0:1767329210.895755:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301060453 00000100:00000001:0.0:1767329210.895758:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301060468 00000100:00000001:0.0:1767329210.895762:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301060453 00000100:00000001:0.0:1767329210.895771:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301060468 00000100:00000001:0.0:1767329210.895775:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301060454 00000100:00000001:0.0:1767329210.895779:0:211338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329210.895781:0:211338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329210.895784:0:211338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329210.895787:0:211338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767329210.895789:0:211338:0:(client.c:2690:ptlrpc_set_wait()) set 0000000057a8b0b9 going to sleep for 11 seconds 00000100:00000001:0.0:1767329210.895793:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329210.895795:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329210.895812:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329210.895816:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc5919cb. 00000400:00000200:2.0:1767329210.895821:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329210.895826:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329210.895829:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000063b7aea 00000400:00000010:2.0:1767329210.895830:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000063b7aea. 00000100:00000001:2.0:1767329210.895843:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329210.895847:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f9aefdb x1853178572210688/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329210.895854:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329210.895856:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001f9aefdb x1853178572210688/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329210.895861:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329210.895863:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329210.896853:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329210.896860:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329210.896862:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329210.896864:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329210.896869:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329210.896876:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 344 into portal 25 MB=0x69574c2808200 00000400:00000200:3.0:1767329210.896882:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 344/344 into md 0x955 [1] + 224 00000800:00000001:3.0:1767329210.896887:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329210.896891:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329210.896892:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329210.896895:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329210.896898:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329210.896901:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f9aefdb x1853178572210688/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329210.896908:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000001f9aefdb x1853178572210688/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329210.896924:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329210.896927:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329210.896929:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329210.896954:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329210.896960:0:211338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329210.896963:0:211338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329210.896965:0:211338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ea1b10b. 00000400:00000200:0.0:1767329210.896969:0:211338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061d952c4 00000400:00000010:0.0:1767329210.896972:0:211338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061d952c4. 00000100:00000001:0.0:1767329210.896979:0:211338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329210.896986:0:211338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f9aefdb x1853178572210688/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329210.896995:0:211338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f9aefdb x1853178572210688/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329210.897003:0:211338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329210.897004:0:211338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329210.897006:0:211338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329210.897008:0:211338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329210.897010:0:211338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329210.897012:0:211338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329210.897014:0:211338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329210.897040:0:211338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=57 v=5 (5 5 5 0) 00000100:00001000:0.0:1767329210.897045:0:211338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=57 v=5 (1 1 1 0) 00000100:00000001:0.0:1767329210.897049:0:211338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329210.897052:0:211338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329210.897055:0:211338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329210.897057:0:211338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329210.897060:0:211338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329210.897064:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f9aefdb x1853178572210688/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329210.897079:0:211338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329210.897082:0:211338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329210.897084:0:211338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329210.897088:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f9aefdb x1853178572210688/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329210.897096:0:211338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572210688:192.168.202.109@tcp:101: 00000100:00000001:0.0:1767329210.897102:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329210.897105:0:211338:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329210.897107:0:211338:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767329210.897109:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329210.897113:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f9aefdb x1853178572210688/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329210.897120:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329210.897122:0:211338:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000057a8b0b9. 00000100:00000001:0.0:1767329210.897125:0:211338:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767329210.897126:0:211338:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329210.897129:0:211338:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767329210.897131:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767329210.897132:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767329210.897134:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e767a5f7 refcount=4 00000020:00000001:0.0:1767329210.897142:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896586661376 : -127177122890240 : ffff8c5544c43e00) 00010000:00000001:0.0:1767329210.897144:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896586661376 : -127177122890240 : ffff8c5544c43e00) 00010000:00000040:0.0:1767329210.897148:0:211338:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000e767a5f7, remote cookie: 0xa764e4c88bd576b2, flags: 0x0 00010000:00000001:0.0:1767329210.897151:0:211338:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767329210.897154:0:211338:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767329210.897156:0:211338:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767329210.897158:0:211338:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767329210.897159:0:211338:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767329210.897162:0:211338:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000f4675bae) refcount = 2 00010000:00000040:0.0:1767329210.897166:0:211338:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767329210.897168:0:211338:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.109@tcp lock: 000000006a8ec6a5/0x989c09653bac0c75 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa764e4c88bd576ab expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767329210.897181:0:211338:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.109@tcp lock: 00000000e767a5f7/0x989c09653bac0c7c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd576b2 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767329210.897187:0:211338:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767329210.897189:0:211338:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767329210.897190:0:211338:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767329210.897193:0:211338:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767329210.897196:0:211338:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329210.897198:0:211338:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.109@tcp lock: 00000000e767a5f7/0x989c09653bac0c7c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa764e4c88bd576b2 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767329210.897204:0:211338:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767329210.897205:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767329210.897206:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767329210.897208:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767329210.897209:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767329210.897210:0:211338:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329210.897212:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329210.897216:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f9aefdb x1853178572210688/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329226 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329210.897222:0:211338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329210.897224:0:211338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329210.897226:0:211338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c4f68df0. 02000000:00000001:0.0:1767329210.897229:0:211338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329210.897231:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329210.897233:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329210.897235:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329210.897237:0:211338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000025a539ae. 02000000:00000001:0.0:1767329210.897240:0:211338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329210.897242:0:211338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329210.897243:0:211338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f9aefdb. 00000100:00000001:0.0:1767329210.897246:0:211338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329210.897247:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767329210.897249:0:211338:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767329210.897251:0:211338:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767329210.897256:0:211338:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000b70d88c0) refs 3 10000000:00000001:0.0:1767329210.897258:0:211338:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329210.897260:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767329210.897262:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767329210.897263:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e767a5f7 refcount=3 00000020:00000001:0.0:1767329210.897265:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896586661376 : -127177122890240 : ffff8c5544c43e00) 00010000:00000001:0.0:1767329210.897268:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896586661376 : -127177122890240 : ffff8c5544c43e00) 00010000:00000001:0.0:1767329210.897269:0:211338:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767329210.897271:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767329210.897273:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767329210.897274:0:211338:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767329210.897276:0:211338:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1767329210.897278:0:211338:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000e8e509ee. 00000020:00000010:0.0:1767329210.897281:0:211338:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025a539ae. 00000020:00000010:0.0:1767329210.897285:0:211338:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a333ef6c. 00000040:00000010:0.0:1767329210.897288:0:211338:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005ef51550. 00000020:00000010:0.0:1767329210.897305:0:211338:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000087403816. 00000020:00000010:0.0:1767329210.897309:0:211338:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000576dcef4. 80000000:00000010:0.0:1767329210.897312:0:211338:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000024fcb4fc. 00040000:00000010:0.0:1767329210.897315:0:211338:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002f06848b. 20000000:00000010:0.0:1767329210.897318:0:211338:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000b37240ef. 10000000:00000040:0.0:1767329210.897321:0:211338:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005511999b : new refcount 2 00000020:00000001:0.0:1767329210.897323:0:211338:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1767329210.897325:0:211338:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:0.0:1767329210.897327:0:211338:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767329210.897329:0:211338:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d12fd14c. 00000040:00000001:0.0:1767329210.897332:0:211338:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767329210.897334:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000010:0.0:1767329210.897337:0:211338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f9aefdb. 00000020:00000040:0.0:1767329210.897340:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329210.897343:0:211338:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329210.897345:0:211338:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329210.897347:0:211338:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329210.897351:0:211338:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004a8523fa. 00000100:00000001:0.0:1767329210.897354:0:211338:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329210.897365:0:211338:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767329210.897366:0:211338:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767329210.897369:0:211338:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000057a8b0b9. 00000100:00000001:0.0:1767329210.897371:0:211338:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896613301824 : -127177096249792 : ffff8c55465abe40) 00000100:00000001:0.0:1767329210.897373:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329210.897375:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578907520 : -127177130644096 : ffff8c55444ded80) 00000100:00000001:0.0:1767329210.897378:0:211338:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329210.897379:0:211338:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329210.897381:0:211338:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767329210.897382:0:211338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329210.897385:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f9aefdb x1853178572210816/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329210.897394:0:211338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329210.897395:0:211338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329210.897397:0:211338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329210.897399:0:211338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329210.897401:0:211338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329210.897403:0:211338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572210816:192.168.202.109@tcp:501: 00000100:00000001:0.0:1767329210.897407:0:211338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329210.897408:0:211338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329210.897410:0:211338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329210.897411:0:211338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329210.897415:0:211338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024535375. 02000000:00000001:0.0:1767329210.897417:0:211338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329210.897420:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ea1b10b. 00000400:00000010:0.0:1767329210.897423:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061d952c4. 00000100:00000200:0.0:1767329210.897426:0:211338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572210816, portal 25 00000100:00000001:0.0:1767329210.897428:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329210.897429:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578907520 : -127177130644096 : ffff8c55444ded80) 00000100:00000040:0.0:1767329210.897432:0:211338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f9aefdb x1853178572210816/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329226 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329210.897439:0:211338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329210.897442:0:211338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329210.897444:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009894196a. 00000100:00000200:0.0:1767329210.897450:0:211338:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853178572210816, offset 0 00000400:00000200:0.0:1767329210.897455:0:211338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329210.897461:0:211338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329210.897464:0:211338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329210.897467:0:211338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329210.897469:0:211338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329210.897472:0:211338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329210.897475:0:211338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [273:273:256:4294967295] 192.168.202.109@tcp LPNI seq info [273:273:8:4294967295] 00000400:00000200:0.0:1767329210.897483:0:211338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329210.897487:0:211338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329210.897491:0:211338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc5919cb. 00000800:00000200:0.0:1767329210.897495:0:211338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767329210.897501:0:211338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329210.897504:0:211338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc5919cb type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1767329210.897519:0:211338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329210.897522:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301060470 00000100:00000001:0.0:1767329210.897525:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301060468 00000100:00000001:0.0:1767329210.897530:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301060470 00000100:00000001:0.0:1767329210.897533:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301060468 00000100:00000001:0.0:1767329210.897539:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301060470 00000100:00000001:0.0:1767329210.897542:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301060468 00000100:00000001:0.0:1767329210.897545:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301060470 00000100:00000001:0.0:1767329210.897548:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301060468 00000100:00000001:0.0:1767329210.897553:0:211338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329210.897556:0:211338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329210.897558:0:211338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329210.897560:0:211338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767329210.897562:0:211338:0:(client.c:2690:ptlrpc_set_wait()) set 0000000057a8b0b9 going to sleep for 11 seconds 00000100:00000001:0.0:1767329210.897565:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767329210.897573:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329210.897574:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329210.897578:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc5919cb. 00000400:00000200:2.0:1767329210.897584:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329210.897589:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329210.897593:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009894196a 00000400:00000010:2.0:1767329210.897595:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009894196a. 00000100:00000001:2.0:1767329210.897600:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329210.897603:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f9aefdb x1853178572210816/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329226 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329210.897609:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329210.897611:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001f9aefdb x1853178572210816/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329226 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329210.897615:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329210.897616:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329210.898610:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329210.898617:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329210.898619:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329210.898621:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329210.898625:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329210.898632:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 272 into portal 25 MB=0x69574c2808280 00000400:00000200:2.0:1767329210.898636:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 272/272 into md 0x95d [1] + 224 00000800:00000001:2.0:1767329210.898640:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329210.898644:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329210.898645:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329210.898648:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329210.898656:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329210.898659:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f9aefdb x1853178572210816/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329226 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329210.898666:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@000000001f9aefdb x1853178572210816/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329210.898682:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329210.898686:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329210.898688:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329210.898714:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329210.898719:0:211338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329210.898721:0:211338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329210.898723:0:211338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ea1b10b. 00000400:00000200:0.0:1767329210.898727:0:211338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061d952c4 00000400:00000010:0.0:1767329210.898729:0:211338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061d952c4. 00000100:00000001:0.0:1767329210.898733:0:211338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329210.898739:0:211338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f9aefdb x1853178572210816/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329210.898748:0:211338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f9aefdb x1853178572210816/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329210.898755:0:211338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329210.898756:0:211338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329210.898758:0:211338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329210.898759:0:211338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329210.898761:0:211338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329210.898762:0:211338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329210.898764:0:211338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329210.898767:0:211338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=57 v=5 (5 5 5 0) 00000100:00001000:0.0:1767329210.898770:0:211338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=57 v=5 (1 1 1 0) 00000100:00000001:0.0:1767329210.898773:0:211338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767329210.898776:0:211338:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@000000001f9aefdb x1853178572210816/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329210.898782:0:211338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767329210.898784:0:211338:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1767329210.898787:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f9aefdb x1853178572210816/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329226 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329210.898794:0:211338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1767329210.898796:0:211338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329210.898798:0:211338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329210.898801:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f9aefdb x1853178572210816/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329226 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329210.898822:0:211338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572210816:192.168.202.109@tcp:501: 00000100:00000001:0.0:1767329210.898826:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329210.898829:0:211338:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767329210.898831:0:211338:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767329210.898833:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329210.898835:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f9aefdb x1853178572210816/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329226 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329210.898842:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329210.898843:0:211338:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000057a8b0b9. 00000100:00000001:0.0:1767329210.898847:0:211338:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767329210.898848:0:211338:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767329210.898851:0:211338:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:0.0:1767329210.898853:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329210.898854:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329210.898857:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767329210.898858:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329210.898860:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f9aefdb x1853178572210816/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329226 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329210.898866:0:211338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329210.898868:0:211338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329210.898869:0:211338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024535375. 02000000:00000001:0.0:1767329210.898872:0:211338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329210.898874:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329210.898875:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329210.898877:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329210.898878:0:211338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004a8523fa. 02000000:00000001:0.0:1767329210.898882:0:211338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329210.898883:0:211338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329210.898884:0:211338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f9aefdb. 00000100:00000001:0.0:1767329210.898887:0:211338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329210.898888:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1767329210.898890:0:211338:0:(llog.c:1547:llog_open()) MGC192.168.202.109@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1767329210.898897:0:211338:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d12fd14c. 00000040:00000001:0.0:1767329210.898899:0:211338:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1767329210.898902:0:211338:0:(obd_config.c:2023:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1767329210.898904:0:211338:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:0.0:1767329210.898908:0:211338:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a333ef6c. 00000040:00000010:0.0:1767329210.898910:0:211338:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005ef51550. 00000020:00000010:0.0:1767329210.898913:0:211338:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000087403816. 00000020:00000010:0.0:1767329210.898916:0:211338:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000576dcef4. 80000000:00000010:0.0:1767329210.898919:0:211338:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000024fcb4fc. 00040000:00000010:0.0:1767329210.898921:0:211338:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002f06848b. 20000000:00000010:0.0:1767329210.898924:0:211338:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000b37240ef. 00000020:00000010:0.0:1767329210.898926:0:211338:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025a539ae. 10000000:00000010:0.0:1767329210.898928:0:211338:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000e8e509ee. 10000000:01000000:0.0:1767329210.898931:0:211338:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.109@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:0.0:1767329210.898933:0:211338:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767329210.898935:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767329210.898936:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767329210.898938:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e767a5f7 refcount=3 00000020:00000001:0.0:1767329210.898940:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896586661376 : -127177122890240 : ffff8c5544c43e00) 00010000:00000001:0.0:1767329210.898942:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896586661376 : -127177122890240 : ffff8c5544c43e00) 00010000:00000001:0.0:1767329210.898944:0:211338:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767329210.898946:0:211338:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.109@tcp lock: 00000000e767a5f7/0x989c09653bac0c7c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd576b2 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767329210.898953:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767329210.898954:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767329210.898956:0:211338:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.109@tcp lock: 00000000e767a5f7/0x989c09653bac0c7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd576b2 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767329210.898961:0:211338:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767329210.898962:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767329210.898963:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767329210.898964:0:211338:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767329210.898966:0:211338:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1767329210.898972:0:211338:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767329210.898974:0:211338:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767329210.898975:0:211338:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000b70d88c0) refs 3 10000000:00000001:0.0:1767329210.898977:0:211338:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767329211.383139:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329211.383155:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329211.383165:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f9aefdb. 00000020:00000040:0.0:1767329211.383174:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329211.383180:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329211.383183:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329211.383190:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329211.383200:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe5ec607. 00000100:00000001:0.0:1767329211.383208:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329211.383221:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000001f9aefdb x1853178572210944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329211.383231:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329211.383234:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329211.383239:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f9aefdb] to pc [ptlrpcd_00_03+3] req@000000001f9aefdb x1853178572210944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329211.383268:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329211.383271:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329211.383275:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329211.383279:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d963913. 00000020:00000040:0.0:1767329211.383283:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329211.383299:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329211.383300:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329211.383304:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329211.383308:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001841c9f3. 00000100:00000001:1.0:1767329211.383312:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329211.383313:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329211.383323:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767329211.383326:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000003d963913 x1853178572211072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329211.383328:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329211.383338:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329211.383342:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329211.383342:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f9aefdb x1853178572210944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329211.383348:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329211.383356:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329211.383363:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329211.383363:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329211.383376:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329211.383380:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329211.383382:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d963913] to pc [ptlrpcd_00_00+0] req@000000003d963913 x1853178572211072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329211.383384:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329211.383392:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572210944:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329211.383404:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329211.383412:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329211.383416:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329211.383419:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329211.383424:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5a562d5. 02000000:00000001:1.0:1767329211.383427:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329211.383432:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a9a7385. 00000400:00000010:1.0:1767329211.383439:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c186ed3c. 00000100:00000200:1.0:1767329211.383445:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572210944, portal 25 00000100:00000001:0.0:1767329211.383447:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329211.383449:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767329211.383453:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329211.383454:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329211.383454:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578907520 : -127177130644096 : ffff8c55444ded80) 00000100:00000001:2.0:1767329211.383464:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329211.383467:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767329211.383468:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329211.383471:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f9aefdb x1853178572210944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329211.383476:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767329211.383477:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071ff1512. 00000100:00000040:2.0:1767329211.383481:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d963913 x1853178572211072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329211.383485:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767329211.383488:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329211.383494:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329211.383503:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329211.383506:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767329211.383511:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767329211.383512:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329211.383514:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329211.383521:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329211.383521:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329211.383522:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f744fb2c. 02000000:00000001:2.0:1767329211.383528:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329211.383535:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329211.383535:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572210944, offset 0 02000000:00000010:0.0:1767329211.383538:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f0d6a4de. 00000100:00100000:2.0:1767329211.383543:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d963913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572211072:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329211.383549:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329211.383550:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329211.383551:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329211.383552:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329211.383557:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329211.383560:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767329211.383564:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000071ff1512 x1853178572211200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767329211.383567:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001ce80ca3. 02000000:00000001:2.0:1767329211.383578:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329211.383578:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000010:2.0:1767329211.383589:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e453676a. 00000400:00000010:2.0:1767329211.383601:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054fd66a. 00000400:00000200:1.0:1767329211.383602:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329211.383602:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1767329211.383606:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572211072, portal 10 00000100:00000001:0.0:1767329211.383611:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329211.383613:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329211.383616:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578909312 : -127177130642304 : ffff8c55444df480) 00000400:00000200:1.0:1767329211.383618:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:0.0:1767329211.383623:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071ff1512] to pc [ptlrpcd_00_01+1] req@0000000071ff1512 x1853178572211200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329211.383630:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767329211.383634:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d963913 x1853178572211072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329211.383644:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329211.383656:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [274:274:256:4294967295] 192.168.202.109@tcp LPNI seq info [274:274:8:4294967295] 00000100:00000001:0.0:1767329211.383659:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329211.383666:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329211.383668:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767329211.383676:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329211.383677:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767329211.383686:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767329211.383688:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edd342f6. 00000100:00000200:2.0:1767329211.383699:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572211072, offset 0 00000400:00000200:1.0:1767329211.383700:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329211.383701:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767329211.383701:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6394) 00000400:00000200:2.0:1767329211.383713:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329211.383714:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1767329211.383726:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329211.383733:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071ff1512 x1853178572211200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329211.383733:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:1.0:1767329211.383735:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000400:00000200:2.0:1767329211.383748:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767329211.383755:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329211.383759:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329211.383767:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767329211.383780:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329211.383781:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:1.0:1767329211.383791:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329211.383796:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767329211.383797:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [275:275:255:4294967295] 192.168.202.109@tcp LPNI seq info [275:275:7:4294967295] 00000400:00000200:2.0:1767329211.383805:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329211.383809:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329211.383817:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329211.383818:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329211.383821:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329211.383826:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301060956 00000800:00000010:2.0:1767329211.383828:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b18ad351. 02000000:00000001:3.0:1767329211.383829:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329211.383837:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301060470 02000000:00000001:3.0:1767329211.383845:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329211.383850:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329211.383850:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301060956 00000100:00100000:3.0:1767329211.383853:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000071ff1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572211200:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329211.383861:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301060470 00000100:00000001:3.0:1767329211.383872:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767329211.383873:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329211.383875:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301060956 02000000:00000001:3.0:1767329211.383882:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767329211.383883:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b18ad351 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329211.383885:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301060470 02000000:00000001:3.0:1767329211.383886:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329211.383889:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329211.383902:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767329211.383903:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 349628 usecs (350 jiffies) 00000100:00000001:1.0:1767329211.383903:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301060956 00000100:00000001:2.0:1767329211.383912:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301056862 02000000:00000010:3.0:1767329211.383914:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002495208f. 00000100:00000001:1.0:1767329211.383914:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301060470 00000100:00000001:2.0:1767329211.383916:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301060956 02000000:00000001:3.0:1767329211.383926:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329211.383928:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301056862 00000100:00000001:1.0:1767329211.383930:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767329211.383936:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329211.383938:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301060956 00000400:00000010:3.0:1767329211.383939:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189c6cb8. 00000100:00000001:1.0:1767329211.383939:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767329211.383946:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00000100:00000001:2.0:1767329211.383951:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301056862 00000100:00000001:1.0:1767329211.383953:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329211.383956:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329211.383957:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301060956 00000400:00000010:3.0:1767329211.383958:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000261eab26. 00000100:00000001:1.0:1767329211.383958:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329211.383969:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301056862 00000100:00000200:3.0:1767329211.383974:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572211200, portal 10 00000400:00000200:0.0:1767329211.383977:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329211.383982:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329211.383987:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329211.383987:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301060956 00000100:00000001:3.0:1767329211.383993:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578900352 : -127177130651264 : ffff8c55444dd180) 00000100:00000001:1.0:1767329211.383993:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767329211.383995:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f744fb2c 00000400:00000010:0.0:1767329211.384007:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f744fb2c. 00000100:00000001:1.0:1767329211.384008:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329211.384010:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329211.384049:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329211.384055:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329211.384058:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329211.384069:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329211.384072:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329211.384073:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329211.384075:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329211.384079:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329211.384086:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329211.384089:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767329211.384093:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f9aefdb x1853178572210944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329211.384094:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329211.384103:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329211.384106:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000071ff1512 x1853178572211200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329211.384114:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329211.384140:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329211.384142:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329211.384144:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f9aefdb x1853178572210944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329227 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329211.384150:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329211.384156:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062d8248c. 00000100:00000001:0.0:1767329211.384157:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329211.384161:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572211200, offset 0 00000100:00000001:0.0:1767329211.384161:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767329211.384167:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329211.384185:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767329211.384189:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767329211.384193:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329211.384196:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329211.384199:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:0.0:1767329211.384199:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329211.384203:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b18ad351. 00000400:00000200:3.0:1767329211.384207:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [276:276:255:4294967295] 192.168.202.109@tcp LPNI seq info [276:276:7:4294967295] 00000400:00000200:0.0:1767329211.384209:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329211.384215:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329211.384221:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329211.384226:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329211.384226:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd342f6 00000400:00000010:0.0:1767329211.384229:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000edd342f6. 00000100:00000001:0.0:1767329211.384234:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329211.384237:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d963913 x1853178572211072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329211.384243:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329211.384246:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d963913 x1853178572211072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329227 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329211.384254:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329211.384255:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:3.0:1767329211.384262:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000038ee5c0d. 00000800:00000200:3.0:1767329211.384275:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767329211.384281:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329211.384285:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000038ee5c0d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329211.384311:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329211.384315:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 20706 usecs (21 jiffies) 00000100:00000001:3.0:1767329211.384318:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301056534 00000100:00000001:3.0:1767329211.384321:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301060956 00000100:00000001:3.0:1767329211.384323:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301056534 00000100:00000001:3.0:1767329211.384326:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301060956 00000100:00000001:3.0:1767329211.384329:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301056534 00000100:00000001:3.0:1767329211.384332:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301060956 00000100:00000001:3.0:1767329211.384334:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301056534 00000100:00000001:3.0:1767329211.384335:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301060956 00000100:00000001:3.0:1767329211.384337:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329211.384340:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329211.384343:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329211.384345:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329211.384350:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329211.384352:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329211.384353:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329211.384354:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329211.384355:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329211.384357:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329211.384406:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329211.384409:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000038ee5c0d. 00000400:00000200:2.0:1767329211.384414:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329211.384419:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329211.384423:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062d8248c 00000400:00000010:2.0:1767329211.384424:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062d8248c. 00000100:00000001:2.0:1767329211.384427:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329211.384430:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000071ff1512 x1853178572211200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329211.384438:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329211.384440:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071ff1512 x1853178572211200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329227 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329211.384445:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329211.384446:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329211.385427:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329211.385441:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329211.385445:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329211.385447:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329211.385454:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329211.385466:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2808300 00000400:00000200:2.0:1767329211.385472:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x965 [1] + 224 00000800:00000001:2.0:1767329211.385480:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329211.385490:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329211.385492:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329211.385501:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329211.385506:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329211.385509:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f9aefdb x1853178572210944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329211.385517:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f9aefdb x1853178572210944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329211.385531:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329211.385536:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329211.385539:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329211.385540:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329211.385542:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329211.385544:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329211.385549:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2808400 00000400:00000200:2.0:1767329211.385553:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x975 [1] + 224 00000800:00000001:2.0:1767329211.385556:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329211.385559:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329211.385560:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329211.385563:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329211.385565:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329211.385567:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000071ff1512 x1853178572211200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329211.385573:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000071ff1512 x1853178572211200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329211.385583:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329211.385584:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329211.385589:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767329211.385590:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329211.385596:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329211.385598:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767329211.385598:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329211.385604:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329211.385607:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767329211.385608:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329211.385609:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a9a7385. 00000100:00000001:3.0:1767329211.385613:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329211.385621:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329211.385623:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c186ed3c 00000400:00000200:2.0:1767329211.385626:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2808380 00000400:00000010:1.0:1767329211.385629:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c186ed3c. 00000100:00000001:1.0:1767329211.385634:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767329211.385638:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329211.385640:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767329211.385644:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f9aefdb x1853178572210944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767329211.385645:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000189c6cb8. 00000400:00000200:3.0:1767329211.385656:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000261eab26 00000400:00000010:3.0:1767329211.385659:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000261eab26. 00000100:00000001:3.0:1767329211.385668:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767329211.385674:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x96d [1] + 224 00000100:00000200:3.0:1767329211.385677:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000071ff1512 x1853178572211200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329211.385683:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f9aefdb x1853178572210944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329211.385685:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329211.385693:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329211.385701:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329211.385713:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329211.385727:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329211.385738:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d963913 x1853178572211072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329211.385766:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767329211.385769:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d963913 x1853178572211072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329211.385772:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329211.385778:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329211.385782:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329211.385786:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329211.385787:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329211.385790:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329211.385795:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767329211.385796:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329211.385797:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000071ff1512 x1853178572211200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329211.385799:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767329211.385811:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=58 v=5 (5 5 5 0) 00000100:00000001:2.0:1767329211.385819:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329211.385827:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329211.385831:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767329211.385832:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=58 v=5 (1 1 1 0) 00000400:00000001:2.0:1767329211.385834:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767329211.385835:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329211.385840:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767329211.385842:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329211.385843:0:208649:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:2.0:1767329211.385843:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e453676a. 00000100:00000001:1.0:1767329211.385846:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329211.385851:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767329211.385853:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054fd66a 00000100:00000001:3.0:1767329211.385857:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767329211.385857:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054fd66a. 00010000:00000001:1.0:1767329211.385857:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329211.385865:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329211.385867:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329211.385868:0:208648:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767329211.385870:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329211.385880:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d963913 x1853178572211072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329211.385883:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329211.385885:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=58 v=5 (5 5 5 0) 00000100:00001000:3.0:1767329211.385903:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=5 v=5 (1 0 0 0) 00000100:00000040:1.0:1767329211.385903:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f9aefdb x1853178572210944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329211.385905:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d963913 x1853178572211072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329211.385923:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329211.385929:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329211.385940:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767329211.385951:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000071ff1512 x1853178572211200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329211.385960:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329211.385968:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329211.385973:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329211.385977:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329211.385983:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329211.385987:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329211.385989:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767329211.385997:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329211.385998:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329211.386000:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329211.386014:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767329211.386059:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329211.386068:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00001000:2.0:1767329211.386069:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=48 v=5 (5 5 5 0) 00000100:00000040:1.0:1767329211.386069:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f9aefdb x1853178572210944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329227 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329211.386071:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329211.386075:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329211.386090:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=48 v=5 (1 1 1 0) 00000100:00000040:3.0:1767329211.386095:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071ff1512 x1853178572211200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329211.386101:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572210944:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329211.386102:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329211.386113:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329211.386124:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329211.386126:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329211.386127:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767329211.386129:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329211.386146:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329211.386147:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767329211.386147:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329211.386152:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329211.386153:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000040:1.0:1767329211.386159:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f9aefdb x1853178572210944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329227 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329211.386160:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329211.386167:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329211.386168:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071ff1512 x1853178572211200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329227 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329211.386187:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d963913 x1853178572211072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329211.386212:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329211.386221:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329211.386230:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5a562d5. 00000100:00100000:3.0:1767329211.386244:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000071ff1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572211200:192.168.202.109@tcp:400: 02000000:00000001:1.0:1767329211.386247:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767329211.386250:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767329211.386257:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767329211.386263:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329211.386263:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1767329211.386265:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329211.386267:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767329211.386273:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767329211.386277:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d963913 x1853178572211072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329227 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329211.386280:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1767329211.386281:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe5ec607. 00000100:00000040:3.0:1767329211.386307:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000071ff1512 x1853178572211200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329227 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329211.386308:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329211.386315:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1767329211.386320:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d963913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572211072:192.168.202.109@tcp:400: 00000100:00000010:1.0:1767329211.386322:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f9aefdb. 00000100:00000001:1.0:1767329211.386333:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329211.386340:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329211.386341:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329211.386353:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329211.386354:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767329211.386354:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329211.386363:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767329211.386368:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d963913 x1853178572211072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329227 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329211.386369:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002495208f. 00000100:00000001:1.0:1767329211.386369:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329211.386377:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329211.386379:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329211.386383:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329211.386386:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767329211.386390:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329211.386391:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767329211.386392:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329211.386399:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1767329211.386400:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329211.386405:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f0d6a4de. 02000000:00000010:2.0:1767329211.386405:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001ce80ca3. 02000000:00000001:2.0:1767329211.386424:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767329211.386425:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329211.386432:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767329211.386432:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329211.386444:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000010:3.0:1767329211.386445:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071ff1512. 00000020:00000001:2.0:1767329211.386456:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767329211.386457:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329211.386459:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767329211.386460:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001841c9f3. 00000100:00000001:3.0:1767329211.386474:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329211.386476:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329211.386484:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767329211.386486:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:2.0:1767329211.386487:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d963913. 00000100:00000001:3.0:1767329211.386491:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329211.386492:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329211.386495:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329211.386496:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329211.386501:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329211.386503:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329211.386511:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329211.386513:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329211.386514:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329211.386518:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329211.447124:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329211.447131:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329211.447136:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329211.447138:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329211.447219:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329211.447225:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329211.447228:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329212.471139:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329212.471148:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329212.471151:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329212.471154:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329212.471159:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329212.471177:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329212.471179:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329212.471181:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329212.471185:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329212.471187:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329212.471287:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329212.471291:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329212.471293:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329213.495116:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329213.495122:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329213.495128:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329213.495129:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329213.495170:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329213.495173:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329213.495176:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329214.519125:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329214.519131:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329214.519137:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329214.519138:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329214.519219:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329214.519223:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329214.519225:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329215.543102:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329215.543108:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329215.543113:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329215.543117:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329215.543120:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329215.543126:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329215.543129:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329215.543130:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329215.543134:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329215.543136:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329215.543138:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329215.543140:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329215.543194:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329215.543198:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329215.543200:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329215.991115:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301060956, at 4301061120 00000100:00000040:0.0:1767329215.991126:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301060956, at 4301061120 00000100:00000010:2.0:1767329215.991131:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058c5c748. 00000100:00000040:3.0:1767329215.991133:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301060956, at 4301061120 00000100:00000010:0.0:1767329215.991147:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a83fae05. 00000100:00000010:3.0:1767329215.991149:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e8b36ad. 00000100:00000040:1.0:1767329215.991343:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301060956, at 4301061120 00000100:00000010:1.0:1767329215.991352:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea9442b1. 00000100:00000040:3.0:1767329216.503097:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329216.503117:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329216.503123:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001aee3446. 00000020:00000040:3.0:1767329216.503129:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329216.503133:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329216.503135:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329216.503140:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329216.503147:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012a5af5b. 00000100:00000001:3.0:1767329216.503153:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329216.503163:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000001aee3446 x1853178572211328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329216.503172:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329216.503174:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329216.503180:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001aee3446] to pc [ptlrpcd_00_02+2] req@000000001aee3446 x1853178572211328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329216.503200:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329216.503201:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329216.503204:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329216.503206:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050ad2e6c. 00000100:00000001:1.0:1767329216.503207:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767329216.503209:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329216.503213:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329216.503215:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329216.503216:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329216.503216:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767329216.503221:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767329216.503222:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000525da5a5. 00000100:00000001:0.0:1767329216.503224:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329216.503227:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329216.503229:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329216.503233:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000050ad2e6c x1853178572211456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329216.503233:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329216.503256:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329216.503257:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329216.503259:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050ad2e6c] to pc [ptlrpcd_00_03+3] req@0000000050ad2e6c x1853178572211456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329216.503266:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329216.503271:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329216.503273:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329216.503274:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329216.503276:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329216.503282:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767329216.503284:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000050ad2e6c x1853178572211456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329216.503286:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329216.503291:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088b7262c. 00000020:00000040:3.0:1767329216.503296:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329216.503297:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329216.503301:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329216.503302:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329216.503304:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329216.503308:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329216.503313:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000060b037eb. 00000100:00000001:3.0:1767329216.503318:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329216.503324:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767329216.503327:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000088b7262c x1853178572211584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329216.503329:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329216.503336:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329216.503337:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329216.503340:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329216.503342:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767329216.503344:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088b7262c] to pc [ptlrpcd_00_00+0] req@0000000088b7262c x1853178572211584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329216.503347:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329216.503356:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000050ad2e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572211456:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329216.503362:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329216.503367:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329216.503369:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767329216.503371:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767329216.503375:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767329216.503375:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329216.503380:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329216.503381:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329216.503383:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6399) 00000100:00000001:2.0:1767329216.503385:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767329216.503387:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a333ef6c. 00000100:00000001:2.0:1767329216.503388:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767329216.503392:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329216.503395:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329216.503396:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088b7262c x1853178572211584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329216.503400:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329216.503402:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a9a7385. 00000100:00000001:2.0:1767329216.503410:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329216.503412:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329216.503413:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c186ed3c. 02000000:00000001:2.0:1767329216.503414:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329216.503418:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329216.503421:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329216.503422:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572211456, portal 10 00000100:00100000:2.0:1767329216.503425:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088b7262c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572211584:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329216.503428:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329216.503430:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329216.503432:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776943616 : -127176932608000 : ffff8c55501bb800) 02000000:00000001:2.0:1767329216.503434:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329216.503437:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329216.503440:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767329216.503444:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000050ad2e6c x1853178572211456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767329216.503446:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dcafe47a. 02000000:00000001:2.0:1767329216.503451:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329216.503459:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e453676a. 00000100:00000001:1.0:1767329216.503460:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767329216.503467:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054fd66a. 00000100:00000040:1.0:1767329216.503467:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329216.503473:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ee95e05. 00000100:00000200:2.0:1767329216.503474:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572211584, portal 10 00000100:00000200:1.0:1767329216.503479:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572211456, offset 0 00000100:00000001:2.0:1767329216.503480:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329216.503482:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776941824 : -127176932609792 : ffff8c55501bb100) 00000400:00000200:1.0:1767329216.503491:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329216.503494:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088b7262c x1853178572211584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329216.503507:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329216.503517:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767329216.503518:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767329216.503523:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329216.503527:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939da69a. 00000400:00000200:1.0:1767329216.503527:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000200:2.0:1767329216.503532:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572211584, offset 0 00000400:00000200:1.0:1767329216.503535:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329216.503539:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329216.503543:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329216.503548:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [277:277:256:4294967295] 192.168.202.109@tcp LPNI seq info [277:277:8:4294967295] 00000400:00000200:1.0:1767329216.503558:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329216.503574:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329216.503576:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329216.503581:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767329216.503582:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077a38a26. 00000400:00000200:2.0:1767329216.503584:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329216.503588:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329216.503590:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:1.0:1767329216.503595:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329216.503596:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [278:278:255:4294967295] 192.168.202.109@tcp LPNI seq info [278:278:7:4294967295] 00000400:00000200:2.0:1767329216.503610:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329216.503613:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329216.503616:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329216.503621:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077a38a26 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1767329216.503622:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f41acca9. 00000800:00000200:2.0:1767329216.503629:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329216.503633:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329216.503636:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f41acca9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329216.503641:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329216.503641:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329216.503648:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 20467 usecs (21 jiffies) 00000100:00000040:1.0:1767329216.503649:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 345187 usecs (346 jiffies) 00000100:00000001:2.0:1767329216.503653:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301061653 00000100:00000001:1.0:1767329216.503655:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301061978 00000100:00000010:2.0:1767329216.503658:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003970a50b. 00000100:00000001:2.0:1767329216.503666:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767329216.503671:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301061653 00000100:00000010:2.0:1767329216.503674:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000056244d83. 00000100:00000001:1.0:1767329216.503676:0:208651:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, simply extend its deadline from 4301061653 00000100:00000001:2.0:1767329216.503677:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767329216.503682:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301061653 00000100:00000001:1.0:1767329216.503685:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301061978 00000100:00000010:2.0:1767329216.503687:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e23bb884. 00000100:00000001:2.0:1767329216.503692:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767329216.503693:0:208651:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, simply extend its deadline from 4301061653 00000100:00000001:1.0:1767329216.503701:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301061978 00000100:00000001:2.0:1767329216.503703:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301061653 00000800:00000200:0.0:1767329216.503705:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329216.503707:0:208651:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, simply extend its deadline from 4301061653 00000100:00000010:2.0:1767329216.503708:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f011cda8. 00000800:00000010:0.0:1767329216.503710:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077a38a26. 00000100:00000001:2.0:1767329216.503715:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767329216.503718:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301061978 00000400:00000200:0.0:1767329216.503718:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329216.503727:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329216.503727:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329216.503729:0:208651:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, simply extend its deadline from 4301061653 00000100:00000001:2.0:1767329216.503733:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329216.503735:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ee95e05 00000100:00000001:1.0:1767329216.503737:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329216.503738:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329216.503740:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ee95e05. 00000100:00000001:2.0:1767329216.503742:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329216.503745:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329216.503748:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329216.503749:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329216.503750:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329216.503751:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329216.503755:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329216.503758:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329216.503758:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001aee3446 x1853178572211328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329216.503761:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329216.503761:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000050ad2e6c x1853178572211456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329216.503765:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329216.503776:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329216.503779:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329216.503785:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329216.503789:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329216.503791:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767329216.503793:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329216.503799:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001aee3446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572211328:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329216.503799:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000050ad2e6c x1853178572211456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329232 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329216.503807:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329216.503814:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329216.503817:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329216.503818:0:208641:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767329216.503821:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329216.503825:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329216.503829:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b37240ef. 02000000:00000001:1.0:1767329216.503831:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329216.503836:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014248973. 00000400:00000010:1.0:1767329216.503841:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e480de18. 00000100:00000200:1.0:1767329216.503844:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572211328, portal 25 00000100:00000001:1.0:1767329216.503846:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329216.503848:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776939136 : -127176932612480 : ffff8c55501ba680) 00000100:00000040:1.0:1767329216.503852:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001aee3446 x1853178572211328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329216.503860:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329216.503862:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329216.503865:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e003233e. 00000100:00000200:1.0:1767329216.503868:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572211328, offset 0 00000400:00000200:1.0:1767329216.503872:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329216.503878:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329216.503882:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767329216.503882:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329216.503886:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f41acca9. 00000400:00000200:1.0:1767329216.503887:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329216.503891:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329216.503893:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329216.503902:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329216.503902:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329216.503909:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [279:279:255:4294967295] 192.168.202.109@tcp LPNI seq info [279:279:7:4294967295] 00000400:00000200:1.0:1767329216.503917:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329216.503922:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329216.503922:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939da69a 00000400:00000010:0.0:1767329216.503925:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939da69a. 00000800:00000010:1.0:1767329216.503929:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077a38a26. 00000100:00000001:0.0:1767329216.503930:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329216.503936:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088b7262c x1853178572211584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767329216.503940:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767329216.503951:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329216.503952:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329216.503957:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088b7262c x1853178572211584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329232 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767329216.503958:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077a38a26 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329216.503965:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329216.503967:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329216.503970:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301066076 00000100:00000001:0.0:1767329216.503970:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329216.503977:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301061978 00000800:00000200:0.0:1767329216.503983:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329216.503987:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077a38a26. 00000100:00000001:1.0:1767329216.503989:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301066076 00000400:00000200:0.0:1767329216.503990:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329216.503996:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329216.503998:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301061978 00000400:00000200:0.0:1767329216.503999:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e003233e 00000400:00000010:0.0:1767329216.504002:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e003233e. 00000100:00000001:1.0:1767329216.504005:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301066076 00000100:00000001:0.0:1767329216.504006:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329216.504011:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001aee3446 x1853178572211328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329216.504012:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301061978 00000100:00000001:0.0:1767329216.504040:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329216.504043:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001aee3446 x1853178572211328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329232 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329216.504051:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301066077 00000100:00000001:1.0:1767329216.504056:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301061978 00000100:00000001:1.0:1767329216.504064:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329216.504069:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329216.504070:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329216.504072:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329216.504075:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329216.504079:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329216.504083:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329216.504085:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329216.504088:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329216.504089:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329216.504091:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329216.504094:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329216.506218:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329216.506230:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329216.506232:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329216.506234:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329216.506253:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329216.506262:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2808580 00000400:00000200:2.0:1767329216.506267:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x981 [1] + 224 00000800:00000001:2.0:1767329216.506272:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329216.506276:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329216.506277:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329216.506279:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329216.506282:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329216.506285:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088b7262c x1853178572211584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329216.506293:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088b7262c x1853178572211584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329216.506309:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329216.506315:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329216.506317:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329216.506318:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329216.506325:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329216.506328:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329216.506334:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2808480 00000400:00000200:2.0:1767329216.506338:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x98d [1] + 224 00000800:00000001:2.0:1767329216.506341:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329216.506343:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329216.506345:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329216.506349:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329216.506351:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329216.506351:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329216.506355:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767329216.506357:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001aee3446 x1853178572211328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767329216.506361:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329216.506364:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767329216.506365:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001aee3446 x1853178572211328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329216.506367:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e453676a. 00000400:00000200:0.0:1767329216.506373:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054fd66a 00000400:00000010:0.0:1767329216.506376:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054fd66a. 00000100:00000001:0.0:1767329216.506379:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329216.506381:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767329216.506384:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088b7262c x1853178572211584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329216.506387:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329216.506391:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329216.506395:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767329216.506398:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088b7262c x1853178572211584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329216.506399:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329216.506410:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767329216.506411:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329216.506414:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329216.506418:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2808500 00000100:00000001:0.0:1767329216.506419:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329216.506423:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329216.506425:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329216.506427:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329216.506429:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x97d [1] + 224 00000100:00000001:0.0:1767329216.506429:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329216.506431:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329216.506435:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329216.506437:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767329216.506439:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1767329216.506442:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=63 v=5 (5 5 5 0) 00000400:00000001:1.0:1767329216.506443:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767329216.506446:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329216.506447:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014248973. 00000100:00001000:0.0:1767329216.506448:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=10 v=5 (1 0 0 0) 00000400:00000200:2.0:1767329216.506453:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329216.506455:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767329216.506456:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e480de18 00000100:00000001:0.0:1767329216.506459:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329216.506461:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e480de18. 00000400:00000200:2.0:1767329216.506463:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00010000:00000001:0.0:1767329216.506466:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329216.506467:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329216.506470:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00010000:00080000:0.0:1767329216.506475:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000088b7262c x1853178572211584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329232 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329216.506476:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001aee3446 x1853178572211328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329216.506479:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000050ad2e6c x1853178572211456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329216.506516:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329216.506518:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001aee3446 x1853178572211328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329216.506520:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000050ad2e6c x1853178572211456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329216.506523:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329216.506527:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329216.506532:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329216.506536:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329216.506552:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329216.506554:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329216.506556:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088b7262c x1853178572211584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329232 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329216.506559:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329216.506562:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329216.506565:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329216.506576:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329216.506582:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329216.506587:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767329216.506590:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=63 v=5 (5 5 5 0) 00000100:00000001:0.0:1767329216.506590:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767329216.506593:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329216.506598:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1767329216.506599:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=63 v=5 (1 1 1 0) 00000800:00000001:2.0:1767329216.506600:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329216.506603:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329216.506608:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329216.506611:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329216.506613:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088b7262c x1853178572211584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329232 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329216.506615:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329216.506619:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329216.506625:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329216.506633:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088b7262c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572211584:192.168.202.109@tcp:400: 00000100:00000040:1.0:1767329216.506635:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001aee3446 x1853178572211328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329232 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329216.506642:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329216.506647:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329216.506652:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329216.506655:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088b7262c x1853178572211584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329232 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329216.506656:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329216.506659:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329216.506668:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001aee3446 x1853178572211328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329232 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329216.506671:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329216.506675:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329216.506680:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dcafe47a. 00000100:00100000:1.0:1767329216.506681:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001aee3446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572211328:192.168.202.109@tcp:400: 02000000:00000001:0.0:1767329216.506687:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329216.506689:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329216.506692:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329216.506693:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767329216.506696:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000040:1.0:1767329216.506699:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001aee3446 x1853178572211328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329232 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767329216.506701:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329216.506704:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000060b037eb. 00000100:00000001:1.0:1767329216.506713:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329216.506713:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329216.506718:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767329216.506718:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329216.506722:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088b7262c. 02000000:00000010:1.0:1767329216.506723:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b37240ef. 02000000:00000001:1.0:1767329216.506730:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767329216.506731:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1767329216.506732:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329216.506734:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767329216.506736:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329216.506739:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767329216.506741:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329216.506745:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012a5af5b. 00000100:00000001:0.0:1767329216.506748:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767329216.506750:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329216.506752:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329216.506754:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329216.506758:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001aee3446. 00000100:00000001:0.0:1767329216.506758:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329216.506763:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329216.506765:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329216.506774:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329216.506778:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329216.506781:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329216.506782:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329216.506785:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329216.506787:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329216.506788:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a9a7385. 00000400:00000200:1.0:1767329216.506792:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c186ed3c 00000400:00000010:1.0:1767329216.506793:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c186ed3c. 00000100:00000001:1.0:1767329216.506796:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329216.506799:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000050ad2e6c x1853178572211456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329216.506807:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000050ad2e6c x1853178572211456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329216.506813:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329216.506815:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329216.506817:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329216.506818:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329216.506819:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329216.506821:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329216.506823:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329216.506826:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=53 v=5 (5 5 5 0) 00000100:00001000:1.0:1767329216.506829:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=53 v=5 (1 1 1 0) 00000100:00000001:1.0:1767329216.506831:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329216.506833:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329216.506834:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329216.506837:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329216.506840:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329216.506841:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329216.506843:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329216.506844:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329216.506847:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000050ad2e6c x1853178572211456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329232 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329216.506854:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329216.506856:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329216.506862:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329216.506866:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050ad2e6c x1853178572211456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329232 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329216.506872:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000050ad2e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572211456:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329216.506876:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329216.506878:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329216.506880:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000050ad2e6c x1853178572211456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329232 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329216.506886:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329216.506888:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329216.506889:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a333ef6c. 02000000:00000001:1.0:1767329216.506892:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329216.506893:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329216.506894:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329216.506896:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329216.506898:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000525da5a5. 02000000:00000001:1.0:1767329216.506900:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329216.506901:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329216.506903:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050ad2e6c. 00000100:00000001:1.0:1767329216.506906:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329216.506907:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329216.506908:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329216.506912:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329216.506913:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329216.506915:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329216.506916:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329216.567115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329216.567121:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329216.567126:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329216.567128:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329216.567166:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329216.567170:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329216.567172:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329217.591092:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329217.591097:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329217.591101:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329217.591102:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329217.591182:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329217.591185:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329217.591188:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329218.615105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329218.615127:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329218.615132:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329218.615133:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329218.615249:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329218.615253:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329218.615255:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329219.639135:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329219.639146:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329219.639154:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329219.639155:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329219.639203:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329219.639218:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329219.639221:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767329220.087103:0:211338:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767329220.087109:0:211338:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:1.0:1767329220.663128:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329220.663135:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329220.663141:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329220.663142:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329220.663269:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329220.663273:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329220.663276:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329221.111101:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301066076, at 4301066240 00000100:00000040:2.0:1767329221.111106:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301066076, at 4301066240 00000100:00000010:2.0:1767329221.111121:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e23bb884. 00000100:00000010:0.0:1767329221.111131:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003970a50b. 00000100:00000040:1.0:1767329221.111165:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301066076, at 4301066240 00000100:00000010:1.0:1767329221.111179:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000056244d83. 00000100:00000040:3.0:1767329221.111429:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301066077, at 4301066240 00000100:00000010:3.0:1767329221.111436:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f011cda8. 00000100:00000040:3.0:1767329221.623103:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329221.623113:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329221.623122:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069829e7b. 00000020:00000040:3.0:1767329221.623129:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329221.623134:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329221.623137:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329221.623143:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329221.623152:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000525da5a5. 00000100:00000001:3.0:1767329221.623160:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329221.623171:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000069829e7b x1853178572211712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329221.623181:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329221.623183:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329221.623203:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069829e7b] to pc [ptlrpcd_00_01+1] req@0000000069829e7b x1853178572211712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329221.623229:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329221.623231:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329221.623234:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329221.623236:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088864b64. 00000020:00000040:3.0:1767329221.623238:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329221.623241:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329221.623242:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329221.623244:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329221.623248:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012a5af5b. 00000100:00000001:3.0:1767329221.623251:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329221.623255:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000088864b64 x1853178572211840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329221.623263:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329221.623267:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329221.623273:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088864b64] to pc [ptlrpcd_00_02+2] req@0000000088864b64 x1853178572211840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329221.623284:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329221.623285:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329221.623293:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329221.623294:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329221.623297:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329221.623311:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069829e7b x1853178572211712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329221.623327:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329221.623328:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329221.623331:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329221.623334:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329221.623337:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329221.623340:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069829e7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572211712:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329221.623344:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329221.623346:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767329221.623350:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329221.623351:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329221.623353:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329221.623358:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329221.623359:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329221.623360:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767329221.623364:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767329221.623365:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767329221.623368:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b10225ad. 02000000:00000010:0.0:1767329221.623374:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000148a6130. 00000020:00000040:3.0:1767329221.623376:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000040:2.0:1767329221.623377:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088864b64 x1853178572211840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329221.623378:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329221.623384:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329221.623388:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329221.623393:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329221.623394:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767329221.623394:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ea1b10b. 02000000:00000001:3.0:1767329221.623403:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329221.623409:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061d952c4. 02000000:00000010:3.0:1767329221.623417:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000060b037eb. 00000100:00000001:2.0:1767329221.623418:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767329221.623421:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572211712, portal 25 00000100:00000001:2.0:1767329221.623422:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329221.623426:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329221.623431:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329221.623431:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767329221.623435:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329221.623436:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776937344 : -127176932614272 : ffff8c55501b9f80) 00000100:00000040:3.0:1767329221.623439:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000b10225ad x1853178572211968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767329221.623441:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329221.623454:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088864b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572211840:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329221.623455:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069829e7b x1853178572211712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329221.623478:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329221.623484:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329221.623490:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329221.623503:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329221.623504:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329221.623507:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329221.623509:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329221.623509:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da195118. 00000100:00000040:0.0:1767329221.623516:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329221.623522:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329221.623525:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ade78b8. 00000400:00000010:2.0:1767329221.623528:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e453676a. 00000100:00000040:3.0:1767329221.623530:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b10225ad] to pc [ptlrpcd_00_03+3] req@00000000b10225ad x1853178572211968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329221.623533:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572211712, offset 0 00000400:00000010:2.0:1767329221.623540:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f8ad362. 00000400:00000200:0.0:1767329221.623551:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000200:2.0:1767329221.623563:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572211840, portal 10 00000400:00000200:0.0:1767329221.623571:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329221.623575:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329221.623579:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767329221.623586:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329221.623586:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329221.623590:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776932864 : -127176932618752 : ffff8c55501b8e00) 00000400:00000200:0.0:1767329221.623591:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329221.623594:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329221.623602:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767329221.623608:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767329221.623610:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329221.623612:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088864b64 x1853178572211840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329221.623618:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767329221.623625:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6404) 00000100:00000040:1.0:1767329221.623628:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b10225ad x1853178572211968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329221.623634:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329221.623650:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767329221.623655:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [280:280:256:4294967295] 192.168.202.109@tcp LPNI seq info [280:280:8:4294967295] 00000100:00000001:1.0:1767329221.623663:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767329221.623669:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329221.623670:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329221.623676:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9460489. 02000000:00000001:1.0:1767329221.623677:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329221.623683:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767329221.623685:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572211840, offset 0 02000000:00000001:1.0:1767329221.623690:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329221.623699:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572211968:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329221.623702:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329221.623705:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329221.623716:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329221.623724:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767329221.623730:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:1.0:1767329221.623731:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329221.623732:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329221.623744:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767329221.623746:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767329221.623748:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001841c9f3. 02000000:00000010:1.0:1767329221.623750:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed59a08f. 00000400:00000200:2.0:1767329221.623752:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:1.0:1767329221.623763:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329221.623764:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329221.623766:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329221.623780:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:1.0:1767329221.623782:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a9a7385. 00000800:00000200:0.0:1767329221.623791:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329221.623792:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [281:281:255:4294967295] 192.168.202.109@tcp LPNI seq info [281:281:7:4294967295] 00000400:00000010:1.0:1767329221.623794:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c186ed3c. 00000800:00000200:0.0:1767329221.623799:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001841c9f3 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1767329221.623808:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572211968, portal 10 00000400:00000200:2.0:1767329221.623813:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329221.623826:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329221.623828:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767329221.623835:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329221.623835:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776944512 : -127176932607104 : ffff8c55501bbb80) 00000100:00000001:0.0:1767329221.623837:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301071196 00000800:00000010:2.0:1767329221.623850:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b18ad351. 00000100:00000010:0.0:1767329221.623851:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024fcb4fc. 00000100:00000040:1.0:1767329221.623856:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b10225ad x1853178572211968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329221.623864:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767329221.623873:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329221.623885:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301071196 00000100:00000001:1.0:1767329221.623889:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767329221.623892:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010dcd32a. 00000800:00000200:2.0:1767329221.623894:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000040:1.0:1767329221.623902:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329221.623903:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1767329221.623909:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e480de18. 00000800:00000200:2.0:1767329221.623910:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b18ad351 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329221.623914:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301071196 00000100:00000200:1.0:1767329221.623921:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572211968, offset 0 00000100:00000001:2.0:1767329221.623923:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329221.623923:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004244b416. 00000100:00000040:2.0:1767329221.623933:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 340873 usecs (341 jiffies) 00000100:00000001:0.0:1767329221.623935:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000200:3.0:1767329221.623938:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329221.623942:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301067093 00000400:00000200:1.0:1767329221.623945:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329221.623953:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001841c9f3. 00000100:00000001:0.0:1767329221.623954:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301071196 00000100:00000001:2.0:1767329221.623958:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301071196 00000100:00000010:0.0:1767329221.623965:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008433709a. 00000100:00000001:2.0:1767329221.623966:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301067093 00000400:00000200:3.0:1767329221.623967:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329221.623972:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329221.623975:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767329221.623981:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301071196 00000100:00000001:0.0:1767329221.623987:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329221.623993:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329221.623994:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301067093 00000400:00000200:3.0:1767329221.623995:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329221.624003:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329221.624011:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301071196 00000400:00000200:1.0:1767329221.624012:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329221.624066:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329221.624071:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329221.624074:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [282:282:254:4294967295] 192.168.202.109@tcp LPNI seq info [282:282:6:4294967295] 00000100:00000001:0.0:1767329221.624076:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329221.624081:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329221.624083:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301067094 00000100:00000001:2.0:1767329221.624091:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301071196 00000100:00000001:0.0:1767329221.624094:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767329221.624100:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329221.624101:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329221.624102:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329221.624112:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329221.624115:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329221.624117:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329221.624120:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329221.624125:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ade78b8 00000800:00000200:1.0:1767329221.624130:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329221.624132:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329221.624136:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ade78b8. 00000100:00000001:2.0:1767329221.624137:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767329221.624140:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000100:00000001:0.0:1767329221.624140:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329221.624154:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329221.624156:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329221.624158:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329221.624165:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767329221.624166:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069829e7b x1853178572211712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767329221.624166:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329221.624170:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329221.624178:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329221.624180:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329221.624201:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329221.624202:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329221.624217:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329221.624221:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329221.624222:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 20247 usecs (21 jiffies) 00000100:00000040:3.0:1767329221.624227:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069829e7b x1853178572211712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329221.624227:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301066774 00000100:00000001:1.0:1767329221.624233:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301071196 00000100:00000001:1.0:1767329221.624238:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301066774 00000100:00000001:3.0:1767329221.624245:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329221.624245:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301071196 00000100:00000001:3.0:1767329221.624251:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329221.624251:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301066774 00000100:00000001:1.0:1767329221.624256:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301071196 00000100:00000001:1.0:1767329221.624265:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301066774 00000100:00000001:1.0:1767329221.624269:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301071196 00000100:00000001:1.0:1767329221.624271:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329221.624274:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329221.624276:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329221.624278:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767329221.624281:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b18ad351. 00000100:00000001:1.0:1767329221.624283:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329221.624286:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329221.624292:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767329221.624293:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329221.624297:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767329221.624299:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9460489 00000400:00000010:3.0:1767329221.624302:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9460489. 00000100:00000001:1.0:1767329221.624303:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329221.624305:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329221.624306:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329221.624310:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329221.624311:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088864b64 x1853178572211840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329221.624315:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329221.624323:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329221.624325:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088864b64 x1853178572211840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329221.624329:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329221.624330:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329221.624356:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329221.624358:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00000400:00000200:3.0:1767329221.624360:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329221.624362:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329221.624364:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e480de18 00000400:00000010:3.0:1767329221.624365:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e480de18. 00000100:00000001:3.0:1767329221.624366:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329221.624368:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b10225ad x1853178572211968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329221.624372:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329221.624374:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b10225ad x1853178572211968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329221.624386:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329221.624387:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329221.625220:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329221.625234:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329221.625236:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329221.625238:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329221.625244:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329221.625254:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2808600 00000400:00000200:0.0:1767329221.625259:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x995 [1] + 224 00000800:00000001:0.0:1767329221.625264:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329221.625274:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329221.625276:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329221.625279:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329221.625284:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329221.625287:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069829e7b x1853178572211712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329221.625295:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000069829e7b x1853178572211712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329221.625312:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329221.625317:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329221.625319:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329221.625346:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329221.625349:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329221.625354:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329221.625355:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329221.625357:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ea1b10b. 00000400:00000200:3.0:1767329221.625361:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061d952c4 00000400:00000010:3.0:1767329221.625362:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061d952c4. 00000100:00000001:3.0:1767329221.625366:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329221.625370:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069829e7b x1853178572211712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329221.625378:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069829e7b x1853178572211712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329221.625383:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329221.625385:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329221.625387:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329221.625389:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329221.625391:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329221.625393:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329221.625395:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329221.625473:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=68 v=5 (5 5 5 0) 00000100:00001000:3.0:1767329221.625479:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=68 v=5 (1 1 1 0) 00000100:00000001:3.0:1767329221.625482:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329221.625484:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329221.625487:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329221.625490:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329221.625493:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329221.625524:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329221.625532:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329221.625534:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329221.625538:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329221.625549:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069829e7b x1853178572211712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329221.625550:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329221.625564:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2808680 00000400:00000200:2.0:1767329221.625569:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x99d [1] + 224 00000800:00000001:2.0:1767329221.625572:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329221.625588:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329221.625589:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329221.625593:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329221.625596:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329221.625599:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088864b64 x1853178572211840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329221.625607:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088864b64 x1853178572211840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329221.625622:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329221.625628:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329221.625632:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329221.625638:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329221.625642:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767329221.625648:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329221.625649:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329221.625656:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329221.625657:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767329221.625666:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329221.625667:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2808700 00000100:00000001:0.0:1767329221.625671:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329221.625674:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x9a5 [1] + 224 00000800:00000001:2.0:1767329221.625678:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767329221.625680:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767329221.625683:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767329221.625684:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767329221.625686:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767329221.625689:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e453676a. 00000400:00000200:2.0:1767329221.625692:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329221.625698:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f8ad362 00000400:00000010:0.0:1767329221.625702:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f8ad362. 00000100:00000001:0.0:1767329221.625708:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329221.625709:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329221.625715:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088864b64 x1853178572211840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329221.625716:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b10225ad x1853178572211968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329221.625734:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069829e7b x1853178572211712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329237 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329221.625756:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b10225ad x1853178572211968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329221.625777:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088864b64 x1853178572211840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329221.625826:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069829e7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572211712:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329221.625828:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329221.625833:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329221.625838:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329221.625840:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329221.625851:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329221.625859:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767329221.625861:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069829e7b x1853178572211712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329237 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329221.625864:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329221.625873:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329221.625878:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329221.625883:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329221.625884:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329221.625887:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329221.625890:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767329221.625894:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329221.625896:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000148a6130. 00000100:00000001:1.0:1767329221.625898:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329221.625902:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767329221.625903:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1767329221.625904:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=58 v=5 (5 5 5 0) 00000400:00000001:1.0:1767329221.625907:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767329221.625908:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:1.0:1767329221.625912:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1767329221.625914:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000400:00000010:1.0:1767329221.625920:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a9a7385. 00000020:00000001:3.0:1767329221.625921:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1767329221.625922:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=58 v=5 (1 1 1 0) 02000000:00000010:3.0:1767329221.625929:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000525da5a5. 00000400:00000200:1.0:1767329221.625929:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c186ed3c 00000100:00000001:0.0:1767329221.625931:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767329221.625933:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c186ed3c. 00000100:00000001:0.0:1767329221.625938:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329221.625940:0:208651:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767329221.625941:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1767329221.625948:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b10225ad x1853178572211968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329221.625949:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767329221.625949:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:3.0:1767329221.625959:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069829e7b. 00010000:00000001:0.0:1767329221.625960:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329221.625967:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b10225ad x1853178572211968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329221.625968:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329221.625973:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329221.625973:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329221.625980:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329221.625983:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329221.625983:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329221.625985:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329221.625987:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329221.625993:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767329221.625993:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329221.625996:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767329221.625998:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329221.626002:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329221.626003:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329221.626006:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329221.626009:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329221.626011:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088864b64 x1853178572211840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329221.626013:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329221.626042:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329221.626042:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=68 v=5 (5 5 5 0) 00000100:00001000:1.0:1767329221.626049:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767329221.626059:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329221.626062:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329221.626068:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767329221.626078:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767329221.626080:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00080000:1.0:1767329221.626085:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b10225ad x1853178572211968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329221.626085:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767329221.626102:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329221.626104:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088864b64 x1853178572211840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329237 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329221.626106:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329221.626109:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329221.626115:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329221.626119:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329221.626130:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b10225ad x1853178572211968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329221.626158:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767329221.626159:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088864b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572211840:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329221.626165:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329221.626167:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329221.626177:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b10225ad x1853178572211968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329237 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329221.626178:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767329221.626210:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572211968:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329221.626214:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329221.626216:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329221.626220:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b10225ad x1853178572211968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329237 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329221.626221:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329221.626230:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329221.626233:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767329221.626234:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088864b64 x1853178572211840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329237 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329221.626236:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed59a08f. 02000000:00000001:1.0:1767329221.626245:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329221.626249:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329221.626252:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329221.626259:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767329221.626262:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1767329221.626263:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000060b037eb. 02000000:00000001:0.0:1767329221.626268:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767329221.626271:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329221.626273:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329221.626274:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b10225ad. 02000000:00000010:0.0:1767329221.626281:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da195118. 02000000:00000001:0.0:1767329221.626291:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329221.626294:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767329221.626295:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329221.626302:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767329221.626302:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329221.626309:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767329221.626312:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767329221.626313:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012a5af5b. 02000000:00000001:0.0:1767329221.626322:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329221.626324:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767329221.626325:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767329221.626329:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329221.626329:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088864b64. 00000100:00000001:1.0:1767329221.626342:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329221.626342:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329221.626345:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329221.626350:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329221.626350:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329221.626356:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329221.626358:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329221.626360:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329221.626362:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329221.687100:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329221.687103:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329221.687107:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329221.687109:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329221.687183:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329221.687196:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329221.687199:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329222.711088:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329222.711095:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329222.711098:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329222.711100:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329222.711104:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329222.711107:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329222.711109:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329222.711111:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329222.711116:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329222.711118:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329222.711148:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329222.711154:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329222.711157:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329223.735143:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329223.735150:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329223.735156:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329223.735156:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329223.735231:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329223.735235:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329223.735238:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329224.759119:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329224.759129:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329224.759137:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329224.759137:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329224.759206:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329224.759210:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329224.759213:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329225.783105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329225.783113:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329225.783119:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329225.783122:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329225.783124:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329225.783129:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329225.783131:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329225.783133:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329225.783136:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329225.783138:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329225.783175:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329225.783177:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329225.783260:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329225.783264:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329225.783266:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329226.231086:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301071196, at 4301071360 00000100:00000040:1.0:1767329226.231088:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301071196, at 4301071360 00000100:00000010:0.0:1767329226.231104:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024fcb4fc. 00000100:00000010:1.0:1767329226.231107:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010dcd32a. 00000100:00000040:2.0:1767329226.231110:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301071196, at 4301071360 00000100:00000010:2.0:1767329226.231121:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004244b416. 00000100:00000040:3.0:1767329226.231272:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301071196, at 4301071360 00000100:00000010:3.0:1767329226.231279:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008433709a. 00000100:00000040:2.0:1767329226.743165:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329226.743178:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329226.743185:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000929a317e. 00000020:00000040:2.0:1767329226.743194:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329226.743199:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329226.743203:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329226.743209:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329226.743218:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000033785252. 00000100:00000001:2.0:1767329226.743238:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329226.743249:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000929a317e x1853178572212096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329226.743259:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329226.743261:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329226.743266:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000929a317e] to pc [ptlrpcd_00_00+0] req@00000000929a317e x1853178572212096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329226.743292:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329226.743294:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329226.743297:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329226.743300:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd491ed0. 00000020:00000040:2.0:1767329226.743302:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329226.743304:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767329226.743305:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329226.743306:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329226.743309:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329226.743312:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767329226.743313:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000461b76c7. 00000100:00000001:3.0:1767329226.743315:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329226.743317:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329226.743323:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000929a317e x1853178572212096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329226.743323:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329226.743324:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000dd491ed0 x1853178572212224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329226.743329:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329226.743359:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329226.743359:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329226.743361:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329226.743362:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329226.743367:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd491ed0] to pc [ptlrpcd_00_01+1] req@00000000dd491ed0 x1853178572212224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329226.743368:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329226.743372:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329226.743377:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329226.743381:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000929a317e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572212096:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329226.743384:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329226.743385:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767329226.743387:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329226.743391:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767329226.743392:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767329226.743393:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004920a0f5. 02000000:00000001:3.0:1767329226.743396:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767329226.743397:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:3.0:1767329226.743399:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329226.743400:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329226.743401:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1767329226.743404:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000576dcef4. 02000000:00000001:2.0:1767329226.743405:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329226.743405:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767329226.743409:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329226.743409:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767329226.743414:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329226.743418:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189c6cb8. 00000100:00000040:1.0:1767329226.743418:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd491ed0 x1853178572212224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767329226.743421:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e59fe967. 00000100:00000001:2.0:1767329226.743427:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329226.743428:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000261eab26. 00000100:00000001:1.0:1767329226.743431:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329226.743434:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329226.743436:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000004920a0f5 x1853178572212352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767329226.743438:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572212096, portal 25 02000000:00000001:1.0:1767329226.743438:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329226.743442:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329226.743444:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329226.743448:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777357952 : -127176932193664 : ffff8c5550220a80) 02000000:00000001:1.0:1767329226.743449:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329226.743456:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1767329226.743457:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd491ed0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572212224:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329226.743459:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000929a317e x1853178572212096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329226.743460:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329226.743465:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329226.743469:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767329226.743470:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004920a0f5] to pc [ptlrpcd_00_02+2] req@000000004920a0f5 x1853178572212352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329226.743472:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329226.743476:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329226.743482:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767329226.743482:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db5a44f4. 02000000:00000001:1.0:1767329226.743488:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329226.743489:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329226.743494:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064cac671. 00000400:00000010:1.0:1767329226.743495:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a9a7385. 00000100:00000200:3.0:1767329226.743496:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572212096, offset 0 00000100:00000001:2.0:1767329226.743502:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329226.743503:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c186ed3c. 00000400:00000200:3.0:1767329226.743508:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329226.743508:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767329226.743514:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:1.0:1767329226.743517:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572212224, portal 10 00000100:00000040:2.0:1767329226.743519:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6409) 00000100:00000001:1.0:1767329226.743520:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329226.743523:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777362432 : -127176932189184 : ffff8c5550221c00) 00000400:00000200:3.0:1767329226.743528:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:1.0:1767329226.743532:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd491ed0 x1853178572212224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329226.743537:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329226.743542:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767329226.743545:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329226.743546:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329226.743549:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329226.743551:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767329226.743553:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bffb9b1. 00000400:00000200:3.0:1767329226.743554:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329226.743555:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329226.743560:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004920a0f5 x1853178572212352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329226.743565:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572212224, offset 0 00000400:00000200:3.0:1767329226.743569:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329226.743572:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329226.743577:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329226.743580:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [283:283:256:4294967295] 192.168.202.109@tcp LPNI seq info [283:283:8:4294967295] 00000100:00000001:2.0:1767329226.743585:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329226.743586:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329226.743588:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329226.743592:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329226.743596:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329226.743600:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329226.743601:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00100000:2.0:1767329226.743605:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004920a0f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572212352:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329226.743608:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767329226.743612:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:3.0:1767329226.743613:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329226.743613:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329226.743617:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329226.743620:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1767329226.743621:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000038ee5c0d. 00000400:00000200:1.0:1767329226.743621:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1767329226.743625:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001ce80ca3. 00000400:00000200:1.0:1767329226.743627:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:2.0:1767329226.743630:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329226.743634:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767329226.743635:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000010:2.0:1767329226.743636:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005908f795. 00000400:00000200:1.0:1767329226.743638:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329226.743642:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [284:284:255:4294967295] 192.168.202.109@tcp LPNI seq info [284:284:7:4294967295] 00000800:00000200:3.0:1767329226.743649:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:2.0:1767329226.743650:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004740f0f1. 00000800:00000200:3.0:1767329226.743657:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000038ee5c0d type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767329226.743657:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572212352, portal 10 00000400:00000200:1.0:1767329226.743661:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329226.743664:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329226.743668:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777368704 : -127176932182912 : ffff8c5550223480) 00000800:00000200:1.0:1767329226.743672:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329226.743677:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004920a0f5 x1853178572212352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329226.743678:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767329226.743678:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000100:00000001:3.0:1767329226.743687:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301076316 00000100:00000001:2.0:1767329226.743689:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767329226.743692:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:3.0:1767329226.743696:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8f4ed25. 00000100:00000040:2.0:1767329226.743697:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329226.743702:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002334309b. 00000100:00000001:3.0:1767329226.743705:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767329226.743706:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000200:2.0:1767329226.743707:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572212352, offset 0 00000100:00000001:3.0:1767329226.743712:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301076316 00000800:00000200:1.0:1767329226.743713:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329226.743717:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:3.0:1767329226.743719:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad40beb3. 00000100:00000001:1.0:1767329226.743722:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329226.743724:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767329226.743725:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767329226.743728:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:1.0:1767329226.743729:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 336652 usecs (337 jiffies) 00000100:00000001:3.0:1767329226.743731:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301076316 00000800:00000010:0.0:1767329226.743732:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000038ee5c0d. 00000400:00000200:2.0:1767329226.743734:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1767329226.743738:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d99320d3. 00000100:00000001:1.0:1767329226.743738:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301072209 00000400:00000200:0.0:1767329226.743742:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329226.743743:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767329226.743743:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329226.743744:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301076316 00000400:00000200:2.0:1767329226.743750:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329226.743751:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301076316 00000100:00000001:1.0:1767329226.743751:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301072209 00000400:00000200:0.0:1767329226.743755:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329226.743757:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301076316 00000400:00000200:2.0:1767329226.743758:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000010:3.0:1767329226.743759:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000048c0ab71. 00000100:00000001:1.0:1767329226.743764:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301072209 00000100:00000001:3.0:1767329226.743765:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767329226.743767:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [285:285:254:4294967295] 192.168.202.109@tcp LPNI seq info [285:285:6:4294967295] 00000100:00000001:1.0:1767329226.743770:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301076316 00000100:00000001:3.0:1767329226.743772:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329226.743774:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301072209 00000100:00000001:3.0:1767329226.743777:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329226.743780:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301076316 00000100:00000001:3.0:1767329226.743782:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329226.743784:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329226.743785:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329226.743786:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329226.743793:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329226.743795:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064cac671 00000100:00000001:3.0:1767329226.743798:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767329226.743798:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329226.743798:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329226.743799:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064cac671. 00000100:00000001:3.0:1767329226.743803:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329226.743804:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329226.743807:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767329226.743807:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ce0a9bb. 00000100:00000001:0.0:1767329226.743808:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329226.743810:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329226.743814:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329226.743816:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000929a317e x1853178572212096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329226.743818:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329226.743818:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767329226.743820:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329226.743821:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329226.743828:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329226.743832:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767329226.743833:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329226.743835:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329226.743840:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004ce0a9bb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329226.743841:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329226.743845:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329226.743848:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329226.743852:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000929a317e x1853178572212096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329226.743853:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 20025 usecs (21 jiffies) 00000100:00000001:2.0:1767329226.743859:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301071893 00000100:00000001:2.0:1767329226.743864:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301076316 00000100:00000001:0.0:1767329226.743866:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329226.743868:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301071893 00000100:00000001:0.0:1767329226.743869:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329226.743873:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301076316 00000100:00000001:2.0:1767329226.743875:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301071893 00000100:00000001:2.0:1767329226.743882:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301076316 00000800:00000200:0.0:1767329226.743882:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329226.743885:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301071893 00000100:00000001:2.0:1767329226.743886:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301076316 00000100:00000001:2.0:1767329226.743888:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329226.743894:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767329226.743894:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00000400:00000200:0.0:1767329226.743900:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329226.743901:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329226.743905:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329226.743909:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329226.743911:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767329226.743912:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bffb9b1 00000100:00000001:2.0:1767329226.743914:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767329226.743915:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bffb9b1. 00000100:00000001:2.0:1767329226.743918:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329226.743920:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329226.743921:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329226.743925:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329226.743925:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd491ed0 x1853178572212224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329226.743930:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329226.743938:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329226.743939:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd491ed0 x1853178572212224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329226.743943:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329226.743945:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329226.743974:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329226.743976:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ce0a9bb. 00000400:00000200:0.0:1767329226.743980:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329226.743984:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329226.743986:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002334309b 00000400:00000010:0.0:1767329226.743987:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002334309b. 00000100:00000001:0.0:1767329226.743991:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329226.743994:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004920a0f5 x1853178572212352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329226.744002:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329226.744004:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004920a0f5 x1853178572212352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329226.744012:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329226.744035:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329226.745476:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329226.745486:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329226.745490:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329226.745492:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329226.745500:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329226.745514:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2808780 00000400:00000200:0.0:1767329226.745530:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x9ad [1] + 224 00000800:00000001:0.0:1767329226.745539:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329226.745545:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329226.745548:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329226.745552:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329226.745556:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329226.745560:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000929a317e x1853178572212096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329226.745572:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000929a317e x1853178572212096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329226.745590:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329226.745598:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329226.745615:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329226.745618:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329226.745623:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329226.745625:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329226.745626:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000189c6cb8. 00000800:00000001:0.0:1767329226.745630:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329226.745631:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000261eab26 00000400:00000010:3.0:1767329226.745633:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000261eab26. 00000800:00000001:0.0:1767329226.745636:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329226.745637:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329226.745643:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000929a317e x1853178572212096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329226.745643:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329226.745656:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000200:3.0:1767329226.745658:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000929a317e x1853178572212096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329226.745667:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329226.745669:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329226.745673:0:208648:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767329226.745673:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2808800 02000000:00000001:3.0:1767329226.745677:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767329226.745684:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x9b5 [1] + 224 00000800:00000001:0.0:1767329226.745690:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329226.745694:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329226.745696:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329226.745699:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329226.745703:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329226.745706:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd491ed0 x1853178572212224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329226.745715:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dd491ed0 x1853178572212224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329226.745730:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329226.745731:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329226.745735:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329226.745738:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329226.745738:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329226.745743:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767329226.745744:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=73 v=5 (5 5 5 0) 00000800:00000001:0.0:1767329226.745745:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767329226.745749:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=73 v=5 (1 1 1 0) 00000100:00000001:3.0:1767329226.745755:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329226.745758:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329226.745758:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767329226.745758:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329226.745762:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767329226.745764:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1767329226.745767:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767329226.745768:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329226.745770:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000001:1.0:1767329226.745771:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329226.745772:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329226.745775:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a9a7385. 00000400:00000200:1.0:1767329226.745780:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c186ed3c 00000100:00000040:3.0:1767329226.745783:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000929a317e x1853178572212096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329226.745785:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c186ed3c. 00000400:00000200:0.0:1767329226.745786:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2808880 00000100:00000001:1.0:1767329226.745791:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767329226.745798:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x9bd [1] + 224 00000100:00000200:1.0:1767329226.745799:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd491ed0 x1853178572212224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329226.745809:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767329226.745809:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329226.745816:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1767329226.745816:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329226.745819:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329226.745820:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd491ed0 x1853178572212224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329226.745821:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767329226.745828:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000929a317e x1853178572212096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329226.745829:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329226.745836:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329226.745842:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004920a0f5 x1853178572212352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329226.745848:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329226.745851:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329226.745856:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767329226.745858:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000929a317e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572212096:192.168.202.109@tcp:400: 02000000:00000001:1.0:1767329226.745859:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329226.745862:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329226.745864:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329226.745866:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004920a0f5 x1853178572212352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329226.745869:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329226.745875:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767329226.745877:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=63 v=5 (5 5 5 0) 00000100:00000001:3.0:1767329226.745880:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329226.745886:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000929a317e x1853178572212096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767329226.745886:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=63 v=5 (1 1 1 0) 00000100:00000001:0.0:1767329226.745893:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329226.745895:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1767329226.745898:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329226.745899:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329226.745903:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329226.745904:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767329226.745904:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767329226.745910:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767329226.745910:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329226.745914:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000576dcef4. 00000100:00000001:1.0:1767329226.745915:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767329226.745919:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767329226.745919:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329226.745921:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767329226.745922:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329226.745924:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767329226.745925:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1767329226.745929:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767329226.745929:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd491ed0 x1853178572212224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329226.745932:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000033785252. 02000000:00000001:3.0:1767329226.745938:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329226.745941:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329226.745942:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000929a317e. 00000100:00000001:3.0:1767329226.745944:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329226.745947:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329226.745951:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329226.745953:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329226.745958:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329226.745958:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329226.745960:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329226.745962:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329226.745963:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:2.0:1767329226.745964:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767329226.745965:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329226.745966:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329226.745968:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329226.745969:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329226.745972:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005908f795. 00000100:00000040:1.0:1767329226.745973:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd491ed0 x1853178572212224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329226.745978:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004740f0f1 00000400:00000010:2.0:1767329226.745982:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004740f0f1. 00000100:00100000:1.0:1767329226.745985:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd491ed0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572212224:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329226.745987:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329226.745993:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329226.745995:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004920a0f5 x1853178572212352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329226.745996:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329226.746002:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd491ed0 x1853178572212224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329226.746038:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004920a0f5 x1853178572212352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329226.746045:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329226.746046:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329226.746049:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767329226.746050:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329226.746053:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767329226.746054:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767329226.746055:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329226.746059:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329226.746059:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db5a44f4. 02000000:00000001:2.0:1767329226.746063:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329226.746066:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1767329226.746068:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=73 v=5 (5 5 5 0) 00000020:00000001:1.0:1767329226.746070:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:2.0:1767329226.746073:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=20 v=5 (1 0 0 0) 00000020:00000040:1.0:1767329226.746074:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329226.746078:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329226.746079:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000461b76c7. 02000000:00000001:1.0:1767329226.746085:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767329226.746086:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767329226.746089:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767329226.746090:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329226.746094:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:1.0:1767329226.746094:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd491ed0. 00000100:00000001:1.0:1767329226.746099:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00080000:2.0:1767329226.746100:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004920a0f5 x1853178572212352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329226.746102:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329226.746107:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329226.746112:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767329226.746113:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329226.746114:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329226.746117:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767329226.746117:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329226.746119:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329226.746120:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329226.746123:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329226.746125:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329226.746127:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004920a0f5 x1853178572212352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329226.746131:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329226.746133:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329226.746149:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329226.746154:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004920a0f5 x1853178572212352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329226.746161:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004920a0f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572212352:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329226.746165:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329226.746167:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329226.746169:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004920a0f5 x1853178572212352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329226.746176:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329226.746178:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329226.746180:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001ce80ca3. 02000000:00000001:2.0:1767329226.746184:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329226.746185:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329226.746186:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329226.746189:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329226.746190:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e59fe967. 02000000:00000001:2.0:1767329226.746193:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329226.746200:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329226.746202:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004920a0f5. 00000100:00000001:2.0:1767329226.746205:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329226.746206:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329226.746208:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329226.746212:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329226.746213:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329226.746215:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329226.746217:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329226.807092:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329226.807096:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329226.807100:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329226.807101:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329226.807191:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329226.807194:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329226.807197:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329227.831097:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329227.831105:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329227.831112:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329227.831113:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329227.831165:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329227.831170:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329227.831173:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329228.855106:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329228.855129:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329228.855138:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329228.855139:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329228.855207:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329228.855211:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329228.855213:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329229.879143:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329229.879150:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329229.879157:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329229.879158:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329229.879219:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329229.879223:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329229.879226:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329230.903141:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329230.903151:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329230.903161:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329230.903162:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329230.903230:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329230.903234:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329230.903237:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329231.351123:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301076316, at 4301076480 00000100:00000040:1.0:1767329231.351123:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301076316, at 4301076480 00000100:00000040:0.0:1767329231.351129:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301076316, at 4301076480 00000100:00000010:3.0:1767329231.351143:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000048c0ab71. 00000100:00000010:1.0:1767329231.351145:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad40beb3. 00000100:00000010:0.0:1767329231.351151:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8f4ed25. 00000100:00000040:2.0:1767329231.351300:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301076316, at 4301076480 00000100:00000010:2.0:1767329231.351307:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d99320d3. 00000100:00000040:1.0:1767329231.863129:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329231.863142:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329231.863153:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 00000020:00000040:1.0:1767329231.863162:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329231.863168:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329231.863172:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329231.863179:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329231.863190:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077a38a26. 00000100:00000001:1.0:1767329231.863199:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329231.863213:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000dfc75053 x1853178572212480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329231.863226:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329231.863230:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329231.863237:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfc75053] to pc [ptlrpcd_00_03+3] req@00000000dfc75053 x1853178572212480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329231.863264:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329231.863285:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329231.863289:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329231.863289:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329231.863295:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8f35ab6. 00000100:00100000:2.0:1767329231.863296:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000040:1.0:1767329231.863300:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329231.863301:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329231.863307:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329231.863310:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329231.863312:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329231.863313:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329231.863313:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329231.863317:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329231.863318:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329231.863320:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767329231.863320:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070fb6d87. 00000100:00000001:2.0:1767329231.863324:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329231.863327:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329231.863328:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329231.863336:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572212480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329231.863336:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000f8f35ab6 x1853178572212608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329231.863362:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329231.863364:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329231.863365:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329231.863368:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329231.863370:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767329231.863373:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8f35ab6] to pc [ptlrpcd_00_00+0] req@00000000f8f35ab6 x1853178572212608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329231.863374:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329231.863381:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329231.863388:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572212480:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329231.863391:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329231.863397:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329231.863399:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329231.863404:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329231.863407:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329231.863412:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767329231.863413:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767329231.863415:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000446a1ebc. 02000000:00000010:2.0:1767329231.863418:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f264fbbb. 00000020:00000040:1.0:1767329231.863419:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:2.0:1767329231.863424:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329231.863424:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329231.863427:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329231.863430:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329231.863432:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005908f795. 00000100:00000001:0.0:1767329231.863433:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767329231.863434:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004b79605c. 00000100:00100000:0.0:1767329231.863438:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767329231.863441:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329231.863442:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767329231.863443:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004740f0f1. 00000100:00000001:3.0:1767329231.863450:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329231.863451:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000446a1ebc x1853178572212736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329231.863451:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767329231.863453:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572212480, portal 25 00000100:00000001:0.0:1767329231.863456:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329231.863457:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329231.863459:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329231.863461:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329231.863462:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000001:0.0:1767329231.863464:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329231.863468:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329231.863473:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572212480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329231.863477:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8f35ab6 x1853178572212608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329231.863480:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329231.863484:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329231.863495:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a1ebc] to pc [ptlrpcd_00_01+1] req@00000000446a1ebc x1853178572212736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329231.863502:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329231.863509:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329231.863510:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329231.863514:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329231.863515:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b565a76. 02000000:00000001:0.0:1767329231.863520:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767329231.863521:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572212480, offset 0 00000400:00000200:2.0:1767329231.863529:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329231.863532:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329231.863537:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329231.863545:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572212608:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329231.863547:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329231.863554:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329231.863557:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767329231.863558:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767329231.863560:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329231.863561:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329231.863564:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767329231.863566:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:1.0:1767329231.863567:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767329231.863570:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e23d66c. 00000400:00000200:2.0:1767329231.863573:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767329231.863576:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329231.863578:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767329231.863580:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:0.0:1767329231.863581:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dac07bb. 00000400:00000200:2.0:1767329231.863588:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [286:286:256:4294967295] 192.168.202.109@tcp LPNI seq info [286:286:8:4294967295] 00000100:00000040:1.0:1767329231.863588:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6414) 00000400:00000010:0.0:1767329231.863589:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9986c64. 00000100:00000001:3.0:1767329231.863591:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767329231.863597:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572212608, portal 10 00000100:00100000:3.0:1767329231.863598:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767329231.863601:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329231.863603:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329231.863605:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777196800 : -127176932354816 : ffff8c55501f9500) 00000100:00000001:3.0:1767329231.863613:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767329231.863613:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:0.0:1767329231.863616:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8f35ab6 x1853178572212608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329231.863618:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329231.863626:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329231.863630:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767329231.863630:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329231.863634:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329231.863637:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767329231.863639:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e59fe967. 00000100:00000040:3.0:1767329231.863645:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000446a1ebc x1853178572212736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329231.863645:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:2.0:1767329231.863651:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000010:0.0:1767329231.863652:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008742989f. 00000100:00000200:0.0:1767329231.863658:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572212608, offset 0 00000800:00000200:2.0:1767329231.863668:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329231.863670:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767329231.863670:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329231.863674:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329231.863677:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e59fe967 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767329231.863679:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767329231.863681:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:3.0:1767329231.863683:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329231.863687:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329231.863687:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1767329231.863695:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572212736:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767329231.863695:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329231.863700:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329231.863702:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329231.863705:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767329231.863708:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:3.0:1767329231.863709:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329231.863710:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301081436 02000000:00000001:3.0:1767329231.863714:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329231.863715:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [287:287:255:4294967295] 192.168.202.109@tcp LPNI seq info [287:287:7:4294967295] 00000100:00000010:2.0:1767329231.863718:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1260724. 02000000:00000001:3.0:1767329231.863719:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329231.863725:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ef51550. 00000100:00000001:2.0:1767329231.863728:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767329231.863729:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:3.0:1767329231.863731:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329231.863737:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329231.863740:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189c6cb8. 00000800:00000010:0.0:1767329231.863742:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f0d6a4de. 00000100:00000001:2.0:1767329231.863744:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301081436 00000400:00000010:3.0:1767329231.863749:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000261eab26. 00000100:00000010:2.0:1767329231.863750:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e27c26e. 00000800:00000200:0.0:1767329231.863750:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329231.863756:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000200:3.0:1767329231.863759:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572212736, portal 10 00000100:00000001:2.0:1767329231.863762:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301081436 00000800:00000200:0.0:1767329231.863763:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329231.863765:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1767329231.863767:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012e46697. 00000100:00000001:3.0:1767329231.863768:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777192320 : -127176932359296 : ffff8c55501f8380) 00000100:00000001:2.0:1767329231.863772:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767329231.863776:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f0d6a4de type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329231.863777:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301081436 00000100:00000040:3.0:1767329231.863780:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000446a1ebc x1853178572212736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767329231.863784:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000853aaf52. 00000100:00000001:0.0:1767329231.863784:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329231.863790:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767329231.863792:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 332535 usecs (333 jiffies) 00000100:00000001:2.0:1767329231.863796:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329231.863798:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301077325 00000100:00000001:2.0:1767329231.863802:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329231.863803:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329231.863804:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301081436 00000100:00000001:2.0:1767329231.863807:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329231.863809:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301077325 00000100:00000040:3.0:1767329231.863812:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329231.863812:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329231.863816:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301081436 00000400:00000010:3.0:1767329231.863819:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000497e0e68. 00000800:00000200:1.0:1767329231.863821:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329231.863821:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301077325 00000100:00000200:3.0:1767329231.863823:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572212736, offset 0 00000800:00000010:1.0:1767329231.863828:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e59fe967. 00000100:00000001:0.0:1767329231.863829:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301081436 00000400:00000200:3.0:1767329231.863835:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329231.863836:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329231.863836:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301077325 00000100:00000001:0.0:1767329231.863843:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301081436 00000400:00000200:1.0:1767329231.863846:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329231.863849:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329231.863853:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329231.863854:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329231.863858:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329231.863862:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329231.863863:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329231.863868:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329231.863872:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329231.863873:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329231.863877:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329231.863882:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [288:288:254:4294967295] 192.168.202.109@tcp LPNI seq info [288:288:6:4294967295] 00000100:00000001:0.0:1767329231.863882:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329231.863885:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329231.863890:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329231.863900:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:1.0:1767329231.863907:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b565a76 00000800:00000200:3.0:1767329231.863908:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329231.863911:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b565a76. 00000100:00000001:1.0:1767329231.863916:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329231.863920:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572212480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329231.863928:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329231.863929:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572212480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329247 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329231.863935:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329231.863936:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329231.863947:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329231.863949:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f0d6a4de. 00000400:00000200:1.0:1767329231.863951:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329231.863953:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329231.863955:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008742989f 00000400:00000010:1.0:1767329231.863956:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008742989f. 00000100:00000001:1.0:1767329231.863965:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329231.863967:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8f35ab6 x1853178572212608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329231.863971:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329231.863973:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8f35ab6 x1853178572212608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329247 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329231.863986:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329231.863987:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:3.0:1767329231.864044:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000038ee5c0d. 00000800:00000200:3.0:1767329231.864051:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767329231.864056:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329231.864059:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000038ee5c0d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329231.864071:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329231.864075:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 19808 usecs (20 jiffies) 00000100:00000001:3.0:1767329231.864078:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301077013 00000100:00000001:3.0:1767329231.864080:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301081436 00000100:00000001:3.0:1767329231.864083:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301077013 00000100:00000001:3.0:1767329231.864097:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301081436 00000100:00000001:3.0:1767329231.864100:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301077013 00000100:00000001:3.0:1767329231.864103:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301081436 00000100:00000001:3.0:1767329231.864105:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301077013 00000100:00000001:3.0:1767329231.864108:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301081436 00000100:00000001:3.0:1767329231.864111:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329231.864114:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329231.864116:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329231.864119:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329231.864125:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329231.864128:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000038ee5c0d. 00000400:00000200:0.0:1767329231.864133:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329231.864137:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329231.864140:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000497e0e68 00000400:00000010:0.0:1767329231.864141:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000497e0e68. 00000100:00000001:0.0:1767329231.864143:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329231.864146:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000446a1ebc x1853178572212736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329231.864153:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329231.864154:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000446a1ebc x1853178572212736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329247 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329231.864168:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329231.864169:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329231.865457:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329231.865468:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329231.865471:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329231.865472:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329231.865479:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329231.865488:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2808900 00000400:00000200:0.0:1767329231.865495:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x9c5 [1] + 224 00000800:00000001:0.0:1767329231.865502:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329231.865505:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329231.865507:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329231.865509:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329231.865513:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329231.865516:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572212480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329231.865525:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfc75053 x1853178572212480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329231.865540:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329231.865546:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329231.865548:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329231.865550:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329231.865551:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329231.865554:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329231.865557:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2808980 00000400:00000200:0.0:1767329231.865560:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x9cd [1] + 224 00000800:00000001:0.0:1767329231.865563:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329231.865564:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329231.865565:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329231.865568:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329231.865569:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329231.865577:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8f35ab6 x1853178572212608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329231.865584:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f8f35ab6 x1853178572212608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329231.865597:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329231.865600:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767329231.865601:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329231.865603:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767329231.865607:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329231.865609:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767329231.865610:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767329231.865613:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767329231.865614:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767329231.865616:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005908f795. 00000400:00000200:0.0:1767329231.865622:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329231.865623:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004740f0f1 00000400:00000010:2.0:1767329231.865626:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004740f0f1. 00000100:00000001:2.0:1767329231.865629:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767329231.865630:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2808a00 00000100:00000200:2.0:1767329231.865635:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572212480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329231.865638:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329231.865639:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x9d5 [1] + 224 00000100:00000001:1.0:1767329231.865643:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329231.865650:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767329231.865650:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767329231.865655:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572212480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329231.865655:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767329231.865657:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329231.865659:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dac07bb. 00000400:00000200:0.0:1767329231.865662:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329231.865666:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9986c64 00000400:00000010:1.0:1767329231.865672:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9986c64. 00000400:00000200:0.0:1767329231.865673:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329231.865682:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329231.865683:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329231.865683:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329231.865684:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329231.865688:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767329231.865689:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000446a1ebc x1853178572212736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329231.865691:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1767329231.865693:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8f35ab6 x1853178572212608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329231.865695:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329231.865698:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329231.865703:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329231.865712:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=78 v=5 (5 5 5 0) 00000100:00000040:0.0:1767329231.865718:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000446a1ebc x1853178572212736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329231.865720:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=78 v=5 (1 1 1 0) 00000100:00000200:1.0:1767329231.865728:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8f35ab6 x1853178572212608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329231.865733:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329231.865737:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329231.865737:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767329231.865743:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1767329231.865743:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329231.865746:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767329231.865747:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329231.865748:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329231.865750:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329231.865752:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329231.865755:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329231.865759:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767329231.865760:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfc75053 x1853178572212480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329231.865764:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329231.865768:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329231.865769:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329231.865774:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329231.865775:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767329231.865776:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329231.865779:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329231.865779:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767329231.865784:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=68 v=5 (5 5 5 0) 00000100:00000040:2.0:1767329231.865785:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572212480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329247 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767329231.865786:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:1.0:1767329231.865794:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=68 v=5 (1 1 1 0) 00000100:00100000:2.0:1767329231.865797:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572212480:192.168.202.109@tcp:400: 00000400:00000001:3.0:1767329231.865798:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329231.865804:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000189c6cb8. 00000100:00000001:1.0:1767329231.865804:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329231.865806:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329231.865808:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329231.865810:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767329231.865813:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000261eab26 00010000:00000001:1.0:1767329231.865814:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767329231.865816:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572212480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329247 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767329231.865818:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000261eab26. 00010000:00000001:1.0:1767329231.865820:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329231.865825:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329231.865829:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767329231.865832:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767329231.865834:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000200:3.0:1767329231.865835:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000446a1ebc x1853178572212736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329231.865836:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767329231.865839:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:2.0:1767329231.865840:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f264fbbb. 00000100:00000001:1.0:1767329231.865844:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329231.865846:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329231.865850:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329231.865853:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000040:1.0:1767329231.865854:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8f35ab6 x1853178572212608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767329231.865859:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1767329231.865862:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000446a1ebc x1853178572212736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767329231.865863:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077a38a26. 02000000:00000001:2.0:1767329231.865870:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329231.865873:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329231.865875:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000100:00000001:2.0:1767329231.865881:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329231.865882:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329231.865884:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329231.865887:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329231.865889:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329231.865891:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329231.865894:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329231.865895:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329231.865895:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329231.865899:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767329231.865900:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329231.865900:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329231.865904:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329231.865907:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767329231.865908:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8f35ab6 x1853178572212608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329247 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329231.865911:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329231.865911:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329231.865918:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329231.865925:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=78 v=5 (5 5 5 0) 00000100:00100000:1.0:1767329231.865928:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572212608:192.168.202.109@tcp:400: 00000100:00001000:3.0:1767329231.865932:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767329231.865935:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329231.865937:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329231.865939:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329231.865941:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329231.865945:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8f35ab6 x1853178572212608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329247 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329231.865946:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767329231.865953:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000446a1ebc x1853178572212736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329231.865959:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329231.865962:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329231.865965:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e23d66c. 02000000:00000001:1.0:1767329231.865971:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767329231.865972:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329231.865974:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767329231.865977:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000040:1.0:1767329231.865977:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000040:3.0:1767329231.865981:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000020:00000001:1.0:1767329231.865982:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329231.865985:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070fb6d87. 00000100:00000001:3.0:1767329231.865986:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329231.865988:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329231.865992:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767329231.865993:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000446a1ebc x1853178572212736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329231.865997:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329231.866001:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8f35ab6. 00000100:00000001:3.0:1767329231.866005:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329231.866007:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329231.866011:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329231.866012:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329231.866036:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329231.866047:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329231.866051:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000446a1ebc x1853178572212736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329247 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329231.866055:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329231.866059:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329231.866066:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767329231.866068:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572212736:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329231.866070:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329231.866078:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329231.866082:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329231.866098:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000446a1ebc x1853178572212736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329247 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329231.866106:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329231.866108:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329231.866110:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ef51550. 02000000:00000001:3.0:1767329231.866113:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329231.866115:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329231.866116:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329231.866118:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329231.866120:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004b79605c. 02000000:00000001:3.0:1767329231.866122:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329231.866123:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329231.866125:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000446a1ebc. 00000100:00000001:3.0:1767329231.866128:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329231.866129:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329231.866131:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329231.866135:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329231.866136:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329231.866138:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329231.866139:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329231.927129:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329231.927136:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329231.927145:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329231.927147:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329231.927210:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329231.927214:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329231.927217:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329232.951084:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329232.951093:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329232.951096:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329232.951098:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329232.951120:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329232.951122:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329232.951124:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329232.951126:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329232.951130:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329232.951131:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329232.951178:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329232.951183:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329232.951187:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329233.975139:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329233.975147:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329233.975153:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329233.975155:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329233.975189:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329233.975192:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329233.975196:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329234.999143:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329234.999151:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329234.999156:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329234.999157:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329234.999209:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329234.999213:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329234.999216:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329236.023147:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329236.023155:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329236.023160:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329236.023163:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329236.023166:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329236.023171:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329236.023173:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329236.023175:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329236.023178:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329236.023179:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329236.023181:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329236.023183:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329236.023245:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329236.023251:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329236.023255:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329236.471111:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301081436, at 4301081600 00000100:00000040:2.0:1767329236.471111:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301081436, at 4301081600 00000100:00000040:0.0:1767329236.471111:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301081436, at 4301081600 00000100:00000040:1.0:1767329236.471127:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301081436, at 4301081600 00000100:00000010:0.0:1767329236.471131:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1260724. 00000100:00000010:2.0:1767329236.471132:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012e46697. 00000100:00000010:3.0:1767329236.471136:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000853aaf52. 00000100:00000010:1.0:1767329236.471140:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e27c26e. 00000100:00000040:3.0:1767329236.983158:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329236.983170:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329236.983180:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069829e7b. 00000020:00000040:3.0:1767329236.983188:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329236.983192:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329236.983195:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329236.983218:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329236.983226:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012a5af5b. 00000100:00000001:3.0:1767329236.983234:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329236.983246:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000069829e7b x1853178572212864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329236.983256:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329236.983258:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329236.983263:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069829e7b] to pc [ptlrpcd_00_02+2] req@0000000069829e7b x1853178572212864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329236.983286:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329236.983287:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329236.983291:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329236.983293:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bda1c3a0. 00000020:00000040:3.0:1767329236.983296:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329236.983298:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329236.983299:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329236.983301:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329236.983302:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767329236.983304:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000060b037eb. 00000100:00000001:3.0:1767329236.983308:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329236.983308:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329236.983312:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329236.983313:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000bda1c3a0 x1853178572212992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329236.983315:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329236.983321:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329236.983322:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069829e7b x1853178572212864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329236.983326:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329236.983329:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329236.983338:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bda1c3a0] to pc [ptlrpcd_00_03+3] req@00000000bda1c3a0 x1853178572212992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329236.983339:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329236.983343:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329236.983348:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329236.983350:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329236.983351:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767329236.983355:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767329236.983355:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329236.983359:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329236.983363:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1767329236.983363:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069829e7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572212864:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329236.983364:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329236.983368:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767329236.983369:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000660a521f. 00000100:00000001:2.0:1767329236.983370:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1767329236.983373:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000040:0.0:1767329236.983375:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bda1c3a0 x1853178572212992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329236.983377:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329236.983382:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329236.983384:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329236.983389:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329236.983389:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329236.983392:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767329236.983393:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329236.983395:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329236.983396:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e1da56b. 02000000:00000001:0.0:1767329236.983398:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767329236.983399:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000038ee5c0d. 02000000:00000001:2.0:1767329236.983400:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329236.983402:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329236.983406:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329236.983406:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329236.983410:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005908f795. 00000100:00100000:0.0:1767329236.983414:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572212992:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329236.983415:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000660a521f x1853178572213120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767329236.983419:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004740f0f1. 00000100:00000001:0.0:1767329236.983421:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329236.983427:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1767329236.983430:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572212864, portal 25 02000000:00000001:0.0:1767329236.983430:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329236.983431:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767329236.983432:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329236.983434:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329236.983438:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000660a521f] to pc [ptlrpcd_00_00+0] req@00000000660a521f x1853178572213120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767329236.983439:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5873074. 00000100:00000001:2.0:1767329236.983445:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767329236.983445:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329236.983448:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776937344 : -127176932614272 : ffff8c55501b9f80) 00000400:00000010:0.0:1767329236.983453:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027fe1c76. 00000100:00000040:2.0:1767329236.983459:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069829e7b x1853178572212864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329236.983460:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001efc9444. 00000100:00000200:0.0:1767329236.983466:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572212992, portal 10 00000100:00000001:3.0:1767329236.983471:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329236.983471:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329236.983472:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329236.983475:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776935552 : -127176932616064 : ffff8c55501b9880) 00000100:00000040:3.0:1767329236.983477:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767329236.983482:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329236.983484:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767329236.983487:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bda1c3a0 x1853178572212992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329236.983488:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009532038b. 00000100:00000040:3.0:1767329236.983490:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6419) 00000100:00000200:2.0:1767329236.983496:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572212864, offset 0 00000100:00000001:0.0:1767329236.983498:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329236.983502:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329236.983503:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329236.983507:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767329236.983507:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b68fddbb. 00000100:00000001:3.0:1767329236.983511:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767329236.983512:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329236.983516:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000660a521f x1853178572213120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329236.983520:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572212992, offset 0 00000100:00000001:3.0:1767329236.983525:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329236.983528:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329236.983532:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767329236.983532:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329236.983537:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329236.983537:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:3.0:1767329236.983542:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329236.983546:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572213120:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329236.983549:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767329236.983550:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767329236.983552:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329236.983554:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329236.983556:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767329236.983557:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000010:3.0:1767329236.983561:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b37240ef. 00000400:00000200:2.0:1767329236.983563:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329236.983566:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:3.0:1767329236.983570:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329236.983571:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [289:289:256:4294967295] 192.168.202.109@tcp LPNI seq info [289:289:8:4294967295] 00000400:00000010:3.0:1767329236.983575:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189c6cb8. 00000400:00000010:3.0:1767329236.983581:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000261eab26. 00000100:00000200:3.0:1767329236.983587:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572213120, portal 10 00000400:00000200:2.0:1767329236.983588:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329236.983591:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329236.983594:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776936448 : -127176932615168 : ffff8c55501b9c00) 00000800:00000200:2.0:1767329236.983598:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329236.983601:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:3.0:1767329236.983602:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000660a521f x1853178572213120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767329236.983607:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dda4c5dc. 00000400:00000200:0.0:1767329236.983609:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329236.983617:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767329236.983617:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:2.0:1767329236.983622:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329236.983623:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767329236.983625:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329236.983630:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000497e0e68. 00000100:00000200:3.0:1767329236.983634:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572213120, offset 0 00000800:00000200:2.0:1767329236.983635:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767329236.983636:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:2.0:1767329236.983642:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dda4c5dc type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329236.983646:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329236.983647:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [290:290:255:4294967295] 192.168.202.109@tcp LPNI seq info [290:290:7:4294967295] 00000100:00000001:2.0:1767329236.983657:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329236.983659:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329236.983663:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301086556 00000400:00000200:3.0:1767329236.983669:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:0.0:1767329236.983669:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:2.0:1767329236.983671:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012e46697. 00000400:00000200:3.0:1767329236.983675:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767329236.983678:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe5ec607. 00000400:00000200:3.0:1767329236.983679:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329236.983681:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767329236.983684:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329236.983689:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329236.983691:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301086556 00000800:00000200:0.0:1767329236.983693:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:2.0:1767329236.983697:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fefd0e2f. 00000400:00000200:3.0:1767329236.983698:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [291:291:254:4294967295] 192.168.202.109@tcp LPNI seq info [291:291:6:4294967295] 00000100:00000001:2.0:1767329236.983704:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767329236.983706:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329236.983709:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329236.983710:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301086556 00000100:00000001:1.0:1767329236.983715:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329236.983715:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fe5ec607 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767329236.983716:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e2a0a9e1. 00000400:00000200:3.0:1767329236.983717:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329236.983724:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329236.983728:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767329236.983731:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 328515 usecs (329 jiffies) 00000800:00000200:3.0:1767329236.983732:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329236.983734:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301086556 00000800:00000010:3.0:1767329236.983740:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000461b76c7. 00000100:00000001:0.0:1767329236.983740:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301082441 00000100:00000010:2.0:1767329236.983741:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc92108d. 00000100:00000001:2.0:1767329236.983747:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767329236.983749:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301086556 00000800:00000200:3.0:1767329236.983751:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329236.983752:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329236.983754:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301082441 00000100:00000001:2.0:1767329236.983759:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329236.983760:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301086556 00000800:00000200:1.0:1767329236.983762:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767329236.983764:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329236.983767:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329236.983767:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301082441 00000800:00000010:1.0:1767329236.983768:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dda4c5dc. 00000800:00000200:3.0:1767329236.983770:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000461b76c7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329236.983773:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329236.983774:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301086556 00000100:00000001:3.0:1767329236.983777:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329236.983779:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301082441 00000400:00000200:1.0:1767329236.983780:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767329236.983781:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 19595 usecs (20 jiffies) 00000100:00000001:2.0:1767329236.983783:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329236.983785:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301086556 00000100:00000001:3.0:1767329236.983788:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301082132 00000100:00000001:2.0:1767329236.983788:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329236.983789:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329236.983793:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329236.983795:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329236.983796:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301086556 00000100:00000001:0.0:1767329236.983796:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329236.983799:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329236.983801:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009532038b 00000100:00000001:3.0:1767329236.983802:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301082132 00000100:00000001:0.0:1767329236.983802:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329236.983803:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329236.983807:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009532038b. 00000100:00000001:0.0:1767329236.983808:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329236.983809:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329236.983815:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301086556 00000100:00000001:1.0:1767329236.983816:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329236.983816:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329236.983820:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329236.983821:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301082132 00000100:00000001:0.0:1767329236.983824:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329236.983826:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301086556 00000100:00000001:0.0:1767329236.983827:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767329236.983831:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069829e7b x1853178572212864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329236.983831:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329236.983832:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301082132 00000100:00000001:3.0:1767329236.983838:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301086556 00000100:00000001:0.0:1767329236.983839:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329236.983844:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329236.983850:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329236.983852:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329236.983853:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329236.983856:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329236.983858:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069829e7b x1853178572212864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329252 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329236.983861:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329236.983864:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329236.983868:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329236.983870:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329236.983871:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329236.983873:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329236.983874:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329236.983877:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329236.983886:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329236.983889:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe5ec607. 00000400:00000200:1.0:1767329236.983892:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329236.983894:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329236.983897:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b68fddbb 00000400:00000010:1.0:1767329236.983898:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b68fddbb. 00000100:00000001:1.0:1767329236.983905:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329236.983907:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bda1c3a0 x1853178572212992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329236.983912:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329236.983913:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bda1c3a0 x1853178572212992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329252 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329236.983918:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329236.983919:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329236.983970:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329236.983972:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000461b76c7. 00000400:00000200:1.0:1767329236.983974:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329236.983976:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329236.983977:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000497e0e68 00000400:00000010:1.0:1767329236.983978:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000497e0e68. 00000100:00000001:1.0:1767329236.983979:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329236.983981:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000660a521f x1853178572213120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329236.983986:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329236.983987:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000660a521f x1853178572213120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329252 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329236.984000:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329236.984001:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329236.985763:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329236.985778:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329236.985780:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329236.985782:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329236.985787:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329236.985796:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2808a80 00000400:00000200:0.0:1767329236.985802:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x9dd [1] + 224 00000800:00000001:0.0:1767329236.985808:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329236.985813:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329236.985815:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329236.985817:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329236.985820:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329236.985823:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069829e7b x1853178572212864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329236.985831:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000069829e7b x1853178572212864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329236.985844:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329236.985850:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329236.985852:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329236.985853:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329236.985855:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329236.985858:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329236.985863:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2808b00 00000400:00000200:0.0:1767329236.985868:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x9e1 [1] + 224 00000800:00000001:0.0:1767329236.985871:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329236.985872:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767329236.985874:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329236.985875:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329236.985877:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767329236.985881:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767329236.985881:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000001:2.0:1767329236.985884:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329236.985886:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005908f795. 00000400:00000200:2.0:1767329236.985890:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004740f0f1 00000400:00000010:2.0:1767329236.985891:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004740f0f1. 00000100:00000001:2.0:1767329236.985893:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329236.985894:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329236.985898:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069829e7b x1853178572212864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329236.985900:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bda1c3a0 x1853178572212992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329236.985921:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bda1c3a0 x1853178572212992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329236.985931:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069829e7b x1853178572212864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329236.985940:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329236.985942:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329236.985942:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329236.985947:0:208650:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1767329236.985949:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767329236.985950:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329236.985953:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767329236.985955:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329236.985956:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329236.985959:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767329236.985960:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329236.985962:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329236.985966:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=83 v=5 (5 5 5 0) 00000400:00000200:0.0:1767329236.985967:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00001000:2.0:1767329236.985974:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=83 v=5 (1 1 1 0) 00000400:00000200:0.0:1767329236.985978:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2808b80 00000100:00000001:2.0:1767329236.985980:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1767329236.985983:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x9ed [1] + 224 00000800:00000001:0.0:1767329236.985986:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329236.985990:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329236.985993:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1767329236.985994:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767329236.985997:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329236.985998:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329236.986001:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329236.986004:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329236.986006:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329236.986008:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767329236.986009:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069829e7b x1853178572212864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329236.986013:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329236.986048:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329236.986050:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027fe1c76. 00000400:00000200:1.0:1767329236.986055:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001efc9444 00000400:00000010:1.0:1767329236.986057:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001efc9444. 00000100:00000001:1.0:1767329236.986061:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329236.986062:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329236.986067:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bda1c3a0 x1853178572212992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329236.986070:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000660a521f x1853178572213120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329236.986073:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329236.986079:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329236.986082:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329236.986091:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069829e7b x1853178572212864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329252 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329236.986106:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bda1c3a0 x1853178572212992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329236.986107:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000660a521f x1853178572213120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329236.986121:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069829e7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572212864:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329236.986133:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329236.986138:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329236.986142:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767329236.986145:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069829e7b x1853178572212864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329252 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329236.986146:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329236.986147:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329236.986152:0:208651:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1767329236.986155:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767329236.986156:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329236.986160:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329236.986161:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1767329236.986161:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329236.986162:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329236.986165:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767329236.986167:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329236.986169:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e1da56b. 00000100:00001000:1.0:1767329236.986172:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=73 v=5 (5 5 5 0) 02000000:00000001:2.0:1767329236.986174:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767329236.986176:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767329236.986178:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:1.0:1767329236.986178:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=73 v=5 (1 1 1 0) 00000100:00000001:3.0:1767329236.986180:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767329236.986182:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329236.986184:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1767329236.986186:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767329236.986186:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767329236.986187:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767329236.986190:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767329236.986191:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767329236.986194:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000189c6cb8. 00010000:00000001:1.0:1767329236.986195:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329236.986196:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012a5af5b. 00000400:00000200:3.0:1767329236.986201:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000261eab26 00000100:00000001:1.0:1767329236.986202:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:3.0:1767329236.986205:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000261eab26. 02000000:00000001:2.0:1767329236.986206:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767329236.986206:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000001:2.0:1767329236.986210:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767329236.986211:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329236.986212:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:2.0:1767329236.986214:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069829e7b. 00000100:00000001:1.0:1767329236.986214:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329236.986220:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000660a521f x1853178572213120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329236.986222:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767329236.986224:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bda1c3a0 x1853178572212992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329236.986226:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329236.986230:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329236.986236:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329236.986239:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329236.986244:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329236.986248:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329236.986250:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000660a521f x1853178572213120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329236.986250:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329236.986263:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329236.986264:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329236.986266:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329236.986268:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329236.986271:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767329236.986272:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda1c3a0 x1853178572212992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329252 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329236.986273:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329236.986276:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329236.986280:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329236.986283:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572212992:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329236.986286:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329236.986292:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329236.986292:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329236.986294:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bda1c3a0 x1853178572212992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329252 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767329236.986298:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=83 v=5 (5 5 5 0) 00000100:00000001:1.0:1767329236.986301:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1767329236.986305:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=30 v=5 (1 0 0 0) 02000000:00000001:1.0:1767329236.986305:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329236.986308:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5873074. 00000100:00000001:3.0:1767329236.986310:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329236.986312:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329236.986312:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329236.986314:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767329236.986315:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767329236.986317:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00010000:00080000:3.0:1767329236.986321:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000660a521f x1853178572213120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767329236.986321:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329236.986323:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000060b037eb. 02000000:00000001:1.0:1767329236.986328:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329236.986331:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329236.986333:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bda1c3a0. 00010000:00000001:3.0:1767329236.986338:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329236.986338:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329236.986341:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329236.986343:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767329236.986344:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329236.986345:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329236.986348:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329236.986348:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329236.986349:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329236.986352:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329236.986355:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000660a521f x1853178572213120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329236.986356:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329236.986359:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329236.986366:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329236.986367:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329236.986368:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329236.986371:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000660a521f x1853178572213120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329252 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329236.986376:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572213120:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329236.986380:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329236.986381:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329236.986382:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000660a521f x1853178572213120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329252 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329236.986386:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329236.986387:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329236.986389:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b37240ef. 02000000:00000001:3.0:1767329236.986391:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329236.986391:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329236.986392:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329236.986397:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329236.986399:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000038ee5c0d. 02000000:00000001:3.0:1767329236.986401:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329236.986402:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329236.986403:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000660a521f. 00000100:00000001:3.0:1767329236.986405:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329236.986406:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329236.986407:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329236.986410:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329236.986411:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329236.986412:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329236.986414:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329237.047101:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329237.047105:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329237.047109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329237.047111:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329237.047146:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329237.047149:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329237.047152:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329238.071115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329238.071122:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329238.071128:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329238.071146:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329238.071200:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329238.071204:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329238.071207:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329239.096083:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329239.096088:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329239.096093:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329239.096094:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329239.096204:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329239.096209:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329239.096213:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329240.119130:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329240.119138:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329240.119145:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329240.119147:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329240.119168:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329240.119175:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329240.119178:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329241.143141:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329241.143149:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329241.143155:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329241.143156:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329241.143236:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329241.143242:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329241.143245:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329241.591141:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301086556, at 4301086720 00000100:00000040:2.0:1767329241.591142:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301086556, at 4301086720 00000100:00000040:0.0:1767329241.591143:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301086556, at 4301086720 00000100:00000010:1.0:1767329241.591161:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fefd0e2f. 00000100:00000010:0.0:1767329241.591167:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012e46697. 00000100:00000010:2.0:1767329241.591177:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e2a0a9e1. 00000100:00000040:3.0:1767329241.591454:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301086556, at 4301086720 00000100:00000010:3.0:1767329241.591462:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc92108d. 00000100:00000040:1.0:1767329242.103118:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329242.103129:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329242.103140:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8f35ab6. 00000020:00000040:1.0:1767329242.103147:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329242.103153:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329242.103155:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329242.103161:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329242.103171:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004b79605c. 00000100:00000001:1.0:1767329242.103178:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329242.103189:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000f8f35ab6 x1853178572213248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329242.103199:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329242.103201:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329242.103206:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8f35ab6] to pc [ptlrpcd_00_01+1] req@00000000f8f35ab6 x1853178572213248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329242.103233:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329242.103235:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329242.103238:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329242.103258:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ce1624. 00000100:00000001:3.0:1767329242.103260:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767329242.103260:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329242.103264:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767329242.103266:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:1.0:1767329242.103266:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329242.103267:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329242.103272:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767329242.103273:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d0d0c54. 00000100:00000001:1.0:1767329242.103278:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329242.103280:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767329242.103281:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000026ce1624 x1853178572213376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329242.103285:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329242.103292:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329242.103293:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329242.103297:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329242.103298:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329242.103302:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329242.103302:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ce1624] to pc [ptlrpcd_00_02+2] req@0000000026ce1624 x1853178572213376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329242.103307:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329242.103310:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8f35ab6 x1853178572213248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329242.103318:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329242.103328:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329242.103332:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767329242.103332:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329242.103335:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329242.103336:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767329242.103341:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1767329242.103341:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088e8bc68. 00000020:00000040:1.0:1767329242.103346:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:3.0:1767329242.103347:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329242.103350:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329242.103352:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329242.103354:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767329242.103357:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572213248:192.168.202.109@tcp:400: 02000000:00000001:1.0:1767329242.103358:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329242.103364:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767329242.103364:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 00000100:00000001:1.0:1767329242.103369:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329242.103372:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767329242.103373:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000088e8bc68 x1853178572213504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767329242.103378:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329242.103380:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767329242.103383:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329242.103384:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329242.103392:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010dcaefb. 00000100:00000040:1.0:1767329242.103393:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e8bc68] to pc [ptlrpcd_00_03+3] req@0000000088e8bc68 x1853178572213504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329242.103397:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329242.103401:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329242.103404:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329242.103407:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329242.103411:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329242.103413:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767329242.103416:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189c6cb8. 00000100:00000040:1.0:1767329242.103424:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1767329242.103427:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000261eab26. 00000100:00000040:1.0:1767329242.103430:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6424) 00000100:00000200:3.0:1767329242.103437:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572213248, portal 25 00000100:00000001:3.0:1767329242.103442:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329242.103444:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777196800 : -127176932354816 : ffff8c55501f9500) 00000100:00000040:0.0:1767329242.103447:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ce1624 x1853178572213376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329242.103452:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329242.103458:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8f35ab6 x1853178572213248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329242.103458:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329242.103463:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329242.103476:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088e8bc68 x1853178572213504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329242.103519:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329242.103521:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329242.103525:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329242.103530:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767329242.103534:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329242.103540:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329242.103542:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064cac671. 02000000:00000001:0.0:1767329242.103543:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329242.103545:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767329242.103551:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572213248, offset 0 02000000:00000001:1.0:1767329242.103554:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329242.103554:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329242.103567:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329242.103574:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329242.103574:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329242.103593:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00100000:1.0:1767329242.103597:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572213504:192.168.202.109@tcp:400: 00000100:00100000:0.0:1767329242.103597:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572213376:192.168.202.109@tcp:400: 00000400:00000200:3.0:1767329242.103603:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767329242.103618:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329242.103623:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329242.103626:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329242.103628:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767329242.103631:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767329242.103632:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329242.103635:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329242.103636:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767329242.103642:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:0.0:1767329242.103643:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329242.103644:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000957ff9d4. 02000000:00000001:0.0:1767329242.103651:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767329242.103653:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [292:292:256:4294967295] 192.168.202.109@tcp LPNI seq info [292:292:8:4294967295] 02000000:00000001:1.0:1767329242.103653:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329242.103659:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000030a585cd. 00000400:00000010:1.0:1767329242.103662:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a9a7385. 02000000:00000001:0.0:1767329242.103663:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329242.103669:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c186ed3c. 00000100:00000200:1.0:1767329242.103676:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572213504, portal 10 00000400:00000200:3.0:1767329242.103677:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:0.0:1767329242.103677:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001033c719. 00000100:00000001:1.0:1767329242.103689:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329242.103694:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777199488 : -127176932352128 : ffff8c55501f9f80) 00000400:00000010:0.0:1767329242.103696:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031de8760. 00000800:00000200:3.0:1767329242.103702:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:1.0:1767329242.103706:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088e8bc68 x1853178572213504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767329242.103710:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000461b76c7. 00000100:00000200:0.0:1767329242.103710:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572213376, portal 10 00000100:00000001:0.0:1767329242.103726:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329242.103727:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767329242.103735:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329242.103735:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 00000100:00000040:1.0:1767329242.103747:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329242.103750:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007cfe392c. 00000100:00000040:0.0:1767329242.103753:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ce1624 x1853178572213376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329242.103758:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572213504, offset 0 00000800:00000200:3.0:1767329242.103759:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329242.103774:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000461b76c7 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329242.103782:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329242.103797:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767329242.103801:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329242.103804:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329242.103812:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329242.103816:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301091676 00000400:00000010:0.0:1767329242.103822:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001efc9444. 00000400:00000200:1.0:1767329242.103823:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1767329242.103828:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df7fe1eb. 00000100:00000200:0.0:1767329242.103834:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572213376, offset 0 00000400:00000200:1.0:1767329242.103837:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329242.103840:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767329242.103848:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329242.103850:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301091676 00000400:00000200:0.0:1767329242.103855:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:3.0:1767329242.103859:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004f4bfc5f. 00000400:00000200:1.0:1767329242.103863:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329242.103868:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767329242.103873:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [293:293:255:4294967295] 192.168.202.109@tcp LPNI seq info [293:293:7:4294967295] 00000100:00000001:3.0:1767329242.103883:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301091676 00000400:00000200:1.0:1767329242.103884:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329242.103892:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:3.0:1767329242.103894:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000048c0ab71. 00000800:00000010:1.0:1767329242.103896:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000100:00000001:3.0:1767329242.103901:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767329242.103902:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:1.0:1767329242.103909:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329242.103912:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329242.103914:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301091676 00000800:00000200:1.0:1767329242.103925:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767329242.103925:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000010:3.0:1767329242.103926:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d99320d3. 00000800:00000200:1.0:1767329242.103933:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767329242.103937:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329242.103941:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767329242.103942:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329242.103950:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329242.103952:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329242.103954:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [294:294:254:4294967295] 192.168.202.109@tcp LPNI seq info [294:294:6:4294967295] 00000100:00000001:3.0:1767329242.103963:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329242.103964:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 19395 usecs (20 jiffies) 00000100:00000001:1.0:1767329242.103968:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301087252 00000100:00000001:3.0:1767329242.103969:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329242.103982:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329242.103994:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301091676 00000100:00000001:3.0:1767329242.103995:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329242.104001:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301087252 00000800:00000010:2.0:1767329242.104007:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000461b76c7. 00000100:00000001:1.0:1767329242.104010:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301091676 00000400:00000200:2.0:1767329242.104074:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329242.104074:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:2.0:1767329242.104087:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000800:00000200:0.0:1767329242.104087:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329242.104093:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301087253 00000800:00000010:0.0:1767329242.104096:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc5919cb. 00000400:00000200:2.0:1767329242.104100:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064cac671 00000100:00000001:1.0:1767329242.104101:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301091676 00000400:00000010:2.0:1767329242.104107:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064cac671. 00000100:00000001:1.0:1767329242.104108:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301087253 00000800:00000200:0.0:1767329242.104108:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329242.104120:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301091676 00000100:00000001:2.0:1767329242.104124:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329242.104125:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767329242.104135:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329242.104136:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329242.104137:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8f35ab6 x1853178572213248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329242.104141:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc5919cb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329242.104149:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329242.104154:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329242.104159:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329242.104163:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 324600 usecs (325 jiffies) 00000100:00000001:1.0:1767329242.104173:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329242.104173:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301087558 00000100:00000001:1.0:1767329242.104177:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329242.104178:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329242.104181:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301091676 00000100:00000001:0.0:1767329242.104189:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301087558 00000100:00000001:1.0:1767329242.104191:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329242.104192:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301091676 00000100:00000040:2.0:1767329242.104194:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8f35ab6 x1853178572213248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329242.104197:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301087558 00000100:00000001:1.0:1767329242.104204:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329242.104206:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301091676 00000100:00000001:1.0:1767329242.104210:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329242.104216:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301087558 00000100:00000001:1.0:1767329242.104221:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329242.104223:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301091676 00000100:00000001:0.0:1767329242.104230:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329242.104231:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329242.104233:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329242.104236:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329242.104238:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329242.104241:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329242.104249:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329242.104252:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329242.104256:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767329242.104258:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329242.104258:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767329242.104263:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000100:00000001:0.0:1767329242.104263:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329242.104268:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329242.104272:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329242.104277:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329242.104280:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cfe392c 00000400:00000010:2.0:1767329242.104281:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007cfe392c. 00000100:00000001:2.0:1767329242.104286:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329242.104300:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088e8bc68 x1853178572213504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329242.104310:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329242.104312:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088e8bc68 x1853178572213504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329242.104319:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329242.104321:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329242.104359:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329242.104361:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc5919cb. 00000400:00000200:2.0:1767329242.104365:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329242.104369:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329242.104372:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001efc9444 00000400:00000010:2.0:1767329242.104373:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001efc9444. 00000100:00000001:2.0:1767329242.104382:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329242.104385:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ce1624 x1853178572213376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329242.104392:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329242.104394:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ce1624 x1853178572213376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329242.104400:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329242.104401:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329242.105909:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329242.105922:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329242.105925:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329242.105927:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329242.105933:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329242.105953:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2808c00 00000400:00000200:1.0:1767329242.105960:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x9f5 [1] + 224 00000800:00000001:1.0:1767329242.105967:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329242.106010:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329242.106012:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329242.106039:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329242.106044:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329242.106049:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8f35ab6 x1853178572213248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329242.106057:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f8f35ab6 x1853178572213248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329242.106067:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329242.106074:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329242.106078:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329242.106079:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329242.106082:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329242.106088:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329242.106092:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2808d00 00000400:00000200:1.0:1767329242.106096:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x9fd [1] + 224 00000800:00000001:1.0:1767329242.106099:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329242.106102:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329242.106103:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329242.106107:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329242.106109:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329242.106109:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329242.106113:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767329242.106115:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088e8bc68 x1853178572213504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767329242.106120:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329242.106124:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329242.106127:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000189c6cb8. 00000400:00000200:3.0:1767329242.106134:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000261eab26 00000100:00000040:1.0:1767329242.106136:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088e8bc68 x1853178572213504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767329242.106138:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000261eab26. 00000100:00000001:3.0:1767329242.106143:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329242.106149:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8f35ab6 x1853178572213248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329242.106157:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767329242.106160:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8f35ab6 x1853178572213248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329242.106163:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329242.106168:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329242.106169:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329242.106171:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329242.106172:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329242.106175:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329242.106176:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329242.106180:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767329242.106183:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:3.0:1767329242.106184:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329242.106188:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329242.106191:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329242.106194:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2808c80 00000100:00001000:3.0:1767329242.106199:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=89 v=5 (5 5 5 0) 00000100:00000001:2.0:1767329242.106201:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329242.106206:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xa01 [1] + 224 00000100:00000001:2.0:1767329242.106209:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767329242.106211:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=89 v=5 (1 1 1 0) 00000800:00000001:1.0:1767329242.106214:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767329242.106218:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767329242.106219:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1767329242.106220:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329242.106223:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767329242.106223:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767329242.106225:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767329242.106233:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767329242.106233:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a9a7385. 00000400:00000200:1.0:1767329242.106243:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00010000:00000001:3.0:1767329242.106246:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329242.106246:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c186ed3c 00000400:00000010:2.0:1767329242.106254:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c186ed3c. 00000100:00000001:3.0:1767329242.106255:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329242.106260:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329242.106261:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767329242.106265:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8f35ab6 x1853178572213248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329242.106273:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ce1624 x1853178572213376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329242.106274:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088e8bc68 x1853178572213504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329242.106282:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329242.106293:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329242.106299:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329242.106314:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8f35ab6 x1853178572213248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329258 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329242.106376:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572213248:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329242.106383:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329242.106387:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329242.106391:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ce1624 x1853178572213376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329242.106392:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088e8bc68 x1853178572213504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329242.106399:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8f35ab6 x1853178572213248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329258 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329242.106471:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329242.106477:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767329242.106478:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767329242.106485:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010dcaefb. 00000800:00000001:1.0:1767329242.106487:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329242.106492:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329242.106498:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767329242.106498:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767329242.106507:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767329242.106507:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767329242.106513:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329242.106514:0:208651:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767329242.106523:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767329242.106524:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329242.106533:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767329242.106534:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004b79605c. 00000100:00000001:2.0:1767329242.106540:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329242.106544:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329242.106545:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329242.106548:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329242.106550:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8f35ab6. 00000100:00001000:2.0:1767329242.106551:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=89 v=5 (5 5 5 0) 00000100:00000001:0.0:1767329242.106553:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329242.106555:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:2.0:1767329242.106556:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767329242.106559:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329242.106560:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329242.106561:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1767329242.106566:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767329242.106570:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767329242.106570:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767329242.106572:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329242.106586:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767329242.106586:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001033c719. 00000100:00000001:3.0:1767329242.106587:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329242.106592:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329242.106594:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031de8760 00010000:00080000:2.0:1767329242.106595:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000088e8bc68 x1853178572213504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329242.106603:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031de8760. 00000100:00000001:3.0:1767329242.106604:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329242.106611:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329242.106615:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329242.106615:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329242.106620:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329242.106623:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000200:0.0:1767329242.106624:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce1624 x1853178572213376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329242.106628:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329242.106631:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329242.106638:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088e8bc68 x1853178572213504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329242.106641:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ce1624 x1853178572213376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329242.106664:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329242.106666:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329242.106667:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329242.106669:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329242.106670:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329242.106673:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329242.106676:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767329242.106678:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088e8bc68 x1853178572213504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329258 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329242.106679:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329242.106682:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329242.106686:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329242.106692:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=79 v=5 (5 5 5 0) 00000100:00100000:2.0:1767329242.106694:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572213504:192.168.202.109@tcp:400: 00000100:00001000:0.0:1767329242.106698:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=79 v=5 (1 1 1 0) 00000100:00000001:2.0:1767329242.106700:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329242.106702:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329242.106703:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329242.106704:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329242.106708:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088e8bc68 x1853178572213504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329258 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329242.106709:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329242.106713:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329242.106717:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329242.106719:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329242.106720:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329242.106721:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329242.106725:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ce1624 x1853178572213376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329242.106752:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329242.106755:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329242.106756:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329242.106759:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329242.106760:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767329242.106763:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ce1624 x1853178572213376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329258 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767329242.106764:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000957ff9d4. 02000000:00000001:2.0:1767329242.106770:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329242.106773:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1767329242.106776:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572213376:192.168.202.109@tcp:400: 00000020:00000040:2.0:1767329242.106777:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329242.106780:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329242.106782:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 02000000:00000001:2.0:1767329242.106786:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329242.106789:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767329242.106789:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767329242.106792:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088e8bc68. 00000100:00000001:0.0:1767329242.106794:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329242.106797:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767329242.106799:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ce1624 x1853178572213376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329258 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329242.106800:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329242.106805:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329242.106811:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329242.106812:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767329242.106815:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329242.106816:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329242.106820:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000030a585cd. 00000100:00000001:2.0:1767329242.106821:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329242.106825:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329242.106825:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329242.106829:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329242.106830:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329242.106832:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329242.106833:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d0d0c54. 02000000:00000001:0.0:1767329242.106836:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329242.106837:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329242.106839:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ce1624. 00000100:00000001:0.0:1767329242.106841:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329242.106842:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329242.106844:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329242.106846:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329242.106847:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329242.106849:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329242.106851:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329242.167104:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329242.167110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329242.167117:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329242.167119:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329242.167206:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329242.167211:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329242.167214:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329243.191095:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329243.191104:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329243.191108:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329243.191111:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329243.191117:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329243.191137:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329243.191140:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329243.191142:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329243.191149:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329243.191152:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329243.191213:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329243.191220:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329243.191223:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329244.215083:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329244.215088:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329244.215095:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329244.215096:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329244.215142:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329244.215146:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329244.215157:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329245.239111:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329245.239120:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329245.239127:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329245.239131:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329245.239134:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329245.239141:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329245.239144:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329245.239146:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329245.239149:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329245.239151:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329245.239154:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329245.239156:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329245.239219:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329245.239223:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329245.239226:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329246.263087:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329246.263094:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329246.263101:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329246.263102:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329246.263151:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329246.263155:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329246.263158:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329246.711093:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301091676, at 4301091840 00000100:00000040:2.0:1767329246.711093:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301091676, at 4301091840 00000100:00000040:0.0:1767329246.711093:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301091676, at 4301091840 00000100:00000010:0.0:1767329246.711113:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df7fe1eb. 00000100:00000010:2.0:1767329246.711115:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000048c0ab71. 00000100:00000010:3.0:1767329246.711118:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d99320d3. 00000100:00000040:1.0:1767329246.711124:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301091676, at 4301091840 00000100:00000010:1.0:1767329246.711135:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004f4bfc5f. 00000100:00000040:2.0:1767329247.223139:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329247.223150:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329247.223171:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004920a0f5. 00000020:00000040:2.0:1767329247.223178:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329247.223184:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329247.223187:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329247.223194:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329247.223202:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dda4c5dc. 00000100:00000001:2.0:1767329247.223209:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329247.223220:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000004920a0f5 x1853178572213632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329247.223230:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329247.223232:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329247.223237:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004920a0f5] to pc [ptlrpcd_00_00+0] req@000000004920a0f5 x1853178572213632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329247.223263:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329247.223266:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329247.223271:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329247.223274:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056f3f7d6. 00000020:00000040:2.0:1767329247.223277:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329247.223280:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329247.223282:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329247.223283:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329247.223284:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329247.223290:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767329247.223292:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767329247.223292:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e59fe967. 00000100:00000001:1.0:1767329247.223294:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329247.223297:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329247.223297:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329247.223303:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767329247.223304:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000056f3f7d6 x1853178572213760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329247.223307:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329247.223313:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329247.223317:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329247.223321:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329247.223321:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329247.223325:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329247.223330:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004920a0f5 x1853178572213632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329247.223334:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f3f7d6] to pc [ptlrpcd_00_01+1] req@0000000056f3f7d6 x1853178572213760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329247.223348:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329247.223358:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329247.223358:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329247.223364:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767329247.223365:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329247.223368:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329247.223371:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329247.223377:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004920a0f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572213632:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329247.223378:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767329247.223382:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329247.223384:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1767329247.223385:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000010:2.0:1767329247.223385:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd491ed0. 00000100:00000001:3.0:1767329247.223388:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767329247.223389:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:1.0:1767329247.223390:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329247.223392:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767329247.223394:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767329247.223394:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329247.223395:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329247.223395:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329247.223398:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329247.223399:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329247.223399:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329247.223402:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767329247.223403:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a422f07f. 00000100:00000001:3.0:1767329247.223404:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767329247.223404:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ce0a9bb. 02000000:00000001:1.0:1767329247.223409:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329247.223410:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056f3f7d6 x1853178572213760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329247.223411:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329247.223415:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000dd491ed0 x1853178572213888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767329247.223416:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014248973. 00000100:00000001:3.0:1767329247.223423:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329247.223425:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329247.223426:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767329247.223427:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c01551. 02000000:00000001:3.0:1767329247.223428:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767329247.223428:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329247.223432:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767329247.223433:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd491ed0] to pc [ptlrpcd_00_02+2] req@00000000dd491ed0 x1853178572213888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329247.223435:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329247.223437:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572213632, portal 25 00000100:00100000:3.0:1767329247.223439:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000056f3f7d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572213760:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329247.223443:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329247.223446:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329247.223447:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777368704 : -127176932182912 : ffff8c5550223480) 02000000:00000001:3.0:1767329247.223449:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329247.223453:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329247.223454:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004920a0f5 x1853178572213632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329247.223458:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329247.223464:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091649a10. 00000100:00000001:1.0:1767329247.223465:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329247.223466:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329247.223469:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329247.223470:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767329247.223470:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329247.223476:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029cc77d9. 00000400:00000010:3.0:1767329247.223477:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189c6cb8. 00000100:00000040:2.0:1767329247.223477:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:1.0:1767329247.223482:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572213632, offset 0 00000100:00000001:0.0:1767329247.223484:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767329247.223485:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000261eab26. 00000100:00000040:2.0:1767329247.223485:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6430) 00000400:00000200:1.0:1767329247.223491:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329247.223491:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329247.223496:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767329247.223499:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572213760, portal 10 00000100:00000001:2.0:1767329247.223500:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329247.223503:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329247.223504:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329247.223505:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd491ed0 x1853178572213888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329247.223506:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777359744 : -127176932191872 : ffff8c5550221180) 00000400:00000200:1.0:1767329247.223510:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:3.0:1767329247.223519:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000056f3f7d6 x1853178572213760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329247.223520:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329247.223528:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329247.223532:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767329247.223536:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329247.223537:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329247.223541:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:0.0:1767329247.223544:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767329247.223548:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [295:295:256:4294967295] 192.168.202.109@tcp LPNI seq info [295:295:8:4294967295] 02000000:00000001:0.0:1767329247.223550:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329247.223559:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329247.223563:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329247.223572:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329247.223574:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:3.0:1767329247.223577:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062d8248c. 00000100:00100000:0.0:1767329247.223579:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd491ed0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572213888:192.168.202.109@tcp:400: 00000100:00000200:3.0:1767329247.223583:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572213760, offset 0 00000100:00000001:0.0:1767329247.223587:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767329247.223588:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329247.223592:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767329247.223594:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329247.223594:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 02000000:00000001:0.0:1767329247.223595:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329247.223598:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767329247.223602:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000010:0.0:1767329247.223602:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000030a585cd. 02000000:00000001:0.0:1767329247.223606:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329247.223609:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767329247.223612:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001033c719. 00000800:00000200:1.0:1767329247.223613:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329247.223615:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:0.0:1767329247.223619:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031de8760. 00000400:00000200:3.0:1767329247.223621:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1767329247.223625:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572213888, portal 10 00000400:00000200:3.0:1767329247.223626:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:1.0:1767329247.223631:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329247.223631:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767329247.223635:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [296:296:255:4294967295] 192.168.202.109@tcp LPNI seq info [296:296:7:4294967295] 00000100:00000001:0.0:1767329247.223635:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777362432 : -127176932189184 : ffff8c5550221c00) 00000800:00000200:1.0:1767329247.223639:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767329247.223644:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd491ed0 x1853178572213888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329247.223653:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329247.223657:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329247.223665:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301096796 00000100:00000001:0.0:1767329247.223665:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767329247.223670:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:1.0:1767329247.223673:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1fa5921. 00000100:00000040:0.0:1767329247.223673:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329247.223679:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b68fddbb. 00000800:00000010:3.0:1767329247.223680:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000461b76c7. 00000100:00000001:1.0:1767329247.223683:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000200:0.0:1767329247.223683:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572213888, offset 0 00000800:00000200:3.0:1767329247.223690:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329247.223693:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301096796 00000400:00000200:0.0:1767329247.223696:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:3.0:1767329247.223700:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:1.0:1767329247.223701:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9fe6e3a. 00000800:00000200:3.0:1767329247.223706:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000461b76c7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329247.223707:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767329247.223707:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329247.223713:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301096796 00000100:00000001:3.0:1767329247.223716:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767329247.223717:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000065f5dd6e. 00000400:00000200:0.0:1767329247.223717:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329247.223723:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767329247.223724:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 320785 usecs (321 jiffies) 00000800:00000200:2.0:1767329247.223725:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767329247.223725:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329247.223728:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301096796 00000100:00000001:3.0:1767329247.223732:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301092673 00000800:00000010:2.0:1767329247.223732:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000400:00000200:0.0:1767329247.223733:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1767329247.223734:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d3e9933. 00000100:00000001:3.0:1767329247.223736:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301096796 00000400:00000200:0.0:1767329247.223739:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329247.223740:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767329247.223742:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301092673 00000400:00000200:2.0:1767329247.223742:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329247.223746:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329247.223747:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301096796 00000400:00000200:0.0:1767329247.223748:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [297:297:254:4294967295] 192.168.202.109@tcp LPNI seq info [297:297:6:4294967295] 00000100:00000001:1.0:1767329247.223751:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329247.223753:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301092673 00000400:00000200:2.0:1767329247.223753:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329247.223758:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329247.223760:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301096796 00000100:00000001:1.0:1767329247.223762:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329247.223766:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301092673 00000100:00000001:1.0:1767329247.223767:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329247.223770:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329247.223771:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329247.223772:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301096796 00000100:00000001:1.0:1767329247.223773:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329247.223776:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329247.223778:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029cc77d9 00000800:00000200:0.0:1767329247.223780:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329247.223782:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029cc77d9. 00000100:00000001:3.0:1767329247.223783:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329247.223787:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767329247.223787:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc5919cb. 00000100:00000001:2.0:1767329247.223789:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329247.223793:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329247.223798:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329247.223798:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:2.0:1767329247.223799:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004920a0f5 x1853178572213632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329247.223810:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329247.223815:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc5919cb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329247.223817:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329247.223823:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004920a0f5 x1853178572213632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329263 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329247.223826:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329247.223829:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 19203 usecs (20 jiffies) 00000100:00000001:0.0:1767329247.223833:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301092372 00000100:00000001:0.0:1767329247.223837:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301096796 00000100:00000001:0.0:1767329247.223842:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301092372 00000100:00000001:0.0:1767329247.223847:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301096796 00000100:00000001:0.0:1767329247.223850:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301092372 00000100:00000001:2.0:1767329247.223851:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329247.223852:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301096796 00000100:00000001:2.0:1767329247.223857:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329247.223857:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301092372 00000100:00000001:0.0:1767329247.223862:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301096796 00000100:00000001:0.0:1767329247.223863:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329247.223864:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329247.223867:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329247.223868:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329247.223872:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329247.223873:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767329247.223875:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329247.223876:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329247.223879:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767329247.223880:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000461b76c7. 00000100:00000001:0.0:1767329247.223882:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329247.223884:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329247.223885:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329247.223890:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329247.223893:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062d8248c 00000400:00000010:2.0:1767329247.223894:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062d8248c. 00000100:00000001:2.0:1767329247.223896:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329247.223900:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056f3f7d6 x1853178572213760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329247.223906:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329247.223907:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056f3f7d6 x1853178572213760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329263 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329247.223912:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329247.223913:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329247.223981:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329247.223983:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc5919cb. 00000400:00000200:2.0:1767329247.223985:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329247.223988:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329247.223990:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b68fddbb 00000400:00000010:2.0:1767329247.223991:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b68fddbb. 00000100:00000001:2.0:1767329247.223998:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329247.224000:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd491ed0 x1853178572213888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329247.224005:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329247.224007:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd491ed0 x1853178572213888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329263 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329247.224011:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329247.224012:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329247.225428:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329247.225441:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329247.225452:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329247.225456:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329247.225464:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329247.225477:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2808d80 00000400:00000200:2.0:1767329247.225484:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xa0d [1] + 224 00000800:00000001:2.0:1767329247.225493:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329247.225501:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329247.225503:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329247.225506:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329247.225509:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329247.225512:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004920a0f5 x1853178572213632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329263 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329247.225520:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004920a0f5 x1853178572213632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329247.225533:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329247.225539:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329247.225542:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329247.225596:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329247.225599:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329247.225604:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329247.225605:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329247.225607:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014248973. 00000400:00000200:1.0:1767329247.225611:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c01551 00000400:00000010:1.0:1767329247.225612:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c01551. 00000100:00000001:1.0:1767329247.225614:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329247.225618:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004920a0f5 x1853178572213632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329247.225632:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004920a0f5 x1853178572213632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329247.225637:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329247.225638:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329247.225640:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329247.225643:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329247.225645:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329247.225647:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329247.225649:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329247.225654:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=94 v=5 (5 5 5 0) 00000100:00001000:1.0:1767329247.225657:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=94 v=5 (1 1 1 0) 00000100:00000001:1.0:1767329247.225659:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329247.225661:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329247.225663:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329247.225664:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329247.225666:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329247.225670:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004920a0f5 x1853178572213632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329247.225675:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329247.225677:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329247.225678:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329247.225681:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004920a0f5 x1853178572213632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329263 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329247.225686:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004920a0f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572213632:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329247.225691:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329247.225692:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329247.225694:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004920a0f5 x1853178572213632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329263 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329247.225699:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1767329247.225701:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767329247.225702:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329247.225707:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a422f07f. 00000800:00000001:2.0:1767329247.225711:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329247.225713:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:2.0:1767329247.225715:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767329247.225717:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329247.225720:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000800:00000001:2.0:1767329247.225721:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767329247.225723:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329247.225726:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dda4c5dc. 00000400:00000200:2.0:1767329247.225732:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 02000000:00000001:1.0:1767329247.225732:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329247.225735:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329247.225738:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004920a0f5. 00000100:00000001:1.0:1767329247.225741:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329247.225744:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329247.225746:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2808e00 00000100:00000001:1.0:1767329247.225746:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329247.225751:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329247.225753:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329247.225757:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329247.225758:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xa15 [1] + 224 00000100:00000001:1.0:1767329247.225760:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329247.225768:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329247.225775:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329247.225777:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329247.225781:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329247.225785:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329247.225788:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056f3f7d6 x1853178572213760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329263 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329247.225798:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000056f3f7d6 x1853178572213760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329247.225820:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329247.225826:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329247.225831:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329247.225833:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329247.225835:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329247.225839:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329247.225846:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2808e80 00000400:00000200:2.0:1767329247.225850:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xa1d [1] + 224 00000800:00000001:2.0:1767329247.225854:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329247.225856:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329247.225858:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767329247.225859:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329247.225861:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767329247.225862:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329247.225863:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767329247.225864:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:3.0:1767329247.225865:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000189c6cb8. 00000400:00000200:3.0:1767329247.225869:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000261eab26 00000400:00000010:3.0:1767329247.225871:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000261eab26. 00000100:00000001:3.0:1767329247.225873:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329247.225874:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329247.225877:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056f3f7d6 x1853178572213760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329247.225877:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd491ed0 x1853178572213888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329263 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329247.225886:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056f3f7d6 x1853178572213760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329247.225886:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dd491ed0 x1853178572213888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329247.225894:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329247.225895:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329247.225897:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329247.225898:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329247.225900:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329247.225901:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329247.225901:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767329247.225903:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329247.225905:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329247.225907:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767329247.225908:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=84 v=5 (5 5 5 0) 00000100:00001000:3.0:1767329247.225911:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=84 v=5 (1 1 1 0) 00000100:00000001:3.0:1767329247.225914:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329247.225915:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329247.225917:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329247.225920:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329247.225923:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329247.225925:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329247.225927:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329247.225928:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329247.225932:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056f3f7d6 x1853178572213760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329247.225964:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329247.225966:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329247.225967:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329247.225971:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056f3f7d6 x1853178572213760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329263 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329247.225977:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000056f3f7d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572213760:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329247.225977:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329247.225981:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329247.225983:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329247.225986:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1767329247.225986:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767329247.225989:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056f3f7d6 x1853178572213760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329263 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767329247.225990:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329247.225993:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001033c719. 00000100:00000001:3.0:1767329247.226000:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767329247.226000:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031de8760 02000000:00000001:3.0:1767329247.226003:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1767329247.226004:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031de8760. 02000000:00000010:3.0:1767329247.226006:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091649a10. 02000000:00000001:3.0:1767329247.226010:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767329247.226010:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767329247.226011:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329247.226014:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329247.226035:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329247.226037:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e59fe967. 02000000:00000001:3.0:1767329247.226039:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329247.226041:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1767329247.226043:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd491ed0 x1853178572213888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767329247.226044:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056f3f7d6. 00000100:00000001:3.0:1767329247.226048:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329247.226050:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329247.226054:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329247.226060:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329247.226063:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329247.226063:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd491ed0 x1853178572213888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329247.226067:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329247.226071:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329247.226088:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329247.226090:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329247.226092:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329247.226094:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329247.226095:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329247.226097:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329247.226098:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329247.226101:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1767329247.226104:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767329247.226105:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329247.226106:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329247.226108:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767329247.226110:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000dd491ed0 x1853178572213888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329247.226116:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329247.226118:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329247.226119:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329247.226120:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329247.226121:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329247.226123:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd491ed0 x1853178572213888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329247.226127:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329247.226128:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329247.226129:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329247.226131:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd491ed0 x1853178572213888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329263 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329247.226135:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd491ed0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572213888:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329247.226138:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329247.226139:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329247.226140:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd491ed0 x1853178572213888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329263 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329247.226152:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329247.226153:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329247.226155:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000030a585cd. 02000000:00000001:0.0:1767329247.226158:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329247.226159:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329247.226160:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329247.226162:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329247.226163:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ce0a9bb. 02000000:00000001:0.0:1767329247.226165:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329247.226166:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329247.226167:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd491ed0. 00000100:00000001:0.0:1767329247.226169:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329247.226170:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329247.226171:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329247.226174:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329247.226175:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329247.226177:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329247.226178:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329247.287112:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329247.287118:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329247.287123:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329247.287125:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329247.287179:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329247.287183:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329247.287187:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329248.311103:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329248.311110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329248.311117:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329248.311119:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329248.311167:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329248.311188:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329248.311191:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329249.335077:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329249.335084:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329249.335089:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329249.335090:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329249.335128:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329249.335132:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329249.335136:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329250.359098:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329250.359107:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329250.359112:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329250.359113:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329250.359154:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329250.359158:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329250.359161:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329251.383122:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329251.383131:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329251.383136:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329251.383138:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329251.383189:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329251.383194:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329251.383198:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329251.831104:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301096796, at 4301096960 00000100:00000040:0.0:1767329251.831104:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301096796, at 4301096960 00000100:00000040:3.0:1767329251.831107:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301096796, at 4301096960 00000100:00000040:2.0:1767329251.831109:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301096796, at 4301096960 00000100:00000010:1.0:1767329251.831126:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9fe6e3a. 00000100:00000010:3.0:1767329251.831130:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d3e9933. 00000100:00000010:2.0:1767329251.831131:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000065f5dd6e. 00000100:00000010:0.0:1767329251.831135:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1fa5921. 00000100:00000040:0.0:1767329252.343119:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329252.343137:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329252.343146:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c57c20d1. 00000020:00000040:0.0:1767329252.343153:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329252.343158:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329252.343161:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329252.343167:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329252.343175:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe5ec607. 00000100:00000001:0.0:1767329252.343182:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329252.343194:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000c57c20d1 x1853178572214016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329252.343205:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329252.343207:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329252.343230:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c57c20d1] to pc [ptlrpcd_00_03+3] req@00000000c57c20d1 x1853178572214016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329252.343257:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329252.343259:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329252.343262:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329252.343264:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087b3a54b. 00000020:00000040:0.0:1767329252.343267:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329252.343269:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329252.343271:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329252.343273:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329252.343276:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767329252.343276:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f0d6a4de. 00000100:00000001:0.0:1767329252.343282:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329252.343283:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329252.343287:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329252.343287:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000087b3a54b x1853178572214144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329252.343290:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329252.343296:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c57c20d1 x1853178572214016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329252.343296:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329252.343299:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329252.343304:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329252.343308:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b3a54b] to pc [ptlrpcd_00_00+0] req@0000000087b3a54b x1853178572214144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329252.343319:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329252.343322:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329252.343327:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329252.343333:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329252.343337:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767329252.343339:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329252.343341:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767329252.343344:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329252.343346:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000969bb8ef. 00000100:00100000:2.0:1767329252.343350:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c57c20d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572214016:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329252.343351:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767329252.343351:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00100000:1.0:1767329252.343356:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767329252.343357:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329252.343360:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329252.343361:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329252.343361:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329252.343365:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329252.343368:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001841c9f3. 02000000:00000001:2.0:1767329252.343369:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329252.343371:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329252.343371:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329252.343373:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329252.343376:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329252.343377:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000969bb8ef x1853178572214272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767329252.343378:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329252.343379:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329252.343383:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767329252.343385:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087e09027. 00000100:00000001:1.0:1767329252.343387:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767329252.343391:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329252.343395:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087b3a54b x1853178572214144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329252.343399:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767329252.343399:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005908f795. 00000100:00000001:3.0:1767329252.343405:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329252.343411:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004740f0f1. 00000100:00000200:2.0:1767329252.343421:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572214016, portal 25 00000100:00000001:2.0:1767329252.343427:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329252.343430:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578896768 : -127177130654848 : ffff8c55444dc380) 00000100:00000001:0.0:1767329252.343433:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329252.343434:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329252.343437:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329252.343438:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329252.343439:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c57c20d1 x1853178572214016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329252.343444:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767329252.343445:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000969bb8ef] to pc [ptlrpcd_00_01+1] req@00000000969bb8ef x1853178572214272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329252.343448:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329252.343455:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329252.343463:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087b3a54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572214144:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329252.343465:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329252.343474:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329252.343474:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767329252.343479:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000408ebb8d. 02000000:00000001:1.0:1767329252.343479:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329252.343481:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329252.343482:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329252.343483:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572214016, offset 0 02000000:00000001:1.0:1767329252.343488:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767329252.343488:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767329252.343494:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000010:1.0:1767329252.343494:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008266e23b. 00000100:00000040:0.0:1767329252.343496:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767329252.343500:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329252.343501:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767329252.343505:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:0.0:1767329252.343505:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6435) 00000400:00000010:1.0:1767329252.343506:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014248973. 00000100:00000001:3.0:1767329252.343512:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329252.343515:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c01551. 00000100:00000001:3.0:1767329252.343517:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767329252.343519:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572214144, portal 10 00000100:00000001:3.0:1767329252.343520:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329252.343523:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329252.343527:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329252.343527:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329252.343530:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578908416 : -127177130643200 : ffff8c55444df100) 00000100:00000001:3.0:1767329252.343531:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329252.343532:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329252.343535:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767329252.343540:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:1.0:1767329252.343543:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087b3a54b x1853178572214144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329252.343544:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000969bb8ef x1853178572214272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329252.343548:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329252.343555:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329252.343564:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [298:298:256:4294967295] 192.168.202.109@tcp LPNI seq info [298:298:8:4294967295] 00000100:00000001:1.0:1767329252.343575:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329252.343576:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329252.343579:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329252.343581:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329252.343585:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767329252.343586:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fefedd0d. 02000000:00000001:3.0:1767329252.343589:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329252.343590:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:1.0:1767329252.343591:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572214144, offset 0 02000000:00000001:3.0:1767329252.343593:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329252.343599:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000969bb8ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572214272:192.168.202.109@tcp:400: 00000800:00000200:2.0:1767329252.343602:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329252.343606:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767329252.343609:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329252.343611:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:2.0:1767329252.343613:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ce0a9bb. 02000000:00000001:3.0:1767329252.343614:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329252.343618:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:3.0:1767329252.343619:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329252.343622:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767329252.343625:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329252.343627:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000010:3.0:1767329252.343633:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000512663e4. 00000400:00000200:1.0:1767329252.343633:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767329252.343638:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329252.343640:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329252.343640:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:3.0:1767329252.343643:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189c6cb8. 00000400:00000200:1.0:1767329252.343644:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [299:299:255:4294967295] 192.168.202.109@tcp LPNI seq info [299:299:7:4294967295] 00000400:00000010:3.0:1767329252.343651:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000261eab26. 00000800:00000200:2.0:1767329252.343654:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004ce0a9bb type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767329252.343658:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572214272, portal 10 00000400:00000200:1.0:1767329252.343662:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329252.343663:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329252.343666:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578904832 : -127177130646784 : ffff8c55444de300) 00000800:00000200:1.0:1767329252.343670:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329252.343672:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767329252.343675:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000100:00000040:3.0:1767329252.343676:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000969bb8ef x1853178572214272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329252.343679:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301101916 00000800:00000200:1.0:1767329252.343685:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:2.0:1767329252.343687:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c7b3059. 00000100:00000001:3.0:1767329252.343693:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767329252.343696:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329252.343699:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767329252.343702:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329252.343703:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767329252.343707:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5c30b11. 00000100:00000001:2.0:1767329252.343708:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301101916 00000100:00000001:1.0:1767329252.343709:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329252.343712:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572214272, offset 0 00000100:00000010:2.0:1767329252.343717:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5a6ead3. 00000100:00000040:1.0:1767329252.343717:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 317048 usecs (318 jiffies) 00000400:00000200:3.0:1767329252.343723:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329252.343724:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767329252.343724:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301097790 00000800:00000200:0.0:1767329252.343729:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329252.343731:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301101916 00000100:00000001:2.0:1767329252.343732:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301101916 00000400:00000200:3.0:1767329252.343733:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:0.0:1767329252.343735:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ce0a9bb. 00000100:00000001:1.0:1767329252.343737:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301097790 00000100:00000010:2.0:1767329252.343739:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e061032. 00000400:00000200:3.0:1767329252.343743:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329252.343745:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301101916 00000100:00000001:2.0:1767329252.343746:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767329252.343746:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329252.343748:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329252.343753:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301101916 00000100:00000001:1.0:1767329252.343754:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301097790 00000400:00000200:3.0:1767329252.343756:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1767329252.343760:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e2a0a9e1. 00000100:00000001:1.0:1767329252.343761:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301101916 00000400:00000200:0.0:1767329252.343761:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329252.343764:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329252.343767:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767329252.343768:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301097790 00000400:00000200:3.0:1767329252.343773:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [300:300:254:4294967295] 192.168.202.109@tcp LPNI seq info [300:300:6:4294967295] 00000100:00000001:2.0:1767329252.343775:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329252.343775:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301101916 00000100:00000001:2.0:1767329252.343782:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329252.343783:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329252.343787:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329252.343789:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329252.343789:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329252.343795:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329252.343796:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329252.343797:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329252.343797:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000408ebb8d 00000400:00000010:0.0:1767329252.343803:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000408ebb8d. 00000100:00000001:1.0:1767329252.343804:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767329252.343805:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000461b76c7. 00000100:00000001:2.0:1767329252.343805:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329252.343808:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329252.343809:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329252.343810:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767329252.343815:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329252.343815:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767329252.343817:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c57c20d1 x1853178572214016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329252.343820:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329252.343820:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329252.343824:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329252.343825:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329252.343828:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329252.343832:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329252.343833:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329252.343835:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000461b76c7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329252.343841:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329252.343844:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 19008 usecs (20 jiffies) 00000100:00000001:3.0:1767329252.343847:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301097492 00000100:00000001:0.0:1767329252.343848:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329252.343850:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301101916 00000100:00000001:3.0:1767329252.343854:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301097492 00000100:00000040:0.0:1767329252.343855:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c57c20d1 x1853178572214016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329268 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329252.343862:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329252.343865:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301101916 00000100:00000001:0.0:1767329252.343866:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329252.343870:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301097492 00000100:00000001:3.0:1767329252.343872:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301101916 00000100:00000001:3.0:1767329252.343874:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301097492 00000100:00000001:3.0:1767329252.343876:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301101916 00000100:00000001:3.0:1767329252.343877:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329252.343879:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329252.343881:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329252.343881:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329252.343883:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767329252.343908:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000400:00000200:0.0:1767329252.343914:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329252.343917:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329252.343920:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fefedd0d 00000400:00000010:0.0:1767329252.343921:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fefedd0d. 00000100:00000001:0.0:1767329252.343923:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329252.343925:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087b3a54b x1853178572214144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329252.343936:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329252.343938:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087b3a54b x1853178572214144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329268 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329252.343943:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329252.343944:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329252.343991:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329252.343992:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000461b76c7. 00000400:00000200:0.0:1767329252.343995:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329252.343997:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329252.343999:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5c30b11 00000400:00000010:0.0:1767329252.344000:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5c30b11. 00000100:00000001:0.0:1767329252.344002:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329252.344004:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000969bb8ef x1853178572214272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329252.344009:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329252.344010:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000969bb8ef x1853178572214272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329268 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329252.344040:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329252.344042:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329252.345599:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329252.345611:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329252.345614:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329252.345616:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329252.345622:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329252.345632:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2808f00 00000400:00000200:2.0:1767329252.345639:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xa25 [1] + 224 00000800:00000001:2.0:1767329252.345646:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329252.345655:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329252.345657:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329252.345660:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329252.345663:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329252.345666:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c57c20d1 x1853178572214016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329268 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329252.345674:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c57c20d1 x1853178572214016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329252.345690:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329252.345696:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329252.345698:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329252.345700:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329252.345701:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329252.345704:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329252.345708:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2809000 00000400:00000200:2.0:1767329252.345711:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xa35 [1] + 224 00000800:00000001:2.0:1767329252.345714:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329252.345715:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329252.345716:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329252.345718:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329252.345720:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329252.345722:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000969bb8ef x1853178572214272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329268 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329252.345727:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000969bb8ef x1853178572214272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329252.345737:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329252.345739:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329252.345742:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329252.345743:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329252.345745:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329252.345749:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329252.345753:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2808f80 00000100:00000001:0.0:1767329252.345757:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329252.345760:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329252.345764:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xa2d [1] + 224 00000100:00000001:3.0:1767329252.345768:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767329252.345769:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767329252.345772:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767329252.345773:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329252.345776:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767329252.345778:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767329252.345779:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005908f795. 00000400:00000200:2.0:1767329252.345782:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329252.345785:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004740f0f1 00000400:00000200:2.0:1767329252.345789:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:0.0:1767329252.345790:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004740f0f1. 00000100:00000001:0.0:1767329252.345796:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767329252.345798:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329252.345801:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1767329252.345802:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c57c20d1 x1853178572214016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767329252.345804:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000189c6cb8. 00000400:00000200:3.0:1767329252.345810:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000261eab26 00000400:00000010:3.0:1767329252.345814:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000261eab26. 00000100:00000200:0.0:1767329252.345817:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c57c20d1 x1853178572214016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329268 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329252.345819:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329252.345820:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329252.345827:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000969bb8ef x1853178572214272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329252.345828:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087b3a54b x1853178572214144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329268 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329252.345830:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329252.345840:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329252.345846:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329252.345850:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329252.345855:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329252.345858:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329252.345859:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000969bb8ef x1853178572214272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329268 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329252.345861:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000087b3a54b x1853178572214144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329252.345863:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329252.345872:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=99 v=5 (5 5 5 0) 00000100:00001000:0.0:1767329252.345881:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=99 v=5 (1 1 1 0) 00000100:00000001:0.0:1767329252.345903:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329252.345904:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329252.345905:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329252.345907:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329252.345909:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767329252.345909:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329252.345910:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329252.345914:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767329252.345914:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329252.345916:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329252.345918:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329252.345920:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329252.345921:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329252.345922:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329252.345925:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329252.345927:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c57c20d1 x1853178572214016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767329252.345930:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=99 v=5 (5 5 5 0) 00000100:00000001:0.0:1767329252.345936:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767329252.345938:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767329252.345940:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329252.345942:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329252.345943:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329252.345945:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329252.345946:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767329252.345948:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329252.345950:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767329252.345950:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c57c20d1 x1853178572214016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329268 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329252.345955:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329252.345960:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767329252.345960:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c57c20d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572214016:192.168.202.109@tcp:400: 00010000:00080000:3.0:1767329252.345965:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000969bb8ef x1853178572214272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329252.345965:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014248973. 00000400:00000200:1.0:1767329252.345972:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c01551 00000100:00000001:0.0:1767329252.345972:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329252.345977:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c01551. 00000100:00000001:0.0:1767329252.345979:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767329252.345980:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329252.345981:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329252.345986:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329252.345987:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c57c20d1 x1853178572214016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329268 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329252.345990:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000200:1.0:1767329252.345990:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087b3a54b x1853178572214144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329252.345995:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329252.345997:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329252.346006:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000969bb8ef x1853178572214272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329252.346041:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329252.346047:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329252.346051:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329252.346052:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1767329252.346054:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087b3a54b x1853178572214144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329268 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329252.346058:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767329252.346059:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000969bb8ef x1853178572214272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329268 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767329252.346064:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087e09027. 02000000:00000001:0.0:1767329252.346071:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329252.346076:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329252.346078:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767329252.346080:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329252.346082:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767329252.346086:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000969bb8ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572214272:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329252.346087:0:208649:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767329252.346088:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767329252.346092:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1767329252.346094:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe5ec607. 00000100:00000001:3.0:1767329252.346095:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329252.346095:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329252.346098:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329252.346100:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767329252.346101:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329252.346102:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767329252.346105:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000969bb8ef x1853178572214272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329268 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767329252.346107:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=89 v=5 (5 5 5 0) 02000000:00000001:0.0:1767329252.346112:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1767329252.346115:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=89 v=5 (1 1 1 0) 00000100:00000010:0.0:1767329252.346116:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c57c20d1. 00000100:00000001:3.0:1767329252.346119:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329252.346123:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767329252.346124:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1767329252.346126:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000512663e4. 00000100:00000001:0.0:1767329252.346127:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329252.346131:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767329252.346131:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329252.346132:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767329252.346135:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329252.346135:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329252.346136:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767329252.346138:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329252.346139:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329252.346140:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767329252.346145:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767329252.346146:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329252.346146:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767329252.346148:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001841c9f3. 00000100:00000001:0.0:1767329252.346150:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329252.346151:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767329252.346153:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767329252.346155:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000001:3.0:1767329252.346156:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767329252.346158:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000010:3.0:1767329252.346160:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000969bb8ef. 00000100:00000001:1.0:1767329252.346161:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329252.346165:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767329252.346167:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087b3a54b x1853178572214144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329252.346174:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329252.346177:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329252.346178:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329252.346181:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329252.346183:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329252.346184:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329252.346187:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329252.346188:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329252.346191:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329252.346194:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087b3a54b x1853178572214144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329268 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329252.346200:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087b3a54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572214144:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329252.346204:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329252.346206:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329252.346207:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087b3a54b x1853178572214144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329268 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329252.346211:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329252.346212:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329252.346214:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008266e23b. 02000000:00000001:1.0:1767329252.346216:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329252.346217:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329252.346218:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329252.346220:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329252.346221:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f0d6a4de. 02000000:00000001:1.0:1767329252.346223:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329252.346224:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329252.346225:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087b3a54b. 00000100:00000001:1.0:1767329252.346227:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329252.346228:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329252.346229:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329252.346232:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329252.346233:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329252.346234:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329252.346236:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329252.407091:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329252.407097:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329252.407102:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329252.407103:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329252.407128:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329252.407132:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329252.407135:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329253.432118:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329253.432126:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329253.432128:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329253.432130:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329253.432140:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329253.432142:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329253.432144:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329253.432146:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329253.432149:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329253.432151:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329253.432184:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329253.432190:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329253.432192:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329254.455181:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329254.455187:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329254.455193:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329254.455195:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329254.455235:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329254.455239:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329254.455242:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329255.479116:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329255.479123:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329255.479129:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329255.479132:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329255.479134:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329255.479140:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329255.479142:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329255.479143:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329255.479146:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329255.479147:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329255.479149:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329255.479150:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329255.479187:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329255.479191:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329255.479194:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329256.503124:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329256.503132:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329256.503137:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329256.503138:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329256.503178:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329256.503182:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329256.503185:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329256.951093:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301101916, at 4301102080 00000100:00000040:2.0:1767329256.951093:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301101916, at 4301102080 00000100:00000040:1.0:1767329256.951093:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301101916, at 4301102080 00000100:00000010:2.0:1767329256.951112:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e061032. 00000100:00000010:3.0:1767329256.951114:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e2a0a9e1. 00000100:00000010:1.0:1767329256.951121:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5a6ead3. 00000100:00000040:0.0:1767329256.951279:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301101916, at 4301102080 00000100:00000010:0.0:1767329256.951288:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c7b3059. 00000100:00000040:3.0:1767329257.463129:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329257.463141:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329257.463151:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000660a521f. 00000020:00000040:3.0:1767329257.463158:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329257.463163:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329257.463167:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329257.463174:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329257.463184:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000461b76c7. 00000100:00000001:3.0:1767329257.463191:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329257.463204:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000660a521f x1853178572214400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329257.463214:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329257.463234:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329257.463241:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000660a521f] to pc [ptlrpcd_00_02+2] req@00000000660a521f x1853178572214400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329257.463268:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329257.463270:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329257.463273:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329257.463276:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000aa68ef7. 00000020:00000040:3.0:1767329257.463278:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329257.463281:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329257.463283:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329257.463285:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329257.463289:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004b79605c. 00000100:00000001:0.0:1767329257.463290:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329257.463292:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329257.463294:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329257.463295:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767329257.463296:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000000aa68ef7 x1853178572214528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329257.463301:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329257.463301:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329257.463310:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767329257.463310:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000660a521f x1853178572214400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329257.463313:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329257.463320:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000aa68ef7] to pc [ptlrpcd_00_03+3] req@000000000aa68ef7 x1853178572214528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329257.463324:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329257.463328:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329257.463332:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329257.463335:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329257.463336:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767329257.463340:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767329257.463341:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329257.463348:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:0.0:1767329257.463348:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572214400:192.168.202.109@tcp:400: 00000100:00000010:3.0:1767329257.463352:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d834dde9. 00000100:00000001:2.0:1767329257.463354:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329257.463354:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1767329257.463355:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329257.463359:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329257.463359:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329257.463362:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329257.463363:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767329257.463364:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329257.463366:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329257.463368:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329257.463369:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767329257.463373:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000aa68ef7 x1853178572214528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329257.463376:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c9d1b4a8. 02000000:00000010:0.0:1767329257.463377:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c146464d. 00000100:00000001:3.0:1767329257.463382:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329257.463383:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329257.463389:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329257.463391:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329257.463393:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000d834dde9 x1853178572214656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767329257.463394:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001033c719. 02000000:00000001:2.0:1767329257.463395:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329257.463398:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329257.463405:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329257.463405:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031de8760. 00000100:00100000:2.0:1767329257.463414:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000aa68ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572214528:192.168.202.109@tcp:400: 00000100:00000200:0.0:1767329257.463415:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572214400, portal 25 00000100:00000001:0.0:1767329257.463422:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329257.463423:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329257.463425:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776936448 : -127176932615168 : ffff8c55501b9c00) 02000000:00000001:2.0:1767329257.463428:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329257.463431:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329257.463434:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767329257.463434:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767329257.463437:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000660a521f x1853178572214400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329257.463438:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329257.463446:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834dde9] to pc [ptlrpcd_00_00+0] req@00000000d834dde9 x1853178572214656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767329257.463448:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000659e6739. 02000000:00000001:2.0:1767329257.463453:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329257.463460:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e267884a. 00000400:00000010:2.0:1767329257.463467:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ecaf85b. 00000100:00000200:2.0:1767329257.463473:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572214528, portal 10 00000100:00000001:0.0:1767329257.463475:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329257.463477:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329257.463480:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776929280 : -127176932622336 : ffff8c55501b8000) 00000100:00000040:0.0:1767329257.463481:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329257.463482:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329257.463487:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9986c64. 00000100:00000040:3.0:1767329257.463489:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767329257.463491:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572214400, offset 0 00000100:00000040:3.0:1767329257.463492:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767329257.463496:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000aa68ef7 x1853178572214528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329257.463500:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6440) 00000400:00000200:0.0:1767329257.463504:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329257.463513:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329257.463518:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329257.463522:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010d9b7ea. 00000400:00000200:0.0:1767329257.463524:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000200:2.0:1767329257.463527:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572214528, offset 0 00000100:00000001:1.0:1767329257.463527:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329257.463528:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329257.463533:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329257.463533:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329257.463534:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329257.463538:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767329257.463539:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329257.463544:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:3.0:1767329257.463546:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d834dde9 x1853178572214656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329257.463550:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329257.463557:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329257.463560:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329257.463563:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329257.463565:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [301:301:256:4294967295] 192.168.202.109@tcp LPNI seq info [301:301:8:4294967295] 02000000:00000001:3.0:1767329257.463568:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329257.463570:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329257.463572:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329257.463575:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d834dde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572214656:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329257.463583:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767329257.463583:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:3.0:1767329257.463586:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329257.463588:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329257.463592:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329257.463593:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767329257.463594:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000010:3.0:1767329257.463597:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed59a08f. 00000800:00000010:0.0:1767329257.463600:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe5ec607. 00000400:00000200:2.0:1767329257.463601:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767329257.463602:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329257.463608:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:3.0:1767329257.463609:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189c6cb8. 00000800:00000200:0.0:1767329257.463613:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329257.463614:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767329257.463617:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000261eab26. 00000400:00000200:2.0:1767329257.463620:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:3.0:1767329257.463622:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572214656, portal 10 00000100:00000001:3.0:1767329257.463628:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767329257.463628:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329257.463629:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [302:302:255:4294967295] 192.168.202.109@tcp LPNI seq info [302:302:7:4294967295] 00000100:00000001:3.0:1767329257.463632:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776934656 : -127176932616960 : ffff8c55501b9500) 00000800:00000200:0.0:1767329257.463636:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fe5ec607 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329257.463645:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:3.0:1767329257.463649:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d834dde9 x1853178572214656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329257.463654:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329257.463657:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329257.463662:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301107036 00000800:00000010:2.0:1767329257.463666:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e59fe967. 00000100:00000001:3.0:1767329257.463669:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767329257.463669:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000019033a6d. 00000100:00000040:3.0:1767329257.463678:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329257.463678:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767329257.463679:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000010:3.0:1767329257.463685:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf8d850b. 00000100:00000200:3.0:1767329257.463689:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572214656, offset 0 00000100:00000001:0.0:1767329257.463690:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301107036 00000800:00000200:2.0:1767329257.463693:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:0.0:1767329257.463696:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002806143. 00000400:00000200:3.0:1767329257.463699:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:2.0:1767329257.463700:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e59fe967 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329257.463701:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767329257.463708:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329257.463709:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329257.463709:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301107036 00000400:00000200:3.0:1767329257.463712:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1767329257.463716:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4629dbf. 00000100:00000040:2.0:1767329257.463718:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 313402 usecs (314 jiffies) 00000400:00000200:3.0:1767329257.463719:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329257.463721:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767329257.463726:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301102906 00000800:00000200:1.0:1767329257.463726:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767329257.463727:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329257.463727:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301107036 00000100:00000001:2.0:1767329257.463733:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301107036 00000800:00000010:1.0:1767329257.463733:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe5ec607. 00000100:00000010:0.0:1767329257.463734:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073f6ac0a. 00000400:00000200:3.0:1767329257.463737:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329257.463738:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301102906 00000400:00000200:1.0:1767329257.463743:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329257.463744:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [303:303:254:4294967295] 192.168.202.109@tcp LPNI seq info [303:303:6:4294967295] 00000100:00000001:0.0:1767329257.463744:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767329257.463751:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329257.463752:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301107036 00000400:00000200:1.0:1767329257.463756:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329257.463757:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329257.463759:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301102906 00000100:00000001:0.0:1767329257.463762:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329257.463766:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301107036 00000100:00000001:0.0:1767329257.463767:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329257.463772:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329257.463773:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301102906 00000100:00000001:0.0:1767329257.463777:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329257.463779:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301107036 00000100:00000001:0.0:1767329257.463782:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329257.463786:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329257.463786:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9986c64 00000100:00000001:0.0:1767329257.463787:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767329257.463788:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329257.463792:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329257.463792:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9986c64. 00000100:00000001:0.0:1767329257.463792:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767329257.463795:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e18132be. 00000100:00000001:0.0:1767329257.463796:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329257.463797:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329257.463802:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329257.463803:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767329257.463807:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329257.463807:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329257.463811:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767329257.463814:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329257.463816:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767329257.463819:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e18132be type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1767329257.463820:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000660a521f x1853178572214400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329257.463821:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329257.463824:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329257.463825:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329257.463827:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329257.463832:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 18817 usecs (19 jiffies) 00000100:00000001:2.0:1767329257.463833:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329257.463849:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329257.463852:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000660a521f x1853178572214400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329273 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329257.463863:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301102611 00000100:00000001:3.0:1767329257.463867:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301107036 00000100:00000001:1.0:1767329257.463867:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329257.463873:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329257.463874:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301102611 00000100:00000001:3.0:1767329257.463878:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301107036 00000100:00000001:3.0:1767329257.463879:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301102611 00000100:00000001:3.0:1767329257.463881:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301107036 00000100:00000001:3.0:1767329257.463882:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301102611 00000100:00000001:3.0:1767329257.463889:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301107036 00000100:00000001:3.0:1767329257.463891:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767329257.463892:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329257.463895:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767329257.463897:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e59fe967. 00000100:00000001:3.0:1767329257.463898:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329257.463902:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329257.463904:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329257.463906:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329257.463909:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329257.463914:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329257.463914:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329257.463917:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329257.463919:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010d9b7ea 00000100:00000001:3.0:1767329257.463920:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329257.463923:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010d9b7ea. 00000100:00000001:3.0:1767329257.463924:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329257.463929:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329257.463933:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000aa68ef7 x1853178572214528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329257.463939:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329257.463941:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000aa68ef7 x1853178572214528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329273 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329257.463946:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329257.463947:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329257.464005:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329257.464007:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e18132be. 00000400:00000200:1.0:1767329257.464009:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329257.464011:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329257.464013:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf8d850b 00000400:00000010:1.0:1767329257.464034:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf8d850b. 00000100:00000001:1.0:1767329257.464036:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329257.464038:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d834dde9 x1853178572214656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329257.464044:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329257.464045:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d834dde9 x1853178572214656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329273 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329257.464059:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329257.464060:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329257.465539:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329257.465552:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329257.465554:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329257.465556:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329257.465562:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329257.465572:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2809080 00000400:00000200:0.0:1767329257.465578:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xa3d [1] + 224 00000800:00000001:0.0:1767329257.465585:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329257.465589:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329257.465590:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329257.465592:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329257.465596:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329257.465599:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000660a521f x1853178572214400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329273 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329257.465606:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000660a521f x1853178572214400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329257.465620:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329257.465626:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329257.465628:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329257.465629:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329257.465631:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329257.465633:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329257.465637:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2809100 00000400:00000200:0.0:1767329257.465646:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xa41 [1] + 224 00000800:00000001:0.0:1767329257.465650:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329257.465655:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329257.465656:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329257.465658:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329257.465660:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329257.465663:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000aa68ef7 x1853178572214528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329273 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329257.465669:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000aa68ef7 x1853178572214528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329257.465681:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329257.465686:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329257.465687:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767329257.465690:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329257.465691:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767329257.465693:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329257.465698:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767329257.465700:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767329257.465701:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000001:1.0:1767329257.465706:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329257.465710:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001033c719. 00000400:00000200:0.0:1767329257.465710:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2809180 00000100:00000001:2.0:1767329257.465714:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329257.465716:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329257.465718:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031de8760 00000400:00000010:1.0:1767329257.465720:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031de8760. 00000100:00000001:1.0:1767329257.465725:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767329257.465729:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xa4d [1] + 224 00000100:00000200:1.0:1767329257.465733:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000660a521f x1853178572214400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329257.465734:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767329257.465735:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329257.465739:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329257.465742:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e267884a. 00000400:00000200:2.0:1767329257.465746:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ecaf85b 00000100:00000200:1.0:1767329257.465746:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000660a521f x1853178572214400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329273 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329257.465748:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ecaf85b. 00000100:00000001:2.0:1767329257.465753:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767329257.465753:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329257.465755:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767329257.465757:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767329257.465758:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000aa68ef7 x1853178572214528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329257.465759:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329257.465764:0:208650:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767329257.465766:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 02000000:00000001:1.0:1767329257.465769:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329257.465773:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329257.465775:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329257.465776:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329257.465778:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000aa68ef7 x1853178572214528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329273 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329257.465780:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329257.465782:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d834dde9 x1853178572214656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329273 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767329257.465788:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=104 v=5 (5 5 5 0) 00000100:00001000:1.0:1767329257.465796:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=104 v=5 (1 1 1 0) 00000100:00000001:2.0:1767329257.465797:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329257.465800:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329257.465806:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329257.465806:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767329257.465809:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329257.465809:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329257.465809:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d834dde9 x1853178572214656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329257.465812:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329257.465814:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329257.465815:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329257.465820:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329257.465824:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329257.465824:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329257.465826:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767329257.465829:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=94 v=5 (5 5 5 0) 00000100:00000040:1.0:1767329257.465831:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000660a521f x1853178572214400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329257.465832:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767329257.465852:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=94 v=5 (1 1 1 0) 00000800:00000001:0.0:1767329257.465853:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329257.465857:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329257.465858:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329257.465859:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329257.465864:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767329257.465865:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329257.465866:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329257.465867:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329257.465869:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767329257.465870:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767329257.465873:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767329257.465874:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:3.0:1767329257.465877:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767329257.465877:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000660a521f x1853178572214400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329273 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329257.465878:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000010:3.0:1767329257.465881:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000189c6cb8. 00000100:00000001:2.0:1767329257.465883:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329257.465886:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329257.465887:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000261eab26 00000400:00000010:3.0:1767329257.465892:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000261eab26. 00000100:00000040:2.0:1767329257.465895:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000aa68ef7 x1853178572214528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329257.465897:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767329257.465903:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572214400:192.168.202.109@tcp:400: 00000100:00000200:3.0:1767329257.465905:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d834dde9 x1853178572214656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329257.465906:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329257.465910:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329257.465912:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329257.465913:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329257.465916:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329257.465921:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000aa68ef7 x1853178572214528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329273 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329257.465921:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000660a521f x1853178572214400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329273 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329257.465926:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d834dde9 x1853178572214656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329273 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329257.465945:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1767329257.465948:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000aa68ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572214528:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329257.465950:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767329257.465951:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767329257.465953:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329257.465953:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767329257.465955:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c146464d. 00000100:00000001:2.0:1767329257.465956:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329257.465958:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329257.465960:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767329257.465961:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767329257.465961:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000aa68ef7 x1853178572214528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329273 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767329257.465963:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767329257.465964:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767329257.465966:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329257.465968:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329257.465971:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767329257.465974:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1767329257.465974:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000461b76c7. 02000000:00000001:2.0:1767329257.465975:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329257.465976:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000659e6739. 02000000:00000001:2.0:1767329257.465978:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767329257.465979:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329257.465979:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1767329257.465981:0:208651:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767329257.465982:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1767329257.465984:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000010:1.0:1767329257.465984:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000660a521f. 00000100:00001000:3.0:1767329257.465986:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=104 v=5 (5 5 5 0) 00000020:00000001:2.0:1767329257.465987:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767329257.465988:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1767329257.465989:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004b79605c. 00000100:00000001:1.0:1767329257.465990:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329257.465992:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329257.465993:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1767329257.465997:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=51 v=5 (1 0 0 0) 02000000:00000001:2.0:1767329257.465999:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767329257.465999:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329257.466001:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329257.466003:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767329257.466003:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000aa68ef7. 00000100:00000001:1.0:1767329257.466003:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329257.466008:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329257.466009:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329257.466009:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329257.466012:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329257.466012:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329257.466013:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767329257.466043:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d834dde9 x1853178572214656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329257.466048:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767329257.466052:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329257.466053:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329257.466057:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767329257.466059:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329257.466060:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329257.466063:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329257.466064:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329257.466066:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329257.466070:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d834dde9 x1853178572214656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329257.466074:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329257.466076:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329257.466077:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329257.466079:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d834dde9 x1853178572214656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329273 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329257.466084:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d834dde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572214656:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329257.466087:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329257.466088:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329257.466089:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d834dde9 x1853178572214656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329273 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329257.466094:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329257.466095:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329257.466097:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed59a08f. 02000000:00000001:3.0:1767329257.466100:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329257.466101:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329257.466102:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329257.466103:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329257.466104:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c9d1b4a8. 02000000:00000001:3.0:1767329257.466106:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329257.466107:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329257.466108:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d834dde9. 00000100:00000001:3.0:1767329257.466110:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329257.466115:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329257.466116:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329257.466119:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329257.466120:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329257.466121:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329257.466123:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329257.527089:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329257.527092:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329257.527096:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329257.527097:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329257.527122:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329257.527125:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329257.527128:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329258.551085:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329258.551093:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329258.551098:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329258.551099:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329258.551136:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329258.551140:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329258.551142:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329259.575099:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329259.575104:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329259.575109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329259.575117:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329259.575154:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329259.575157:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329259.575160:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329260.599117:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329260.599124:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329260.599130:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329260.599131:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329260.599173:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329260.599177:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329260.599180:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329261.623101:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329261.623108:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329261.623114:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329261.623115:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329261.623154:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329261.623157:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329261.623160:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329262.071074:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301107036, at 4301107200 00000100:00000010:2.0:1767329262.071089:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4629dbf. 00000100:00000040:1.0:1767329262.071093:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301107036, at 4301107200 00000100:00000040:0.0:1767329262.071101:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301107036, at 4301107200 00000100:00000010:1.0:1767329262.071102:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002806143. 00000100:00000010:0.0:1767329262.071111:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000019033a6d. 00000100:00000040:3.0:1767329262.071356:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301107036, at 4301107200 00000100:00000010:3.0:1767329262.071364:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073f6ac0a. 00000100:00000040:3.0:1767329262.583095:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329262.583106:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329262.583118:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d834dde9. 00000020:00000040:3.0:1767329262.583126:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329262.583131:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329262.583133:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329262.583140:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329262.583148:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c9d1b4a8. 00000100:00000001:3.0:1767329262.583155:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329262.583165:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000d834dde9 x1853178572214784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329262.583174:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329262.583203:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329262.583209:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834dde9] to pc [ptlrpcd_00_01+1] req@00000000d834dde9 x1853178572214784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329262.583236:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329262.583238:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329262.583241:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329262.583243:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016573b0d. 00000020:00000040:3.0:1767329262.583245:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329262.583250:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329262.583251:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329262.583253:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329262.583255:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024fb3337. 00000100:00000001:3.0:1767329262.583257:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329262.583259:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000016573b0d x1853178572214912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329262.583265:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329262.583266:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329262.583269:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016573b0d] to pc [ptlrpcd_00_02+2] req@0000000016573b0d x1853178572214912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329262.583283:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329262.583286:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329262.583289:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767329262.583290:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767329262.583292:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767329262.583295:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767329262.583296:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030aeebd2. 00000100:00000001:1.0:1767329262.583298:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767329262.583299:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329262.583303:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329262.583303:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329262.583304:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767329262.583305:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329262.583310:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329262.583310:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767329262.583317:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000065561a0b. 00000100:00000001:0.0:1767329262.583317:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329262.583320:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329262.583321:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329262.583323:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329262.583326:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000030aeebd2 x1853178572215040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767329262.583331:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d834dde9 x1853178572214784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329262.583345:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329262.583348:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329262.583351:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329262.583353:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329262.583354:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767329262.583356:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329262.583358:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030aeebd2] to pc [ptlrpcd_00_03+3] req@0000000030aeebd2 x1853178572215040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329262.583358:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329262.583361:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329262.583364:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767329262.583366:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329262.583374:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016573b0d x1853178572214912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329262.583374:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d834dde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572214784:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329262.583381:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329262.583383:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767329262.583385:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767329262.583391:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767329262.583394:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1767329262.583395:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329262.583398:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329262.583401:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329262.583401:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767329262.583403:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6445) 02000000:00000001:2.0:1767329262.583406:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767329262.583408:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f49c921a. 02000000:00000001:2.0:1767329262.583410:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329262.583412:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329262.583414:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329262.583418:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000016573b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572214912:192.168.202.109@tcp:400: 00000400:00000010:0.0:1767329262.583420:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa80ee3e. 00000100:00000001:2.0:1767329262.583423:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329262.583427:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329262.583428:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329262.583429:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008742989f. 02000000:00000001:2.0:1767329262.583430:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329262.583433:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767329262.583436:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036946c1c. 00000100:00000001:3.0:1767329262.583437:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767329262.583439:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572214784, portal 25 00000100:00000001:3.0:1767329262.583441:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767329262.583442:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329262.583444:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329262.583446:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776934656 : -127176932616960 : ffff8c55501b9500) 00000400:00000010:2.0:1767329262.583448:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e267884a. 00000100:00000040:3.0:1767329262.583450:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000030aeebd2 x1853178572215040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329262.583455:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ecaf85b. 00000100:00000040:0.0:1767329262.583455:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d834dde9 x1853178572214784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329262.583462:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572214912, portal 10 00000100:00000001:2.0:1767329262.583467:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329262.583470:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776938240 : -127176932613376 : ffff8c55501ba300) 00000100:00000001:3.0:1767329262.583477:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329262.583481:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329262.583481:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329262.583482:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000016573b0d x1853178572214912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329262.583488:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767329262.583490:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329262.583491:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767329262.583495:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061d952c4. 02000000:00000001:3.0:1767329262.583497:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329262.583501:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572215040:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329262.583505:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329262.583510:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767329262.583510:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572214784, offset 0 02000000:00000001:3.0:1767329262.583513:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329262.583518:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329262.583519:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1767329262.583523:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eefb635f. 00000400:00000200:0.0:1767329262.583523:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329262.583528:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329262.583529:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329262.583533:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da383fb9. 00000400:00000010:3.0:1767329262.583535:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189c6cb8. 00000100:00000200:2.0:1767329262.583537:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572214912, offset 0 00000400:00000010:3.0:1767329262.583541:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000261eab26. 00000400:00000200:0.0:1767329262.583544:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329262.583549:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000200:3.0:1767329262.583555:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572215040, portal 10 00000400:00000200:0.0:1767329262.583555:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329262.583559:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329262.583560:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776931072 : -127176932620544 : ffff8c55501b8700) 00000400:00000200:0.0:1767329262.583562:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329262.583565:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329262.583569:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329262.583574:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [304:304:256:4294967295] 192.168.202.109@tcp LPNI seq info [304:304:8:4294967295] 00000100:00000040:3.0:1767329262.583577:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000030aeebd2 x1853178572215040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329262.583584:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329262.583589:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329262.583593:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d3f0604. 00000400:00000200:0.0:1767329262.583594:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:3.0:1767329262.583599:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572215040, offset 0 00000800:00000200:0.0:1767329262.583603:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329262.583606:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767329262.583607:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329262.583611:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe5ec607. 00000400:00000200:2.0:1767329262.583614:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329262.583618:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329262.583622:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767329262.583624:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329262.583626:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329262.583631:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [305:305:255:4294967295] 192.168.202.109@tcp LPNI seq info [305:305:7:4294967295] 00000800:00000200:0.0:1767329262.583636:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329262.583644:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329262.583644:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fe5ec607 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767329262.583653:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329262.583657:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:2.0:1767329262.583658:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ce0a9bb. 00000400:00000200:3.0:1767329262.583663:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329262.583665:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329262.583668:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329262.583671:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329262.583671:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301112156 00000800:00000200:2.0:1767329262.583676:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:0.0:1767329262.583678:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000019033a6d. 00000400:00000200:3.0:1767329262.583679:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767329262.583682:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004ce0a9bb type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329262.583686:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329262.583688:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329262.583689:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767329262.583693:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [306:306:254:4294967295] 192.168.202.109@tcp LPNI seq info [306:306:6:4294967295] 00000100:00000040:2.0:1767329262.583696:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 309836 usecs (310 jiffies) 00000100:00000001:2.0:1767329262.583700:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301108022 00000100:00000001:0.0:1767329262.583701:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301112156 00000100:00000001:2.0:1767329262.583707:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301112156 00000100:00000010:0.0:1767329262.583707:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000433e038f. 00000400:00000200:3.0:1767329262.583711:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329262.583713:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301108022 00000100:00000001:0.0:1767329262.583714:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767329262.583719:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329262.583721:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301112156 00000100:00000001:2.0:1767329262.583722:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301112156 00000800:00000010:3.0:1767329262.583723:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a6343d55. 00000100:00000001:2.0:1767329262.583729:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301108022 00000100:00000010:0.0:1767329262.583729:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052edf4f7. 00000800:00000200:3.0:1767329262.583734:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329262.583736:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767329262.583741:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301112156 00000100:00000001:2.0:1767329262.583742:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301112156 00000800:00000200:3.0:1767329262.583744:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:0.0:1767329262.583747:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000065a4819a. 00000800:00000200:3.0:1767329262.583749:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a6343d55 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329262.583749:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301108022 00000100:00000001:0.0:1767329262.583751:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767329262.583758:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329262.583758:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329262.583759:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301112156 00000100:00000001:0.0:1767329262.583763:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329262.583764:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 18630 usecs (19 jiffies) 00000100:00000001:3.0:1767329262.583768:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301107731 00000800:00000200:1.0:1767329262.583769:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329262.583772:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329262.583775:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301112156 00000800:00000010:1.0:1767329262.583776:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe5ec607. 00000100:00000001:2.0:1767329262.583778:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329262.583781:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301107731 00000100:00000001:0.0:1767329262.583798:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329262.583799:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329262.583802:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329262.583803:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329262.583804:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329262.583807:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301112156 00000100:00000001:3.0:1767329262.583811:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301107731 00000100:00000001:2.0:1767329262.583814:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329262.583815:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301112156 00000400:00000200:1.0:1767329262.583815:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329262.583819:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329262.583821:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301107731 00000400:00000200:1.0:1767329262.583824:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061d952c4 00000100:00000001:2.0:1767329262.583825:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767329262.583827:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061d952c4. 00000100:00000001:2.0:1767329262.583830:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329262.583833:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301112156 00000100:00000001:2.0:1767329262.583835:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329262.583836:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329262.583841:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329262.583842:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329262.583843:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329262.583843:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329262.583848:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329262.583850:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d834dde9 x1853178572214784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329262.583853:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329262.583856:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329262.583861:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329262.583864:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329262.583866:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329262.583866:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329262.583870:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329262.583870:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d834dde9 x1853178572214784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329278 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329262.583877:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329262.583878:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329262.583889:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329262.583891:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ce0a9bb. 00000400:00000200:1.0:1767329262.583894:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329262.583896:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329262.583897:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da383fb9 00000400:00000010:1.0:1767329262.583898:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da383fb9. 00000100:00000001:1.0:1767329262.583901:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329262.583903:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016573b0d x1853178572214912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329262.583915:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329262.583917:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016573b0d x1853178572214912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329278 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329262.583921:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329262.583922:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329262.583975:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329262.583977:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a6343d55. 00000400:00000200:1.0:1767329262.583980:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329262.583982:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329262.583984:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d3f0604 00000400:00000010:1.0:1767329262.583985:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d3f0604. 00000100:00000001:1.0:1767329262.583987:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329262.583989:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000030aeebd2 x1853178572215040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329262.583994:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329262.583995:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000030aeebd2 x1853178572215040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329278 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329262.583999:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329262.584000:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329262.585508:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329262.585519:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329262.585522:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329262.585523:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329262.585530:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329262.585540:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2809280 00000400:00000200:1.0:1767329262.585546:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xa59 [1] + 224 00000800:00000001:1.0:1767329262.585552:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329262.585556:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329262.585557:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329262.585560:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329262.585564:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329262.585573:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016573b0d x1853178572214912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329262.585582:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000016573b0d x1853178572214912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329262.585596:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329262.585603:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329262.585605:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329262.585606:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329262.585608:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329262.585610:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329262.585615:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2809200 00000400:00000200:1.0:1767329262.585618:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xa55 [1] + 224 00000800:00000001:1.0:1767329262.585620:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329262.585635:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329262.585637:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329262.585639:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329262.585642:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329262.585644:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d834dde9 x1853178572214784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329262.585650:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d834dde9 x1853178572214784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329262.585660:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329262.585661:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329262.585663:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767329262.585666:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767329262.585670:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767329262.585671:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329262.585674:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329262.585677:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e267884a. 00000400:00000200:2.0:1767329262.585681:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ecaf85b 00000400:00000010:2.0:1767329262.585683:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ecaf85b. 00000100:00000001:2.0:1767329262.585686:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329262.585691:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016573b0d x1853178572214912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329262.585697:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767329262.585700:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016573b0d x1853178572214912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329262.585701:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329262.585706:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329262.585709:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767329262.585710:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767329262.585711:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa80ee3e. 00000100:00000001:2.0:1767329262.585713:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329262.585717:0:208650:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767329262.585718:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008742989f 02000000:00000001:2.0:1767329262.585720:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767329262.585721:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008742989f. 00000100:00000001:2.0:1767329262.585723:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329262.585726:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329262.585727:0:208648:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767329262.585728:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329262.585733:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d834dde9 x1853178572214784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329262.585736:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=99 v=5 (5 5 5 0) 00000100:00001000:2.0:1767329262.585746:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=99 v=5 (1 1 1 0) 00000100:00000200:0.0:1767329262.585748:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d834dde9 x1853178572214784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329262.585755:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329262.585760:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329262.585761:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329262.585764:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767329262.585767:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767329262.585767:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329262.585768:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767329262.585770:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329262.585771:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767329262.585775:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329262.585775:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329262.585778:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329262.585780:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329262.585782:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767329262.585794:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=109 v=5 (5 5 5 0) 00000800:00000001:1.0:1767329262.585797:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329262.585798:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:0.0:1767329262.585801:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=109 v=5 (1 1 1 0) 00000400:00000200:1.0:1767329262.585808:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767329262.585809:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767329262.585811:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329262.585812:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329262.585818:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1767329262.585818:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767329262.585822:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2809300 00010000:00000001:0.0:1767329262.585823:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329262.585824:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329262.585829:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329262.585834:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xa65 [1] + 224 00000100:00000040:2.0:1767329262.585836:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016573b0d x1853178572214912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329262.585837:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d834dde9 x1853178572214784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329262.585852:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329262.585859:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329262.585864:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329262.585867:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329262.585870:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329262.585871:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1767329262.585874:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329262.585876:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329262.585877:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329262.585878:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329262.585881:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329262.585887:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000030aeebd2 x1853178572215040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329262.585888:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016573b0d x1853178572214912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329278 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329262.585889:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d834dde9 x1853178572214784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329278 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329262.585921:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000030aeebd2 x1853178572215040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329262.585928:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000016573b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572214912:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329262.585939:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329262.585944:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329262.585950:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016573b0d x1853178572214912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329278 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329262.585954:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767329262.585955:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d834dde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572214784:192.168.202.109@tcp:400: 00000800:00000001:1.0:1767329262.585961:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329262.585966:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329262.585968:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329262.585968:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329262.585973:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767329262.585973:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767329262.585978:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036946c1c. 00000100:00000001:3.0:1767329262.585981:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329262.585981:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d834dde9 x1853178572214784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329278 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329262.585984:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767329262.585984:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329262.585988:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:3.0:1767329262.585990:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1767329262.585992:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329262.585992:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1767329262.585993:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767329262.585995:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1767329262.585998:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000189c6cb8. 00000020:00000001:2.0:1767329262.585998:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329262.585999:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f49c921a. 02000000:00000010:2.0:1767329262.586001:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024fb3337. 00000400:00000200:3.0:1767329262.586005:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000261eab26 02000000:00000001:0.0:1767329262.586006:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767329262.586007:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1767329262.586009:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1767329262.586010:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000261eab26. 02000000:00000001:2.0:1767329262.586011:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1767329262.586012:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329262.586037:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329262.586043:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000030aeebd2 x1853178572215040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767329262.586050:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016573b0d. 00000020:00000001:0.0:1767329262.586051:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329262.586057:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c9d1b4a8. 00000100:00000001:2.0:1767329262.586058:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1767329262.586059:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000030aeebd2 x1853178572215040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329262.586063:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329262.586064:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767329262.586068:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329262.586070:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329262.586075:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d834dde9. 00000100:00000001:3.0:1767329262.586076:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329262.586077:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329262.586079:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329262.586080:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329262.586082:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329262.586083:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767329262.586084:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329262.586087:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329262.586087:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329262.586088:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329262.586091:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329262.586091:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329262.586094:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329262.586099:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329262.586099:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329262.586102:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329262.586104:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=109 v=5 (5 5 5 0) 00000100:00000001:0.0:1767329262.586105:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329262.586109:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329262.586110:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767329262.586114:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329262.586115:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329262.586116:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767329262.586126:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000030aeebd2 x1853178572215040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329262.586132:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329262.586134:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329262.586135:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329262.586136:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329262.586137:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329262.586139:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000030aeebd2 x1853178572215040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329262.586143:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329262.586144:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329262.586145:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329262.586147:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030aeebd2 x1853178572215040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329278 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329262.586152:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572215040:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329262.586155:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329262.586156:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329262.586157:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000030aeebd2 x1853178572215040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329278 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329262.586161:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329262.586162:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329262.586163:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eefb635f. 02000000:00000001:3.0:1767329262.586165:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329262.586166:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329262.586167:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329262.586168:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329262.586169:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000065561a0b. 02000000:00000001:3.0:1767329262.586170:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329262.586171:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329262.586172:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030aeebd2. 00000100:00000001:3.0:1767329262.586174:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329262.586178:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329262.586179:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329262.586182:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329262.586183:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329262.586185:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329262.586186:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329262.647090:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329262.647095:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329262.647100:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329262.647101:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329262.647138:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329262.647141:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329262.647144:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329263.671130:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329263.671146:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329263.671148:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329263.671151:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329263.671156:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329263.671157:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329263.671159:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329263.671161:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329263.671164:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329263.671165:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329263.671215:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329263.671220:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329263.671223:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329264.695093:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329264.695099:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329264.695105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329264.695107:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329264.695145:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329264.695149:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329264.695152:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329265.719097:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329265.719104:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329265.719110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329265.719113:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329265.719115:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329265.719143:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329265.719145:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329265.719146:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329265.719149:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329265.719151:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329265.719152:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329265.719154:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329265.719219:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329265.719223:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329265.719225:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329266.743110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329266.743117:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329266.743123:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329266.743124:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329266.743193:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329266.743197:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329266.743200:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329267.191081:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301112156, at 4301112320 00000100:00000010:0.0:1767329267.191095:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000019033a6d. 00000100:00000040:1.0:1767329267.191100:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301112156, at 4301112320 00000100:00000040:3.0:1767329267.191101:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301112156, at 4301112320 00000100:00000010:1.0:1767329267.191111:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000433e038f. 00000100:00000010:3.0:1767329267.191113:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000065a4819a. 00000100:00000040:2.0:1767329267.191258:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301112156, at 4301112320 00000100:00000010:2.0:1767329267.191266:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052edf4f7. 00000100:00000040:2.0:1767329267.703109:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329267.703121:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329267.703134:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000929a317e. 00000020:00000040:2.0:1767329267.703143:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329267.703148:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329267.703150:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329267.703157:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329267.703166:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ce0a9bb. 00000100:00000001:2.0:1767329267.703173:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329267.703185:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000929a317e x1853178572215168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329267.703195:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329267.703197:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329267.703204:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000929a317e] to pc [ptlrpcd_00_00+0] req@00000000929a317e x1853178572215168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329267.703231:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329267.703233:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329267.703236:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329267.703238:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078a4f6a3. 00000100:00000001:0.0:1767329267.703240:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767329267.703241:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329267.703245:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767329267.703246:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767329267.703247:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329267.703251:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329267.703251:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329267.703253:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767329267.703255:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004b79605c. 00000100:00000001:3.0:1767329267.703258:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329267.703259:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000929a317e x1853178572215168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329267.703260:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329267.703268:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000078a4f6a3 x1853178572215296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329267.703275:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329267.703278:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329267.703282:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329267.703300:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329267.703305:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329267.703311:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329267.703314:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329267.703314:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000929a317e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572215168:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329267.703320:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767329267.703323:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078a4f6a3] to pc [ptlrpcd_00_01+1] req@0000000078a4f6a3 x1853178572215296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329267.703327:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329267.703331:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329267.703334:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329267.703337:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329267.703339:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e23378b. 00000100:00000040:2.0:1767329267.703341:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767329267.703342:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329267.703348:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329267.703351:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7d63ccd. 00000400:00000010:0.0:1767329267.703352:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa80ee3e. 00000020:00000040:2.0:1767329267.703354:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329267.703355:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329267.703359:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767329267.703360:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767329267.703361:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008742989f. 02000000:00000001:2.0:1767329267.703362:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767329267.703363:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767329267.703367:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329267.703370:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000078a4f6a3 x1853178572215296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329267.703372:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572215168, portal 25 02000000:00000010:2.0:1767329267.703373:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000038ee5c0d. 00000100:00000001:2.0:1767329267.703380:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329267.703380:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329267.703382:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329267.703383:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777357952 : -127176932193664 : ffff8c5550220a80) 00000100:00000001:3.0:1767329267.703385:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329267.703388:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000b7d63ccd x1853178572215424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767329267.703390:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767329267.703391:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000929a317e x1853178572215168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329267.703394:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329267.703400:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329267.703407:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000078a4f6a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572215296:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329267.703417:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329267.703419:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767329267.703421:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329267.703422:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329267.703423:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329267.703429:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329267.703431:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7d63ccd] to pc [ptlrpcd_00_02+2] req@00000000b7d63ccd x1853178572215424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329267.703433:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329267.703434:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ade78b8. 02000000:00000001:3.0:1767329267.703439:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767329267.703440:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572215168, offset 0 02000000:00000010:3.0:1767329267.703445:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026dd0c7c. 02000000:00000001:3.0:1767329267.703448:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329267.703452:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189c6cb8. 00000400:00000200:0.0:1767329267.703452:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329267.703460:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329267.703461:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000261eab26. 00000100:00000040:2.0:1767329267.703466:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1767329267.703467:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572215296, portal 10 00000400:00000200:0.0:1767329267.703471:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329267.703472:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767329267.703472:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767329267.703477:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777370496 : -127176932181120 : ffff8c5550223b80) 00000100:00000040:2.0:1767329267.703480:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6450) 00000100:00000001:1.0:1767329267.703480:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329267.703481:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767329267.703486:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000078a4f6a3 x1853178572215296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329267.703486:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329267.703490:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767329267.703490:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329267.703498:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329267.703500:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7d63ccd x1853178572215424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329267.703501:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329267.703506:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329267.703507:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329267.703508:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329267.703512:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329267.703513:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081e713a3. 00000400:00000200:0.0:1767329267.703518:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [307:307:256:4294967295] 192.168.202.109@tcp LPNI seq info [307:307:8:4294967295] 00000100:00000200:3.0:1767329267.703520:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572215296, offset 0 00000100:00000001:1.0:1767329267.703521:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329267.703525:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329267.703529:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767329267.703533:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329267.703533:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329267.703540:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329267.703543:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00100000:1.0:1767329267.703546:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7d63ccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572215424:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329267.703550:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767329267.703554:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329267.703555:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:1.0:1767329267.703555:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329267.703560:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329267.703562:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767329267.703562:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f0d6a4de. 02000000:00000001:1.0:1767329267.703563:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767329267.703567:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000010:1.0:1767329267.703569:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008bbc3300. 00000400:00000200:3.0:1767329267.703571:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767329267.703574:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329267.703576:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329267.703580:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:1.0:1767329267.703580:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014248973. 00000400:00000200:3.0:1767329267.703586:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [308:308:255:4294967295] 192.168.202.109@tcp LPNI seq info [308:308:7:4294967295] 00000400:00000010:1.0:1767329267.703587:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c01551. 00000800:00000200:0.0:1767329267.703591:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000200:1.0:1767329267.703594:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572215424, portal 10 00000100:00000001:1.0:1767329267.703597:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329267.703600:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777366016 : -127176932185600 : ffff8c5550222a00) 00000400:00000200:3.0:1767329267.703604:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329267.703606:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f0d6a4de type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767329267.703612:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329267.703616:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065561a0b. 00000800:00000200:3.0:1767329267.703621:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767329267.703625:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329267.703626:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329267.703628:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7d63ccd x1853178572215424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767329267.703629:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000065561a0b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329267.703633:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301117276 00000100:00000001:3.0:1767329267.703637:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329267.703641:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1492956. 00000100:00000040:3.0:1767329267.703644:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 306350 usecs (307 jiffies) 00000100:00000001:3.0:1767329267.703650:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301113139 00000100:00000001:1.0:1767329267.703652:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329267.703652:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767329267.703659:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329267.703661:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301117276 00000100:00000001:3.0:1767329267.703662:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301117276 00000400:00000010:1.0:1767329267.703664:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086df6db1. 00000100:00000001:3.0:1767329267.703668:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301113139 00000100:00000010:0.0:1767329267.703668:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097c45c3b. 00000100:00000200:1.0:1767329267.703670:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572215424, offset 0 00000100:00000001:0.0:1767329267.703675:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767329267.703679:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329267.703680:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301117276 00000100:00000001:3.0:1767329267.703681:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301117276 00000800:00000200:2.0:1767329267.703682:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329267.703687:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301113139 00000400:00000200:1.0:1767329267.703687:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000010:0.0:1767329267.703688:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080a38a15. 00000800:00000010:2.0:1767329267.703689:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f0d6a4de. 00000100:00000001:0.0:1767329267.703696:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767329267.703697:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329267.703699:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329267.703702:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301117276 00000100:00000001:3.0:1767329267.703703:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301117276 00000400:00000200:1.0:1767329267.703703:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329267.703709:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301113139 00000400:00000200:1.0:1767329267.703710:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1767329267.703711:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0a19a74. 00000400:00000200:2.0:1767329267.703716:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329267.703717:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767329267.703718:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329267.703724:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301117276 00000100:00000001:0.0:1767329267.703725:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329267.703730:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329267.703730:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [309:309:254:4294967295] 192.168.202.109@tcp LPNI seq info [309:309:6:4294967295] 00000100:00000001:0.0:1767329267.703731:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329267.703747:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329267.703750:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329267.703752:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329267.703755:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329267.703757:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329267.703764:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767329267.703764:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329267.703766:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329267.703768:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329267.703771:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329267.703773:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329267.703777:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767329267.703777:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329267.703778:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ade78b8 00000100:00000001:0.0:1767329267.703778:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329267.703782:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329267.703784:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ade78b8. 00000100:00000001:0.0:1767329267.703784:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329267.703785:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767329267.703785:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000100:00000001:0.0:1767329267.703789:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329267.703794:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329267.703797:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767329267.703803:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329267.703804:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767329267.703806:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329267.703811:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329267.703812:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000929a317e x1853178572215168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329267.703814:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 18451 usecs (19 jiffies) 00000100:00000001:1.0:1767329267.703819:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301112851 00000100:00000001:1.0:1767329267.703823:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301117276 00000100:00000001:1.0:1767329267.703827:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301112851 00000100:00000001:1.0:1767329267.703831:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301117276 00000100:00000001:1.0:1767329267.703835:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301112851 00000100:00000001:2.0:1767329267.703837:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329267.703838:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301117276 00000100:00000001:1.0:1767329267.703841:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301112851 00000100:00000040:2.0:1767329267.703843:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000929a317e x1853178572215168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329267.703851:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301117276 00000100:00000001:1.0:1767329267.703856:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329267.703857:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329267.703858:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329267.703861:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329267.703862:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329267.703864:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329267.703868:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329267.703870:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329267.703872:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329267.703873:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329267.703875:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329267.703876:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329267.703877:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329267.703879:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065561a0b. 00000400:00000200:2.0:1767329267.703884:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329267.703886:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329267.703888:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081e713a3 00000400:00000010:2.0:1767329267.703890:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081e713a3. 00000100:00000001:2.0:1767329267.703892:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329267.703895:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000078a4f6a3 x1853178572215296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329267.703900:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329267.703902:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000078a4f6a3 x1853178572215296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329267.703906:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329267.703907:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329267.703960:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329267.703962:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000400:00000200:2.0:1767329267.703966:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329267.703968:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329267.703970:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086df6db1 00000400:00000010:2.0:1767329267.703971:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086df6db1. 00000100:00000001:2.0:1767329267.703978:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329267.703980:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7d63ccd x1853178572215424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329267.703990:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329267.703992:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7d63ccd x1853178572215424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329267.703996:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329267.703997:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329267.705449:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329267.705461:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329267.705464:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329267.705466:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329267.705472:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329267.705482:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2809380 00000400:00000200:1.0:1767329267.705489:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xa6d [1] + 224 00000800:00000001:1.0:1767329267.705496:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329267.705501:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329267.705503:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329267.705505:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329267.705509:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329267.705512:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000929a317e x1853178572215168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329267.705520:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000929a317e x1853178572215168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329267.705534:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329267.705540:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329267.705542:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329267.705543:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329267.705544:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329267.705547:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329267.705558:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2809400 00000400:00000200:1.0:1767329267.705561:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xa75 [1] + 224 00000800:00000001:1.0:1767329267.705564:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329267.705567:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329267.705569:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329267.705571:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329267.705573:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329267.705575:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000078a4f6a3 x1853178572215296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329267.705582:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000078a4f6a3 x1853178572215296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329267.705592:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329267.705597:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329267.705599:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767329267.705602:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329267.705603:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767329267.705607:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329267.705609:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767329267.705610:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329267.705614:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329267.705616:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329267.705617:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000010:0.0:1767329267.705618:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa80ee3e. 00000100:00000001:3.0:1767329267.705621:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329267.705626:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008742989f 00000400:00000200:1.0:1767329267.705630:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2809480 00000400:00000010:0.0:1767329267.705630:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008742989f. 00000100:00000001:0.0:1767329267.705637:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767329267.705638:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xa7d [1] + 224 00000800:00000001:1.0:1767329267.705642:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767329267.705644:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000929a317e x1853178572215168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329267.705647:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329267.705652:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767329267.705654:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329267.705658:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767329267.705661:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:3.0:1767329267.705662:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000189c6cb8. 00000400:00000200:3.0:1767329267.705669:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000261eab26 00000400:00000010:3.0:1767329267.705673:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000261eab26. 00000100:00000001:3.0:1767329267.705677:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329267.705678:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329267.705679:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000929a317e x1853178572215168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329267.705687:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000078a4f6a3 x1853178572215296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329267.705687:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7d63ccd x1853178572215424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329267.705694:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329267.705698:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329267.705703:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329267.705707:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329267.705710:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329267.705715:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329267.705720:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329267.705727:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=114 v=5 (5 5 5 0) 00000100:00000200:3.0:1767329267.705728:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000078a4f6a3 x1853178572215296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329267.705728:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b7d63ccd x1853178572215424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767329267.705754:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=114 v=5 (1 1 1 0) 00000100:00000001:0.0:1767329267.705764:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329267.705767:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329267.705768:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329267.705769:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767329267.705772:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329267.705773:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329267.705775:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329267.705777:0:208649:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767329267.705778:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329267.705782:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329267.705785:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329267.705787:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329267.705790:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767329267.705791:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000929a317e x1853178572215168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329267.705793:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329267.705798:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329267.705804:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=104 v=5 (5 5 5 0) 00000100:00000001:2.0:1767329267.705805:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329267.705806:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329267.705809:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767329267.705812:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=104 v=5 (1 1 1 0) 00000100:00000001:0.0:1767329267.705813:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:2.0:1767329267.705815:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767329267.705816:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329267.705817:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:2.0:1767329267.705818:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329267.705821:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329267.705822:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014248973. 00000100:00000040:0.0:1767329267.705824:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000929a317e x1853178572215168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329283 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329267.705826:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767329267.705829:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c01551 00010000:00000001:3.0:1767329267.705830:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329267.705834:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c01551. 00000100:00000001:3.0:1767329267.705836:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767329267.705838:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767329267.705840:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329267.705844:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:0.0:1767329267.705845:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000929a317e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572215168:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329267.705847:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329267.705847:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7d63ccd x1853178572215424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329267.705855:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329267.705857:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000078a4f6a3 x1853178572215296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329267.705860:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329267.705867:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000929a317e x1853178572215168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329283 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329267.705875:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7d63ccd x1853178572215424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329267.705884:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329267.705890:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329267.705892:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329267.705896:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767329267.705900:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078a4f6a3 x1853178572215296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329283 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329267.705901:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767329267.705902:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767329267.705905:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e23378b. 00000100:00000001:2.0:1767329267.705906:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329267.705911:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329267.705914:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329267.705917:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767329267.705918:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000078a4f6a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572215296:192.168.202.109@tcp:400: 02000000:00000001:0.0:1767329267.705919:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767329267.705920:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329267.705923:0:208648:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767329267.705926:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767329267.705927:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329267.705929:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329267.705933:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1767329267.705933:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=114 v=5 (5 5 5 0) 00000020:00000001:0.0:1767329267.705933:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329267.705938:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ce0a9bb. 00000100:00000040:3.0:1767329267.705939:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000078a4f6a3 x1853178572215296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329283 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329267.705939:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=61 v=5 (1 0 0 0) 02000000:00000001:0.0:1767329267.705945:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767329267.705948:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767329267.705949:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767329267.705952:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329267.705953:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000929a317e. 00000100:00000001:3.0:1767329267.705955:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767329267.705956:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767329267.705958:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767329267.705959:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767329267.705961:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767329267.705962:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026dd0c7c. 00010000:00080000:2.0:1767329267.705963:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b7d63ccd x1853178572215424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329267.705965:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329267.705968:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329267.705971:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329267.705972:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767329267.705974:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329267.705976:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329267.705980:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767329267.705981:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767329267.705984:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329267.705985:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329267.705989:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004b79605c. 02000000:00000001:3.0:1767329267.705994:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767329267.705995:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767329267.705997:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329267.705999:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078a4f6a3. 00000100:00000040:2.0:1767329267.705999:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329267.706003:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329267.706004:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329267.706006:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329267.706007:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329267.706010:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329267.706011:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7d63ccd x1853178572215424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329267.706014:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329267.706039:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329267.706040:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329267.706043:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329267.706044:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329267.706045:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329267.706047:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329267.706051:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7d63ccd x1853178572215424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329283 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329267.706058:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7d63ccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572215424:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329267.706062:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329267.706064:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329267.706065:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7d63ccd x1853178572215424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329283 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329267.706069:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329267.706071:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329267.706072:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008bbc3300. 02000000:00000001:2.0:1767329267.706075:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329267.706076:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329267.706076:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329267.706078:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329267.706079:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000038ee5c0d. 02000000:00000001:2.0:1767329267.706082:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329267.706083:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329267.706084:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7d63ccd. 00000100:00000001:2.0:1767329267.706086:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329267.706087:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329267.706088:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329267.706091:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329267.706092:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329267.706093:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329267.706098:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329267.767112:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329267.767119:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329267.767124:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329267.767125:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329267.767161:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329267.767165:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329267.767167:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329268.791099:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329268.791109:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329268.791117:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329268.791118:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329268.791179:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329268.791183:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329268.791187:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329269.815116:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329269.815122:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329269.815128:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329269.815129:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329269.815203:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329269.815206:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329269.815209:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329270.839097:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329270.839105:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329270.839111:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329270.839113:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329270.839159:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329270.839164:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329270.839168:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329271.863098:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329271.863105:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329271.863112:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329271.863113:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329271.863165:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329271.863169:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329271.863171:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329272.311056:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301117276, at 4301117440 00000100:00000010:3.0:1767329272.311072:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b0a19a74. 00000100:00000040:1.0:1767329272.311073:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301117276, at 4301117440 00000100:00000010:1.0:1767329272.311082:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097c45c3b. 00000100:00000040:2.0:1767329272.311096:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301117276, at 4301117440 00000100:00000010:2.0:1767329272.311104:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080a38a15. 00000100:00000040:0.0:1767329272.311107:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301117276, at 4301117440 00000100:00000010:0.0:1767329272.311116:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1492956. 00000100:00000040:1.0:1767329272.823162:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329272.823174:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329272.823185:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ce1624. 00000020:00000040:1.0:1767329272.823193:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329272.823198:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329272.823201:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329272.823208:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329272.823216:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ce889c. 00000100:00000001:1.0:1767329272.823223:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329272.823234:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000026ce1624 x1853178572215552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329272.823245:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329272.823268:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329272.823274:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ce1624] to pc [ptlrpcd_00_03+3] req@0000000026ce1624 x1853178572215552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329272.823306:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329272.823308:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329272.823311:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329272.823314:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088e8bc68. 00000020:00000040:1.0:1767329272.823316:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329272.823318:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329272.823319:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329272.823320:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329272.823322:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329272.823326:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767329272.823327:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 00000100:00000001:2.0:1767329272.823330:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329272.823331:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329272.823337:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000088e8bc68 x1853178572215680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767329272.823339:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ce1624 x1853178572215552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329272.823355:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329272.823357:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329272.823360:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329272.823364:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329272.823364:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e8bc68] to pc [ptlrpcd_00_00+0] req@0000000088e8bc68 x1853178572215680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329272.823371:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329272.823374:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329272.823375:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329272.823379:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329272.823380:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329272.823383:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572215552:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329272.823388:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329272.823391:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329272.823393:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767329272.823395:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329272.823397:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329272.823397:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329272.823401:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767329272.823403:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767329272.823404:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329272.823404:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767329272.823410:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8f35ab6. 02000000:00000010:2.0:1767329272.823412:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d45f5745. 00000100:00000001:3.0:1767329272.823414:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1767329272.823415:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:2.0:1767329272.823416:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329272.823418:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329272.823422:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329272.823422:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767329272.823426:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767329272.823426:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e267884a. 02000000:00000001:1.0:1767329272.823427:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767329272.823430:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329272.823431:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329272.823433:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329272.823435:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329272.823438:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088e8bc68 x1853178572215680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329272.823438:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ecaf85b. 02000000:00000010:1.0:1767329272.823438:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d0d0c54. 00000100:00000001:1.0:1767329272.823445:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329272.823449:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572215552, portal 25 00000100:00000001:3.0:1767329272.823453:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329272.823454:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329272.823456:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329272.823456:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000f8f35ab6 x1853178572215808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329272.823457:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 02000000:00000001:3.0:1767329272.823461:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767329272.823466:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ce1624 x1853178572215552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329272.823472:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329272.823477:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329272.823485:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572215680:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329272.823487:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329272.823494:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329272.823499:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329272.823501:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767329272.823502:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329272.823503:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329272.823504:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329272.823507:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019e33dff. 02000000:00000001:3.0:1767329272.823509:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767329272.823512:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572215552, offset 0 00000100:00000040:1.0:1767329272.823513:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8f35ab6] to pc [ptlrpcd_00_01+1] req@00000000f8f35ab6 x1853178572215808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329272.823514:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2927845. 02000000:00000001:3.0:1767329272.823519:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329272.823524:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329272.823527:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189c6cb8. 00000400:00000010:3.0:1767329272.823534:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000261eab26. 00000100:00000200:3.0:1767329272.823537:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572215680, portal 10 00000100:00000001:1.0:1767329272.823539:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329272.823540:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329272.823543:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777199488 : -127176932352128 : ffff8c55501f9f80) 00000400:00000200:2.0:1767329272.823543:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:1.0:1767329272.823545:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767329272.823553:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767329272.823554:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767329272.823555:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088e8bc68 x1853178572215680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329272.823563:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:1.0:1767329272.823564:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6455) 00000100:00000001:0.0:1767329272.823566:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329272.823570:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767329272.823570:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:2.0:1767329272.823572:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329272.823576:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329272.823577:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329272.823580:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:3.0:1767329272.823583:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc11fa5. 00000100:00000001:0.0:1767329272.823585:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767329272.823587:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572215680, offset 0 00000400:00000200:2.0:1767329272.823588:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [310:310:256:4294967295] 192.168.202.109@tcp LPNI seq info [310:310:8:4294967295] 00000100:00000001:0.0:1767329272.823589:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329272.823596:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329272.823597:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329272.823600:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329272.823604:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767329272.823609:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:0.0:1767329272.823613:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8f35ab6 x1853178572215808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329272.823620:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:2.0:1767329272.823621:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329272.823629:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000038ee5c0d. 00000400:00000200:3.0:1767329272.823630:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329272.823630:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329272.823634:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329272.823637:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767329272.823638:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:0.0:1767329272.823641:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329272.823645:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767329272.823646:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:0.0:1767329272.823646:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329272.823649:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00100000:0.0:1767329272.823654:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572215808:192.168.202.109@tcp:400: 00000400:00000200:3.0:1767329272.823658:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [311:311:255:4294967295] 192.168.202.109@tcp LPNI seq info [311:311:7:4294967295] 00000100:00000001:0.0:1767329272.823661:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767329272.823665:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329272.823674:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:0.0:1767329272.823674:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767329272.823675:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000038ee5c0d type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767329272.823678:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329272.823700:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329272.823705:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049d44528. 02000000:00000001:0.0:1767329272.823706:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767329272.823710:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329272.823710:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329272.823714:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e23378b. 00000800:00000200:3.0:1767329272.823719:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329272.823719:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301122396 02000000:00000001:0.0:1767329272.823719:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329272.823727:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa80ee3e. 00000100:00000010:2.0:1767329272.823728:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000921f32b6. 00000800:00000200:3.0:1767329272.823731:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049d44528 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767329272.823736:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008742989f. 00000100:00000001:3.0:1767329272.823737:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329272.823739:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767329272.823744:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 302942 usecs (303 jiffies) 00000100:00000200:0.0:1767329272.823744:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572215808, portal 10 00000100:00000001:2.0:1767329272.823749:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301122396 00000100:00000001:0.0:1767329272.823750:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329272.823751:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301118255 00000100:00000001:0.0:1767329272.823754:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777196800 : -127176932354816 : ffff8c55501f9500) 00000100:00000010:2.0:1767329272.823755:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e061032. 00000100:00000001:3.0:1767329272.823756:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301122396 00000100:00000001:2.0:1767329272.823761:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767329272.823762:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301118255 00000100:00000001:2.0:1767329272.823767:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301122396 00000100:00000001:3.0:1767329272.823768:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301122396 00000100:00000040:0.0:1767329272.823768:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8f35ab6 x1853178572215808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767329272.823773:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006f7b6a9e. 00000100:00000001:3.0:1767329272.823774:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301118255 00000800:00000200:1.0:1767329272.823777:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329272.823779:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000010:1.0:1767329272.823783:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000038ee5c0d. 00000100:00000001:2.0:1767329272.823786:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301122396 00000100:00000001:3.0:1767329272.823787:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301122396 00000100:00000001:0.0:1767329272.823788:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329272.823793:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301118255 00000100:00000040:0.0:1767329272.823794:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000010:2.0:1767329272.823795:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c22f820e. 00000400:00000200:1.0:1767329272.823795:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329272.823801:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000010:0.0:1767329272.823801:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009894196a. 00000100:00000200:0.0:1767329272.823805:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572215808, offset 0 00000400:00000200:1.0:1767329272.823806:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329272.823808:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329272.823809:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301122396 00000100:00000001:3.0:1767329272.823814:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329272.823815:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329272.823821:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329272.823822:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329272.823824:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019e33dff 00000100:00000001:3.0:1767329272.823826:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329272.823826:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329272.823827:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329272.823828:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019e33dff. 00000100:00000001:2.0:1767329272.823833:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329272.823833:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329272.823834:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329272.823838:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767329272.823838:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329272.823839:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329272.823840:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329272.823843:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329272.823843:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767329272.823844:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329272.823847:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329272.823847:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ce1624 x1853178572215552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329272.823849:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329272.823852:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329272.823853:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329272.823854:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329272.823857:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329272.823861:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [312:312:254:4294967295] 192.168.202.109@tcp LPNI seq info [312:312:6:4294967295] 00000100:00000001:2.0:1767329272.823863:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329272.823869:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329272.823874:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ce1624 x1853178572215552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329272.823876:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329272.823882:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329272.823882:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329272.823885:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:0.0:1767329272.823887:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc5919cb. 00000800:00000200:0.0:1767329272.823891:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767329272.823896:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329272.823899:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc5919cb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329272.823902:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329272.823905:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 18272 usecs (19 jiffies) 00000100:00000001:0.0:1767329272.823907:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301117971 00000100:00000001:0.0:1767329272.823916:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301122396 00000100:00000001:0.0:1767329272.823918:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301117971 00000100:00000001:0.0:1767329272.823920:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301122396 00000100:00000001:0.0:1767329272.823921:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301117971 00000100:00000001:0.0:1767329272.823923:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301122396 00000100:00000001:0.0:1767329272.823926:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301117971 00000100:00000001:0.0:1767329272.823927:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301122396 00000100:00000001:0.0:1767329272.823929:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329272.823931:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329272.823933:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329272.823936:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329272.823952:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329272.823954:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049d44528. 00000400:00000200:1.0:1767329272.823958:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329272.823963:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329272.823965:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc11fa5 00000400:00000010:1.0:1767329272.823967:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc11fa5. 00000100:00000001:1.0:1767329272.823970:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329272.823973:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088e8bc68 x1853178572215680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329272.823987:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329272.823989:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088e8bc68 x1853178572215680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329272.823994:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329272.823995:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329272.824004:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329272.824006:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc5919cb. 00000400:00000200:1.0:1767329272.824008:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329272.824011:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329272.824012:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009894196a 00000400:00000010:1.0:1767329272.824013:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009894196a. 00000100:00000001:1.0:1767329272.824046:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329272.824048:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8f35ab6 x1853178572215808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329272.824053:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329272.824054:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8f35ab6 x1853178572215808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329272.824058:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329272.824059:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329272.825681:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329272.825707:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329272.825712:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329272.825714:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329272.825722:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329272.825735:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2809500 00000400:00000200:2.0:1767329272.825741:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xa85 [1] + 224 00000800:00000001:2.0:1767329272.825748:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329272.825752:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329272.825754:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329272.825757:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329272.825760:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329272.825763:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ce1624 x1853178572215552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329272.825771:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ce1624 x1853178572215552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329272.825787:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329272.825794:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329272.825797:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329272.825798:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329272.825800:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329272.825804:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329272.825809:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2809580 00000100:00000001:3.0:1767329272.825812:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329272.825814:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xa8d [1] + 224 00000100:00000001:3.0:1767329272.825815:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767329272.825828:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767329272.825829:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329272.825831:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767329272.825832:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767329272.825834:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e267884a. 00000400:00000200:2.0:1767329272.825836:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329272.825839:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ecaf85b 00000400:00000010:3.0:1767329272.825843:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ecaf85b. 00000400:00000200:2.0:1767329272.825843:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329272.825848:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329272.825850:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329272.825854:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce1624 x1853178572215552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329272.825856:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088e8bc68 x1853178572215680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329272.825877:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ce1624 x1853178572215552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329272.825880:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088e8bc68 x1853178572215680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329272.825907:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329272.825910:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329272.825913:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329272.825914:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329272.825917:0:208651:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767329272.825918:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329272.825920:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767329272.825923:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329272.825924:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329272.825926:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329272.825927:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329272.825932:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329272.825937:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00001000:3.0:1767329272.825940:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=119 v=5 (5 5 5 0) 00000400:00000200:2.0:1767329272.825945:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2809600 00000100:00000001:0.0:1767329272.825946:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767329272.825947:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=119 v=5 (1 1 1 0) 00000100:00000001:0.0:1767329272.825951:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329272.825953:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767329272.825955:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xa95 [1] + 224 00000100:00000001:3.0:1767329272.825956:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329272.825961:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767329272.825963:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767329272.825963:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767329272.825964:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767329272.825967:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329272.825968:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329272.825970:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767329272.825971:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000189c6cb8. 00000100:00000040:3.0:1767329272.825975:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ce1624 x1853178572215552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329272.825977:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329272.825979:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000261eab26 00000400:00000010:0.0:1767329272.825983:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000261eab26. 00000400:00000200:2.0:1767329272.825988:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329272.825989:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329272.825994:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329272.825996:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329272.825998:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088e8bc68 x1853178572215680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329272.826000:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767329272.826003:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8f35ab6 x1853178572215808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329272.826004:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329272.826013:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ce1624 x1853178572215552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329288 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329272.826044:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f8f35ab6 x1853178572215808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329272.826049:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088e8bc68 x1853178572215680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329272.826070:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572215552:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329272.826082:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329272.826084:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329272.826085:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329272.826088:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329272.826089:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767329272.826090:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ce1624 x1853178572215552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329288 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329272.826095:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329272.826095:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329272.826100:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329272.826101:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1767329272.826102:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329272.826105:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767329272.826106:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329272.826110:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d45f5745. 00000100:00000001:0.0:1767329272.826110:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329272.826116:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767329272.826117:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329272.826118:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767329272.826120:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329272.826121:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767329272.826122:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00001000:0.0:1767329272.826125:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=109 v=5 (5 5 5 0) 00000400:00000001:1.0:1767329272.826126:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329272.826128:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767329272.826132:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1767329272.826133:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa80ee3e. 00000100:00001000:0.0:1767329272.826133:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=109 v=5 (1 1 1 0) 02000000:00000010:3.0:1767329272.826136:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ce889c. 00000400:00000200:1.0:1767329272.826139:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008742989f 02000000:00000001:3.0:1767329272.826142:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1767329272.826143:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008742989f. 00000100:00000001:0.0:1767329272.826145:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767329272.826146:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329272.826148:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ce1624. 00000100:00000001:1.0:1767329272.826151:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329272.826152:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329272.826156:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329272.826158:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329272.826159:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329272.826160:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8f35ab6 x1853178572215808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329272.826164:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329272.826165:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329272.826168:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329272.826169:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329272.826173:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329272.826175:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767329272.826176:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329272.826176:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8f35ab6 x1853178572215808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329272.826178:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329272.826182:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329272.826184:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329272.826187:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767329272.826188:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088e8bc68 x1853178572215680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329272.826194:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329272.826196:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767329272.826196:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329272.826198:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329272.826198:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329272.826199:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329272.826200:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329272.826200:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329272.826202:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329272.826203:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088e8bc68 x1853178572215680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329288 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767329272.826206:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=119 v=5 (5 5 5 0) 00000100:00001000:1.0:1767329272.826209:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=66 v=5 (1 0 0 0) 00000100:00000001:1.0:1767329272.826212:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1767329272.826212:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572215680:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329272.826213:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329272.826215:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767329272.826217:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767329272.826218:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f8f35ab6 x1853178572215808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329272.826219:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329272.826222:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088e8bc68 x1853178572215680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329288 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329272.826226:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329272.826228:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329272.826230:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329272.826230:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767329272.826231:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329272.826232:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329272.826232:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329272.826234:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2927845. 00000100:00000040:1.0:1767329272.826235:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8f35ab6 x1853178572215808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329272.826237:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329272.826239:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329272.826241:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329272.826242:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767329272.826243:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767329272.826244:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329272.826245:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767329272.826245:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 00000100:00000040:1.0:1767329272.826248:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8f35ab6 x1853178572215808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329288 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329272.826248:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329272.826249:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329272.826251:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088e8bc68. 00000100:00000001:0.0:1767329272.826255:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:1.0:1767329272.826256:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572215808:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329272.826256:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329272.826260:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329272.826261:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329272.826262:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329272.826264:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8f35ab6 x1853178572215808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329288 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329272.826265:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329272.826266:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329272.826269:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329272.826270:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329272.826271:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329272.826273:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329272.826278:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e23378b. 02000000:00000001:1.0:1767329272.826281:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329272.826283:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329272.826284:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329272.826286:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329272.826287:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d0d0c54. 02000000:00000001:1.0:1767329272.826290:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329272.826291:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329272.826292:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8f35ab6. 00000100:00000001:1.0:1767329272.826295:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329272.826296:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329272.826297:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329272.826301:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329272.826302:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329272.826304:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329272.826305:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329272.887114:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329272.887122:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329272.887128:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329272.887129:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329272.887219:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329272.887222:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329272.887225:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329273.911123:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329273.911135:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329273.911138:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329273.911141:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329273.911148:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329273.911150:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329273.911152:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329273.911155:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329273.911160:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329273.911162:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329273.911212:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329273.911217:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329273.911244:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329274.935103:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329274.935111:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329274.935116:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329274.935118:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329274.935182:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329274.935187:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329274.935190:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329275.959118:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329275.959125:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329275.959132:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329275.959137:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329275.959155:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329275.959161:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329275.959164:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329275.959165:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329275.959169:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329275.959171:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329275.959173:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329275.959176:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329275.959260:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329275.959266:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329275.959270:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329276.983141:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329276.983151:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329276.983159:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329276.983160:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329276.983204:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329276.983208:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329276.983211:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329277.431115:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301122396, at 4301122560 00000100:00000040:2.0:1767329277.431117:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301122396, at 4301122560 00000100:00000040:3.0:1767329277.431121:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301122396, at 4301122560 00000100:00000010:1.0:1767329277.431134:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e061032. 00000100:00000010:3.0:1767329277.431140:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c22f820e. 00000100:00000010:2.0:1767329277.431142:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006f7b6a9e. 00000100:00000040:0.0:1767329277.431269:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301122396, at 4301122560 00000100:00000010:0.0:1767329277.431278:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000921f32b6. 00000100:00000040:1.0:1767329277.943095:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329277.943106:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329277.943118:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8f35ab6. 00000020:00000040:1.0:1767329277.943126:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329277.943130:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329277.943133:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329277.943139:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329277.943148:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d0d0c54. 00000100:00000001:1.0:1767329277.943156:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329277.943167:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000f8f35ab6 x1853178572215936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329277.943178:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329277.943180:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329277.943185:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8f35ab6] to pc [ptlrpcd_00_02+2] req@00000000f8f35ab6 x1853178572215936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329277.943209:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329277.943211:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329277.943214:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329277.943216:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000446a1ebc. 00000100:00000001:0.0:1767329277.943234:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767329277.943236:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00100000:0.0:1767329277.943240:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767329277.943241:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329277.943245:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767329277.943245:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329277.943250:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329277.943254:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1767329277.943256:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 00000100:00000001:0.0:1767329277.943257:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329277.943263:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329277.943264:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329277.943265:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329277.943269:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329277.943274:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329277.943274:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000446a1ebc x1853178572216064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767329277.943277:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8f35ab6 x1853178572215936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329277.943284:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329277.943308:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329277.943308:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329277.943310:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329277.943311:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329277.943317:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767329277.943319:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a1ebc] to pc [ptlrpcd_00_03+3] req@00000000446a1ebc x1853178572216064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329277.943321:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329277.943327:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329277.943333:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572215936:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329277.943338:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329277.943343:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329277.943344:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329277.943345:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329277.943348:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767329277.943350:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329277.943354:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:0.0:1767329277.943356:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bdddb578. 00000100:00000010:1.0:1767329277.943358:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 02000000:00000001:0.0:1767329277.943360:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329277.943363:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767329277.943363:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00100000:3.0:1767329277.943368:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767329277.943368:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767329277.943368:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059e7d0e5. 02000000:00000001:1.0:1767329277.943372:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767329277.943373:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329277.943376:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329277.943379:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767329277.943379:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000063b7aea. 02000000:00000010:1.0:1767329277.943381:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ce889c. 00000100:00000001:3.0:1767329277.943383:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329277.943386:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329277.943387:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767329277.943388:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572215936, portal 25 00000100:00000001:3.0:1767329277.943389:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329277.943393:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329277.943394:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000dfc75053 x1853178572216192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329277.943394:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329277.943398:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777196800 : -127176932354816 : ffff8c55501f9500) 00000100:00000040:3.0:1767329277.943400:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000446a1ebc x1853178572216064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329277.943407:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8f35ab6 x1853178572215936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329277.943426:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329277.943430:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329277.943430:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329277.943435:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329277.943438:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfc75053] to pc [ptlrpcd_00_00+0] req@00000000dfc75053 x1853178572216192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329277.943440:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329277.943444:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329277.943446:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329277.943450:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767329277.943451:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ab2acd5. 02000000:00000001:3.0:1767329277.943456:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329277.943457:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572215936, offset 0 00000100:00100000:3.0:1767329277.943461:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572216064:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329277.943465:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329277.943468:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329277.943469:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767329277.943469:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329277.943472:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329277.943475:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767329277.943475:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1767329277.943479:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026dd0c7c. 02000000:00000001:3.0:1767329277.943482:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329277.943486:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329277.943488:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1767329277.943489:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7c1939d. 00000400:00000200:0.0:1767329277.943489:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329277.943491:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329277.943496:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767329277.943498:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d08aec3. 00000100:00000040:1.0:1767329277.943499:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6460) 00000400:00000200:0.0:1767329277.943501:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1767329277.943504:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572216064, portal 10 00000100:00000040:2.0:1767329277.943504:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572216192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329277.943508:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767329277.943510:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329277.943511:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777192320 : -127176932359296 : ffff8c55501f8380) 00000400:00000200:0.0:1767329277.943518:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767329277.943524:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000446a1ebc x1853178572216064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329277.943526:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767329277.943526:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329277.943530:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329277.943536:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767329277.943536:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [313:313:256:4294967295] 192.168.202.109@tcp LPNI seq info [313:313:8:4294967295] 02000000:00000001:2.0:1767329277.943540:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329277.943543:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329277.943547:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329277.943549:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329277.943553:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767329277.943556:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572216192:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329277.943564:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329277.943564:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767329277.943567:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:2.0:1767329277.943569:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767329277.943570:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0f3499f. 02000000:00000001:2.0:1767329277.943572:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329277.943577:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572216064, offset 0 00000800:00000200:0.0:1767329277.943577:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329277.943578:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329277.943584:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022f823e9. 02000000:00000001:2.0:1767329277.943588:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767329277.943588:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dda4c5dc. 00000400:00000200:3.0:1767329277.943592:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329277.943593:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096273a06. 00000400:00000010:2.0:1767329277.943600:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039d0c259. 00000800:00000200:0.0:1767329277.943600:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329277.943605:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000200:2.0:1767329277.943607:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572216192, portal 10 00000400:00000200:3.0:1767329277.943610:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329277.943611:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767329277.943615:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329277.943616:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000400:00000200:3.0:1767329277.943617:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:0.0:1767329277.943623:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dda4c5dc type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767329277.943627:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572216192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329277.943632:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329277.943651:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329277.943654:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767329277.943657:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [314:314:255:4294967295] 192.168.202.109@tcp LPNI seq info [314:314:7:4294967295] 00000100:00000001:0.0:1767329277.943660:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329277.943661:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329277.943667:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000185a590d. 00000100:00000001:0.0:1767329277.943670:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301127516 00000400:00000200:3.0:1767329277.943676:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:2.0:1767329277.943680:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572216192, offset 0 00000100:00000010:0.0:1767329277.943681:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1c97f20. 00000800:00000200:3.0:1767329277.943685:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329277.943690:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f9bec14. 00000400:00000200:2.0:1767329277.943691:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329277.943693:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767329277.943699:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329277.943703:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301127516 00000400:00000200:2.0:1767329277.943704:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767329277.943706:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329277.943711:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000010:0.0:1767329277.943713:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8fe8887. 00000400:00000200:2.0:1767329277.943716:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767329277.943717:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329277.943721:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767329277.943723:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f9bec14 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329277.943724:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329277.943726:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301127516 00000100:00000001:3.0:1767329277.943730:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329277.943732:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [315:315:254:4294967295] 192.168.202.109@tcp LPNI seq info [315:315:6:4294967295] 00000100:00000010:0.0:1767329277.943732:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008aa23318. 00000100:00000040:3.0:1767329277.943735:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 299613 usecs (300 jiffies) 00000100:00000001:0.0:1767329277.943739:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767329277.943742:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301123372 00000100:00000001:0.0:1767329277.943744:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301127516 00000100:00000001:3.0:1767329277.943746:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301127516 00000100:00000001:3.0:1767329277.943751:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301123372 00000100:00000010:0.0:1767329277.943751:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c0fe49c. 00000100:00000001:3.0:1767329277.943755:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301127516 00000400:00000200:2.0:1767329277.943756:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329277.943762:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301123372 00000100:00000001:3.0:1767329277.943766:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301127516 00000100:00000001:0.0:1767329277.943766:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767329277.943767:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767329277.943770:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329277.943773:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329277.943774:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301123372 00000800:00000010:1.0:1767329277.943775:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dda4c5dc. 00000800:00000010:2.0:1767329277.943776:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060b037eb. 00000100:00000001:0.0:1767329277.943778:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329277.943779:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301127516 00000100:00000001:3.0:1767329277.943784:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329277.943785:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329277.943786:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329277.943788:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329277.943789:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329277.943792:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329277.943794:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329277.943797:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329277.943799:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329277.943800:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329277.943800:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767329277.943801:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329277.943805:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329277.943808:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000060b037eb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329277.943809:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329277.943810:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ab2acd5 00000100:00000001:2.0:1767329277.943813:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329277.943814:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ab2acd5. 00000100:00000040:2.0:1767329277.943818:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 18100 usecs (19 jiffies) 00000100:00000001:2.0:1767329277.943822:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301123091 00000100:00000001:2.0:1767329277.943824:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301127516 00000100:00000001:1.0:1767329277.943825:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329277.943826:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301123091 00000100:00000001:2.0:1767329277.943830:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301127516 00000100:00000200:1.0:1767329277.943832:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8f35ab6 x1853178572215936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329277.943833:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301123091 00000100:00000001:2.0:1767329277.943839:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301127516 00000100:00000001:2.0:1767329277.943844:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301123091 00000100:00000001:2.0:1767329277.943848:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301127516 00000100:00000001:1.0:1767329277.943848:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329277.943849:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329277.943853:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8f35ab6 x1853178572215936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329293 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329277.943854:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329277.943859:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329277.943863:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329277.943867:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329277.943868:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329277.943874:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329277.943876:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329277.943878:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329277.943879:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329277.943880:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329277.943882:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329277.943883:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767329277.943886:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f9bec14. 00000400:00000200:1.0:1767329277.943891:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329277.943894:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329277.943896:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0f3499f 00000400:00000010:1.0:1767329277.943898:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0f3499f. 00000100:00000001:1.0:1767329277.943899:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329277.943902:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000446a1ebc x1853178572216064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329277.943907:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329277.943909:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000446a1ebc x1853178572216064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329293 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329277.943913:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329277.943915:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329277.943929:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329277.943930:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060b037eb. 00000400:00000200:1.0:1767329277.943934:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329277.943936:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329277.943938:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000185a590d 00000400:00000010:1.0:1767329277.943939:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000185a590d. 00000100:00000001:1.0:1767329277.943941:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329277.943943:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572216192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329277.943948:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329277.943949:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572216192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329293 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329277.943954:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329277.943954:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329277.945305:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329277.945318:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329277.945320:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329277.945322:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329277.945328:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329277.945338:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2809680 00000400:00000200:1.0:1767329277.945345:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xa9d [1] + 224 00000800:00000001:1.0:1767329277.945353:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329277.945370:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329277.945372:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329277.945374:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329277.945378:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329277.945381:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8f35ab6 x1853178572215936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329277.945389:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f8f35ab6 x1853178572215936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329277.945402:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329277.945408:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329277.945416:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329277.945418:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329277.945419:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329277.945422:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329277.945427:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2809700 00000400:00000200:1.0:1767329277.945432:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xaa5 [1] + 224 00000800:00000001:1.0:1767329277.945435:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329277.945438:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329277.945440:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329277.945442:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329277.945445:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329277.945448:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000446a1ebc x1853178572216064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329277.945450:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329277.945455:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329277.945457:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000446a1ebc x1853178572216064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767329277.945463:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329277.945466:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767329277.945468:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767329277.945468:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059e7d0e5. 00000400:00000200:0.0:1767329277.945474:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000063b7aea 00000400:00000010:0.0:1767329277.945476:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000063b7aea. 00000100:00000001:0.0:1767329277.945481:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767329277.945484:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767329277.945487:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8f35ab6 x1853178572215936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329277.945488:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767329277.945489:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329277.945491:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767329277.945495:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767329277.945497:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767329277.945500:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767329277.945501:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329277.945504:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7c1939d. 00000400:00000200:3.0:1767329277.945511:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d08aec3 00000100:00000200:0.0:1767329277.945512:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8f35ab6 x1853178572215936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329293 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329277.945513:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000010:3.0:1767329277.945515:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d08aec3. 00000100:00000001:3.0:1767329277.945522:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767329277.945526:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2809780 00000100:00000001:0.0:1767329277.945527:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767329277.945532:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000446a1ebc x1853178572216064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329277.945532:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xaad [1] + 224 00000100:00000001:0.0:1767329277.945532:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329277.945538:0:208651:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:1.0:1767329277.945543:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767329277.945544:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329277.945548:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329277.945552:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329277.945555:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329277.945557:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000446a1ebc x1853178572216064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329293 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767329277.945561:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=124 v=5 (5 5 5 0) 00000800:00000001:1.0:1767329277.945562:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329277.945568:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1767329277.945571:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=124 v=5 (1 1 1 0) 00000400:00000200:1.0:1767329277.945578:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329277.945579:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329277.945583:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329277.945586:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329277.945586:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767329277.945587:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329277.945590:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329277.945591:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572216192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329277.945594:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329277.945598:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329277.945603:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8f35ab6 x1853178572215936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329277.945605:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767329277.945608:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfc75053 x1853178572216192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329277.945609:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329277.945611:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329277.945614:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329277.945619:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329277.945627:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=114 v=5 (5 5 5 0) 00000100:00000001:0.0:1767329277.945647:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767329277.945648:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=114 v=5 (1 1 1 0) 00000100:00000001:3.0:1767329277.945655:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329277.945655:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329277.945658:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329277.945659:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329277.945660:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767329277.945663:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767329277.945664:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767329277.945667:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329277.945669:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329277.945669:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8f35ab6 x1853178572215936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329293 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329277.945671:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329277.945675:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329277.945678:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329277.945681:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329277.945688:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000446a1ebc x1853178572216064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329277.945693:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572215936:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329277.945700:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329277.945700:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329277.945704:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329277.945705:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329277.945705:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329277.945709:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329277.945710:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1767329277.945711:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329277.945714:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767329277.945716:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000446a1ebc x1853178572216064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329293 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329277.945717:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8f35ab6 x1853178572215936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329293 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329277.945718:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096273a06. 00000400:00000200:2.0:1767329277.945724:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039d0c259 00000400:00000010:2.0:1767329277.945728:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039d0c259. 00000100:00000001:2.0:1767329277.945734:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329277.945742:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572216192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329277.945746:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572216064:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329277.945748:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329277.945752:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329277.945757:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bdddb578. 00000100:00000001:3.0:1767329277.945758:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329277.945763:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572216192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329293 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329277.945764:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767329277.945765:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329277.945769:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767329277.945770:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000446a1ebc x1853178572216064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329293 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767329277.945772:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329277.945778:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329277.945781:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d0d0c54. 02000000:00000001:0.0:1767329277.945789:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767329277.945791:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329277.945794:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329277.945794:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767329277.945795:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329277.945797:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:0.0:1767329277.945798:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8f35ab6. 00000100:00000001:2.0:1767329277.945799:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:3.0:1767329277.945800:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026dd0c7c. 02000000:00000001:2.0:1767329277.945803:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329277.945804:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767329277.945806:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767329277.945806:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329277.945807:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767329277.945810:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767329277.945811:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329277.945811:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329277.945816:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329277.945817:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767329277.945818:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329277.945821:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329277.945822:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1767329277.945823:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=124 v=5 (5 5 5 0) 00000100:00000001:0.0:1767329277.945824:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767329277.945826:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 00000100:00000001:0.0:1767329277.945828:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329277.945829:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=71 v=5 (1 0 0 0) 02000000:00000001:3.0:1767329277.945831:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329277.945834:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767329277.945835:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:3.0:1767329277.945836:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000446a1ebc. 00000100:00000001:2.0:1767329277.945838:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329277.945841:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767329277.945841:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329277.945845:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329277.945849:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767329277.945849:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000dfc75053 x1853178572216192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329277.945855:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329277.945857:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329277.945860:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329277.945861:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329277.945865:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767329277.945866:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329277.945868:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329277.945871:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329277.945879:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329277.945882:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfc75053 x1853178572216192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329277.945888:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329277.945889:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329277.945890:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329277.945892:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572216192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329293 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329277.945897:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572216192:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329277.945899:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329277.945901:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329277.945902:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572216192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329293 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329277.945906:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329277.945907:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329277.945909:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022f823e9. 02000000:00000001:2.0:1767329277.945911:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329277.945912:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329277.945913:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329277.945915:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329277.945916:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ce889c. 02000000:00000001:2.0:1767329277.945918:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329277.945919:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329277.945920:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000100:00000001:2.0:1767329277.945922:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329277.945923:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329277.945924:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329277.945927:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329277.945928:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329277.945930:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329277.945931:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329278.007098:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329278.007102:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329278.007108:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329278.007110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329278.007184:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329278.007187:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329278.007190:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329279.031118:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329279.031125:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329279.031132:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329279.031133:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329279.031213:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329279.031217:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329279.031220:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329280.055116:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329280.055126:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329280.055134:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329280.055135:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329280.055172:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329280.055176:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329280.055196:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329281.079091:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329281.079099:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329281.079106:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329281.079107:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329281.079157:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329281.079161:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329281.079164:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329282.103145:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329282.103153:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329282.103161:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329282.103162:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329282.103200:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329282.103205:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329282.103208:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329282.551093:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301127516, at 4301127680 00000100:00000010:0.0:1767329282.551112:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1c97f20. 00000100:00000040:1.0:1767329282.551114:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301127516, at 4301127680 00000100:00000010:1.0:1767329282.551125:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8fe8887. 00000100:00000040:2.0:1767329282.551129:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301127516, at 4301127680 00000100:00000010:2.0:1767329282.551138:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008aa23318. 00000100:00000040:3.0:1767329282.551166:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301127516, at 4301127680 00000100:00000010:3.0:1767329282.551181:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c0fe49c. 00000100:00000040:1.0:1767329283.063102:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329283.063114:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329283.063126:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce5d9467. 00000020:00000040:1.0:1767329283.063134:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329283.063138:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329283.063141:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329283.063148:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329283.063158:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ce889c. 00000100:00000001:1.0:1767329283.063166:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329283.063195:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000ce5d9467 x1853178572216320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329283.063205:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329283.063207:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329283.063212:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce5d9467] to pc [ptlrpcd_00_01+1] req@00000000ce5d9467 x1853178572216320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329283.063240:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329283.063242:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329283.063244:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329283.063247:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc9b4205. 00000020:00000040:1.0:1767329283.063248:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329283.063250:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329283.063251:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329283.063252:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329283.063254:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 00000100:00000001:1.0:1767329283.063256:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329283.063258:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000cc9b4205 x1853178572216448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329283.063264:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329283.063265:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329283.063268:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9b4205] to pc [ptlrpcd_00_02+2] req@00000000cc9b4205 x1853178572216448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329283.063285:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329283.063291:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329283.063297:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329283.063300:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329283.063301:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329283.063303:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329283.063306:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767329283.063310:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce5d9467 x1853178572216320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329283.063315:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329283.063320:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007e555f5. 00000100:00000001:0.0:1767329283.063322:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329283.063325:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329283.063325:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767329283.063327:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329283.063332:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329283.063332:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329283.063333:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329283.063334:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329283.063335:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329283.063337:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767329283.063338:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767329283.063339:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329283.063340:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329283.063344:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329283.063349:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572216320:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329283.063350:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc9b4205 x1853178572216448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329283.063358:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767329283.063359:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d0d0c54. 02000000:00000001:0.0:1767329283.063364:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329283.063365:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329283.063369:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329283.063373:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767329283.063373:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767329283.063375:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000007e555f5 x1853178572216576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329283.063378:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329283.063380:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000148a6130. 02000000:00000001:3.0:1767329283.063384:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329283.063385:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329283.063388:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329283.063394:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329283.063396:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767329283.063396:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059e7d0e5. 00000100:00000001:1.0:1767329283.063399:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329283.063401:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572216448:192.168.202.109@tcp:400: 00000400:00000010:0.0:1767329283.063405:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000063b7aea. 00000100:00000040:1.0:1767329283.063407:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007e555f5] to pc [ptlrpcd_00_03+3] req@0000000007e555f5 x1853178572216576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329283.063415:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572216320, portal 25 00000100:00000001:0.0:1767329283.063421:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329283.063422:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329283.063423:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329283.063423:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777200384 : -127176932351232 : ffff8c55501fa300) 02000000:00000001:3.0:1767329283.063426:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767329283.063428:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767329283.063430:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329283.063433:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce5d9467 x1853178572216320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329283.063435:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767329283.063437:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1767329283.063440:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b57639db. 00000100:00000040:1.0:1767329283.063445:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6465) 02000000:00000001:3.0:1767329283.063446:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329283.063448:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329283.063453:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329283.063454:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767329283.063455:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7c1939d. 00000100:00000001:2.0:1767329283.063458:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329283.063459:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329283.063463:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be917283. 00000400:00000010:3.0:1767329283.063465:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d08aec3. 00000100:00000200:0.0:1767329283.063466:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572216320, offset 0 00000100:00000040:2.0:1767329283.063468:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007e555f5 x1853178572216576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329283.063472:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572216448, portal 10 00000100:00000001:3.0:1767329283.063477:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767329283.063479:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329283.063480:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777203072 : -127176932348544 : ffff8c55501fad80) 00000100:00000001:2.0:1767329283.063490:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767329283.063491:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc9b4205 x1853178572216448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329283.063494:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329283.063499:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:2.0:1767329283.063501:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329283.063505:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329283.063512:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329283.063512:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329283.063514:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329283.063521:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00100000:2.0:1767329283.063522:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572216576:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767329283.063522:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:3.0:1767329283.063526:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e8f47ae. 00000400:00000200:0.0:1767329283.063531:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1767329283.063533:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572216448, offset 0 00000100:00000001:2.0:1767329283.063533:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767329283.063535:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:2.0:1767329283.063538:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329283.063542:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329283.063546:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [316:316:256:4294967295] 192.168.202.109@tcp LPNI seq info [316:316:8:4294967295] 00000400:00000200:3.0:1767329283.063547:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329283.063547:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329283.063554:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b3aa291a. 02000000:00000001:2.0:1767329283.063558:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329283.063562:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096273a06. 00000400:00000200:0.0:1767329283.063568:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:2.0:1767329283.063570:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039d0c259. 00000100:00000200:2.0:1767329283.063575:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572216576, portal 10 00000100:00000001:2.0:1767329283.063577:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329283.063578:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777204864 : -127176932346752 : ffff8c55501fb480) 00000400:00000200:3.0:1767329283.063598:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:0.0:1767329283.063599:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329283.063602:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007e555f5 x1853178572216576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329283.063605:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767329283.063608:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c06a1248. 00000400:00000200:3.0:1767329283.063612:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329283.063618:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767329283.063622:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329283.063624:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329283.063629:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [317:317:255:4294967295] 192.168.202.109@tcp LPNI seq info [317:317:7:4294967295] 00000800:00000200:0.0:1767329283.063638:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329283.063646:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c06a1248 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329283.063650:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329283.063659:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767329283.063660:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329283.063666:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329283.063666:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767329283.063667:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093c7fc40. 00000400:00000010:2.0:1767329283.063672:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f756aee. 00000100:00000001:0.0:1767329283.063674:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301132636 00000800:00000200:3.0:1767329283.063677:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:2.0:1767329283.063680:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572216576, offset 0 00000100:00000010:0.0:1767329283.063681:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1c97f20. 00000800:00000200:3.0:1767329283.063687:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329283.063690:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000093c7fc40 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329283.063692:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767329283.063696:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329283.063697:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329283.063702:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301132636 00000400:00000200:2.0:1767329283.063707:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000010:0.0:1767329283.063708:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d643faa9. 00000100:00000040:3.0:1767329283.063710:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 296352 usecs (297 jiffies) 00000100:00000001:3.0:1767329283.063716:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301128489 00000100:00000001:0.0:1767329283.063716:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767329283.063717:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329283.063723:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301132636 00000800:00000200:1.0:1767329283.063725:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329283.063726:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301132636 00000400:00000200:2.0:1767329283.063727:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329283.063729:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301128489 00000800:00000010:1.0:1767329283.063731:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c06a1248. 00000100:00000001:3.0:1767329283.063734:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301132636 00000100:00000010:0.0:1767329283.063734:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006f863348. 00000400:00000200:2.0:1767329283.063735:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329283.063740:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301128489 00000100:00000001:0.0:1767329283.063741:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767329283.063742:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329283.063744:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329283.063749:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301132636 00000100:00000001:3.0:1767329283.063750:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301132636 00000100:00000010:0.0:1767329283.063755:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c317c76. 00000100:00000001:3.0:1767329283.063756:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301128489 00000400:00000200:1.0:1767329283.063757:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329283.063758:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [318:318:254:4294967295] 192.168.202.109@tcp LPNI seq info [318:318:6:4294967295] 00000100:00000001:0.0:1767329283.063763:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767329283.063768:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329283.063769:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301132636 00000100:00000001:3.0:1767329283.063774:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329283.063774:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329283.063780:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329283.063781:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329283.063782:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329283.063784:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329283.063786:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329283.063790:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329283.063797:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767329283.063797:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be917283 00000100:00000001:0.0:1767329283.063797:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767329283.063798:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329283.063802:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329283.063802:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1767329283.063803:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be917283. 00000800:00000010:2.0:1767329283.063806:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012a5af5b. 00000100:00000001:3.0:1767329283.063811:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329283.063811:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329283.063816:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329283.063816:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767329283.063817:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329283.063820:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329283.063820:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329283.063827:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329283.063828:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329283.063828:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329283.063829:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767329283.063835:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012a5af5b type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1767329283.063836:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce5d9467 x1853178572216320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329283.063843:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329283.063850:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 17927 usecs (18 jiffies) 00000100:00000001:1.0:1767329283.063851:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329283.063856:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301128210 00000100:00000040:1.0:1767329283.063857:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce5d9467 x1853178572216320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329283.063863:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301132636 00000100:00000001:2.0:1767329283.063868:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301128210 00000100:00000001:1.0:1767329283.063871:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329283.063873:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301132636 00000100:00000001:1.0:1767329283.063874:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329283.063878:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301128210 00000100:00000001:2.0:1767329283.063880:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301132636 00000100:00000001:2.0:1767329283.063882:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301128210 00000100:00000001:2.0:1767329283.063885:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301132636 00000800:00000200:1.0:1767329283.063886:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329283.063889:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093c7fc40. 00000400:00000200:1.0:1767329283.063892:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329283.063898:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329283.063899:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329283.063904:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329283.063905:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e8f47ae 00000100:00000001:2.0:1767329283.063909:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329283.063911:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329283.063915:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e8f47ae. 00000100:00000001:2.0:1767329283.063919:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329283.063919:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329283.063923:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767329283.063925:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc9b4205 x1853178572216448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329283.063928:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329283.063931:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329283.063934:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329283.063936:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329283.063939:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329283.063940:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc9b4205 x1853178572216448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329283.063947:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329283.063948:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329283.064006:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329283.064008:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012a5af5b. 00000400:00000200:1.0:1767329283.064011:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329283.064014:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329283.064033:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f756aee 00000400:00000010:1.0:1767329283.064035:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007f756aee. 00000100:00000001:1.0:1767329283.064038:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329283.064040:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007e555f5 x1853178572216576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329283.064045:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329283.064046:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007e555f5 x1853178572216576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329283.064051:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329283.064052:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329283.065569:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329283.065581:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329283.065596:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329283.065598:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329283.065605:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329283.065615:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2809800 00000400:00000200:1.0:1767329283.065621:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xab5 [1] + 224 00000800:00000001:1.0:1767329283.065628:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329283.065632:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329283.065639:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329283.065642:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329283.065645:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329283.065648:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce5d9467 x1853178572216320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329283.065656:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ce5d9467 x1853178572216320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329283.065671:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329283.065678:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329283.065681:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329283.065682:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329283.065684:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329283.065687:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329283.065693:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2809880 00000400:00000200:1.0:1767329283.065698:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xabd [1] + 224 00000800:00000001:1.0:1767329283.065701:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329283.065703:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329283.065706:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329283.065715:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329283.065717:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329283.065720:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059e7d0e5. 00000400:00000200:0.0:1767329283.065723:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000063b7aea 00000400:00000010:0.0:1767329283.065725:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000063b7aea. 00000100:00000001:0.0:1767329283.065728:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329283.065732:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce5d9467 x1853178572216320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329283.065739:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce5d9467 x1853178572216320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329283.065743:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329283.065745:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767329283.065748:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329283.065748:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329283.065754:0:208649:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767329283.065757:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 02000000:00000001:0.0:1767329283.065758:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329283.065762:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329283.065764:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329283.065765:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329283.065768:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329283.065771:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc9b4205 x1853178572216448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767329283.065774:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=130 v=5 (5 5 5 0) 00000100:00001000:0.0:1767329283.065783:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=130 v=5 (1 1 1 0) 00000100:00000040:1.0:1767329283.065785:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc9b4205 x1853178572216448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329283.065787:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329283.065790:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329283.065794:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329283.065798:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329283.065800:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329283.065803:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767329283.065806:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce5d9467 x1853178572216320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329283.065809:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329283.065813:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767329283.065814:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329283.065816:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1767329283.065818:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329283.065819:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329283.065821:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329283.065825:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce5d9467 x1853178572216320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329283.065830:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329283.065841:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2809900 00000100:00000001:3.0:1767329283.065846:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767329283.065846:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572216320:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329283.065851:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329283.065856:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xac5 [1] + 224 00000100:00000001:0.0:1767329283.065859:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329283.065861:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767329283.065863:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329283.065866:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767329283.065866:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767329283.065871:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7c1939d. 00000400:00000200:1.0:1767329283.065872:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329283.065873:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767329283.065878:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d08aec3 00000400:00000010:3.0:1767329283.065883:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d08aec3. 00000400:00000200:1.0:1767329283.065883:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000040:0.0:1767329283.065883:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce5d9467 x1853178572216320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329283.065891:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329283.065892:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329283.065897:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1767329283.065901:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007e555f5 x1853178572216576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329283.065901:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767329283.065902:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc9b4205 x1853178572216448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767329283.065905:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000148a6130. 02000000:00000001:0.0:1767329283.065911:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329283.065914:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329283.065917:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329283.065922:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329283.065926:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ce889c. 02000000:00000001:0.0:1767329283.065934:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767329283.065935:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000007e555f5 x1853178572216576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329283.065938:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc9b4205 x1853178572216448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329283.065938:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329283.065941:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce5d9467. 00000100:00000001:0.0:1767329283.065948:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329283.065950:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329283.065955:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329283.065963:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329283.065966:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329283.065966:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329283.065969:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329283.065969:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329283.065973:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329283.065976:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329283.065976:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329283.065981:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329283.065982:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329283.065986:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329283.065988:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329283.065995:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329283.065998:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329283.066003:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=120 v=5 (5 5 5 0) 00000100:00001000:3.0:1767329283.066007:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=120 v=5 (1 1 1 0) 00000100:00000001:3.0:1767329283.066010:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329283.066012:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329283.066040:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329283.066045:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329283.066049:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329283.066051:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329283.066054:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329283.066057:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329283.066059:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329283.066062:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc9b4205 x1853178572216448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329283.066064:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329283.066072:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329283.066075:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329283.066076:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767329283.066079:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096273a06. 00000100:00000001:3.0:1767329283.066081:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329283.066084:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329283.066087:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039d0c259 00000100:00000040:3.0:1767329283.066090:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc9b4205 x1853178572216448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329283.066092:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039d0c259. 00000100:00000001:2.0:1767329283.066099:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767329283.066106:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572216448:192.168.202.109@tcp:400: 00000100:00000200:2.0:1767329283.066109:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007e555f5 x1853178572216576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329283.066115:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329283.066120:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329283.066126:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc9b4205 x1853178572216448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329283.066129:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007e555f5 x1853178572216576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329283.066150:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329283.066154:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767329283.066154:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767329283.066159:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b57639db. 00000100:00000001:2.0:1767329283.066159:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329283.066165:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329283.066166:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767329283.066168:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767329283.066170:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767329283.066171:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329283.066173:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329283.066175:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767329283.066179:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00001000:2.0:1767329283.066180:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=130 v=5 (5 5 5 0) 00000020:00000001:3.0:1767329283.066183:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1767329283.066185:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=77 v=5 (1 0 0 0) 02000000:00000010:3.0:1767329283.066187:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 00000100:00000001:2.0:1767329283.066188:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329283.066191:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329283.066193:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767329283.066194:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329283.066197:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:2.0:1767329283.066198:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000007e555f5 x1853178572216576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767329283.066200:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc9b4205. 00000100:00000001:3.0:1767329283.066208:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329283.066210:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329283.066212:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329283.066215:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329283.066218:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329283.066224:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329283.066227:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329283.066228:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329283.066232:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329283.066233:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329283.066234:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329283.066235:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329283.066237:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007e555f5 x1853178572216576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329283.066242:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329283.066244:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329283.066245:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329283.066247:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007e555f5 x1853178572216576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329283.066251:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572216576:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329283.066254:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329283.066256:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329283.066257:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007e555f5 x1853178572216576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329283.066261:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329283.066263:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329283.066264:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3aa291a. 02000000:00000001:2.0:1767329283.066266:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329283.066267:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329283.066268:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329283.066269:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329283.066271:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d0d0c54. 02000000:00000001:2.0:1767329283.066273:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329283.066274:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329283.066275:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007e555f5. 00000100:00000001:2.0:1767329283.066277:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329283.066277:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329283.066282:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329283.066285:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329283.066286:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329283.066287:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329283.066288:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329283.127078:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329283.127082:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329283.127087:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329283.127088:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329283.127105:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329283.127109:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329283.127112:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329284.151114:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329284.151123:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329284.151126:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329284.151128:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329284.151133:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329284.151135:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329284.151137:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329284.151139:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329284.151142:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329284.151143:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329284.151221:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329284.151225:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329284.151228:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329285.175087:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329285.175093:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329285.175097:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329285.175099:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329285.175102:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329285.175107:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329285.175110:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329285.175111:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329285.175119:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329285.175121:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329285.175122:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329285.175124:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329285.175195:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329285.175199:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329285.175202:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329286.199086:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329286.199091:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329286.199096:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329286.199098:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329286.199122:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329286.199127:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329286.199130:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329287.223110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329287.223119:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329287.223125:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329287.223125:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329287.223180:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329287.223184:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329287.223187:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329287.671110:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301132636, at 4301132800 00000100:00000040:0.0:1767329287.671111:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301132636, at 4301132800 00000100:00000040:2.0:1767329287.671127:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301132636, at 4301132800 00000100:00000040:1.0:1767329287.671128:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301132636, at 4301132800 00000100:00000010:0.0:1767329287.671132:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1c97f20. 00000100:00000010:3.0:1767329287.671134:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c317c76. 00000100:00000010:2.0:1767329287.671139:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006f863348. 00000100:00000010:1.0:1767329287.671142:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d643faa9. 00000100:00000040:3.0:1767329288.183159:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329288.183174:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329288.183187:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030aeebd2. 00000020:00000040:3.0:1767329288.183196:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329288.183201:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329288.183205:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329288.183212:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329288.183221:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004571031a. 00000100:00000001:3.0:1767329288.183228:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329288.183240:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000030aeebd2 x1853178572216704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329288.183250:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329288.183253:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329288.183258:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030aeebd2] to pc [ptlrpcd_00_00+0] req@0000000030aeebd2 x1853178572216704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329288.183304:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329288.183307:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329288.183311:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329288.183315:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021ff4b2. 00000020:00000040:3.0:1767329288.183318:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329288.183321:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329288.183322:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329288.183323:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329288.183325:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329288.183327:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329288.183330:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767329288.183331:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000093c7fc40. 00000100:00000001:1.0:1767329288.183332:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329288.183335:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329288.183336:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000030aeebd2 x1853178572216704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329288.183338:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329288.183340:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000021ff4b2 x1853178572216832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329288.183350:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329288.183351:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329288.183352:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329288.183353:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329288.183356:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000021ff4b2] to pc [ptlrpcd_00_01+1] req@00000000021ff4b2 x1853178572216832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329288.183358:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329288.183361:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329288.183364:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329288.183367:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572216704:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329288.183371:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329288.183372:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767329288.183373:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329288.183377:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767329288.183379:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767329288.183380:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000143e2fae. 02000000:00000001:2.0:1767329288.183382:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767329288.183383:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329288.183385:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329288.183385:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767329288.183387:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329288.183388:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329288.183390:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329288.183391:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b16c850. 00000100:00000001:1.0:1767329288.183392:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767329288.183395:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f9bec14. 02000000:00000001:2.0:1767329288.183396:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329288.183396:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329288.183399:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329288.183404:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096273a06. 00000100:00000040:1.0:1767329288.183405:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000021ff4b2 x1853178572216832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329288.183406:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000143e2fae x1853178572216960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767329288.183414:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039d0c259. 00000100:00000001:1.0:1767329288.183429:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767329288.183430:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572216704, portal 25 00000100:00000001:1.0:1767329288.183432:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329288.183434:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329288.183434:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767329288.183436:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767329288.183438:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776931072 : -127176932620544 : ffff8c55501b8700) 02000000:00000001:1.0:1767329288.183440:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329288.183441:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329288.183444:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329288.183445:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000030aeebd2 x1853178572216704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329288.183448:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000143e2fae] to pc [ptlrpcd_00_02+2] req@00000000143e2fae x1853178572216960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329288.183450:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000021ff4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572216832:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329288.183461:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329288.183465:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767329288.183465:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329288.183468:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329288.183470:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329288.183471:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767329288.183477:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015e08bbb. 02000000:00000010:1.0:1767329288.183479:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd470828. 00000100:00000001:3.0:1767329288.183481:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329288.183483:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572216704, offset 0 02000000:00000001:1.0:1767329288.183484:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329288.183486:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767329288.183491:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1767329288.183493:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0a0c7c2. 00000100:00000040:3.0:1767329288.183497:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6471) 00000400:00000200:2.0:1767329288.183498:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329288.183509:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c86e3c6. 00000100:00000001:3.0:1767329288.183511:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329288.183513:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329288.183515:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767329288.183515:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:3.0:1767329288.183521:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000143e2fae x1853178572216960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329288.183522:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572216832, portal 10 00000400:00000200:2.0:1767329288.183526:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329288.183527:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329288.183531:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776940928 : -127176932610688 : ffff8c55501bad80) 00000100:00000001:3.0:1767329288.183548:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767329288.183548:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329288.183551:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329288.183554:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767329288.183555:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767329288.183556:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329288.183559:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329288.183561:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:1.0:1767329288.183561:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000021ff4b2 x1853178572216832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329288.183563:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000143e2fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572216960:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329288.183568:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [319:319:256:4294967295] 192.168.202.109@tcp LPNI seq info [319:319:8:4294967295] 00000100:00000001:3.0:1767329288.183571:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329288.183575:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329288.183577:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329288.183581:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329288.183586:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b57639db. 00000100:00000001:1.0:1767329288.183586:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767329288.183591:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329288.183595:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7c1939d. 00000100:00000040:1.0:1767329288.183596:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329288.183597:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:1.0:1767329288.183602:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdac5862. 00000400:00000010:3.0:1767329288.183604:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d08aec3. 00000800:00000200:2.0:1767329288.183608:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000200:1.0:1767329288.183609:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572216832, offset 0 00000100:00000200:3.0:1767329288.183610:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572216960, portal 10 00000800:00000010:2.0:1767329288.183613:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012a5af5b. 00000100:00000001:3.0:1767329288.183615:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329288.183616:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776930176 : -127176932621440 : ffff8c55501b8380) 00000400:00000200:1.0:1767329288.183620:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:2.0:1767329288.183624:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000040:3.0:1767329288.183625:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000143e2fae x1853178572216960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329288.183631:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:2.0:1767329288.183637:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329288.183638:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767329288.183640:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767329288.183647:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012a5af5b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329288.183647:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:3.0:1767329288.183652:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329288.183655:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767329288.183656:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d3bc1c1. 00000400:00000200:1.0:1767329288.183659:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329288.183662:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767329288.183664:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572216960, offset 0 00000100:00000001:2.0:1767329288.183665:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329288.183666:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [320:320:255:4294967295] 192.168.202.109@tcp LPNI seq info [320:320:7:4294967295] 00000100:00000001:0.0:1767329288.183668:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329288.183671:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301137756 00000400:00000200:3.0:1767329288.183675:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:2.0:1767329288.183678:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000044cec071. 00000400:00000200:1.0:1767329288.183686:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329288.183689:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767329288.183691:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329288.183698:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 00000400:00000200:3.0:1767329288.183700:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329288.183701:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301137756 00000800:00000200:1.0:1767329288.183706:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329288.183708:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1767329288.183708:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015e46166. 00000100:00000001:2.0:1767329288.183714:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767329288.183715:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329288.183716:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329288.183721:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329288.183721:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301137756 00000800:00000200:1.0:1767329288.183721:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329288.183728:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329288.183728:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767329288.183731:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099e90218. 00000400:00000200:3.0:1767329288.183735:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [321:321:254:4294967295] 192.168.202.109@tcp LPNI seq info [321:321:6:4294967295] 00000100:00000001:2.0:1767329288.183735:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767329288.183735:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 293168 usecs (294 jiffies) 00000100:00000001:2.0:1767329288.183738:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301137756 00000100:00000001:1.0:1767329288.183742:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301133606 00000100:00000010:2.0:1767329288.183744:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002104b075. 00000100:00000001:1.0:1767329288.183746:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301137756 00000100:00000001:2.0:1767329288.183749:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767329288.183752:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301133606 00000400:00000200:3.0:1767329288.183753:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329288.183754:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329288.183758:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301137756 00000100:00000001:2.0:1767329288.183759:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329288.183763:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329288.183764:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301133606 00000100:00000001:2.0:1767329288.183766:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767329288.183768:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049d44528. 00000100:00000001:2.0:1767329288.183769:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329288.183775:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301137756 00000800:00000200:3.0:1767329288.183776:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329288.183777:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1767329288.183778:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329288.183781:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329288.183782:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301133606 00000800:00000010:0.0:1767329288.183783:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012a5af5b. 00000800:00000200:3.0:1767329288.183787:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329288.183788:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301137756 00000100:00000001:2.0:1767329288.183789:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329288.183791:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767329288.183792:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049d44528 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329288.183794:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329288.183794:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329288.183795:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329288.183797:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329288.183802:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329288.183803:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 17765 usecs (18 jiffies) 00000100:00000001:2.0:1767329288.183803:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329288.183808:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329288.183809:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329288.183810:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301133330 00000100:00000001:1.0:1767329288.183815:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329288.183817:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301137756 00000400:00000200:0.0:1767329288.183817:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015e08bbb 00000100:00000001:1.0:1767329288.183821:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767329288.183821:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015e08bbb. 00000100:00000001:3.0:1767329288.183823:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301133330 00000100:00000001:1.0:1767329288.183826:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329288.183829:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301137756 00000100:00000001:0.0:1767329288.183829:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329288.183830:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329288.183834:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329288.183835:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301133330 00000100:00000200:0.0:1767329288.183837:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000030aeebd2 x1853178572216704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329288.183838:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329288.183843:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329288.183853:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329288.183856:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000030aeebd2 x1853178572216704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329304 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329288.183871:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329288.183872:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329288.183886:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329288.183888:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000400:00000200:0.0:1767329288.183892:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329288.183895:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329288.183898:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdac5862 00000400:00000010:0.0:1767329288.183899:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdac5862. 00000100:00000001:0.0:1767329288.183901:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329288.183903:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021ff4b2 x1853178572216832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329288.183909:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329288.183910:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000021ff4b2 x1853178572216832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329304 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329288.183915:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329288.183916:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329288.183929:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301137756 00000100:00000001:3.0:1767329288.183931:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301133330 00000800:00000200:0.0:1767329288.183932:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329288.183933:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301137756 00000800:00000010:0.0:1767329288.183935:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049d44528. 00000100:00000001:3.0:1767329288.183939:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329288.183941:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329288.183942:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329288.183945:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329288.183946:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d3bc1c1 00000400:00000010:0.0:1767329288.183947:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d3bc1c1. 00000100:00000001:3.0:1767329288.183953:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329288.183953:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329288.183957:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000143e2fae x1853178572216960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329288.183963:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329288.183964:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000143e2fae x1853178572216960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329304 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329288.183968:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329288.183969:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329288.184004:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329288.184009:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329288.184010:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329288.184012:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329288.184013:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329288.184014:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329288.184062:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329288.185729:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329288.185741:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329288.185744:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329288.185746:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329288.185753:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329288.185765:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2809a00 00000400:00000200:1.0:1767329288.185771:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xad5 [1] + 224 00000800:00000001:1.0:1767329288.185778:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329288.185782:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329288.185784:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329288.185786:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329288.185789:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329288.185793:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021ff4b2 x1853178572216832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329288.185801:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000021ff4b2 x1853178572216832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329288.185816:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329288.185822:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329288.185824:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329288.185832:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329288.185835:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329288.185838:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329288.185844:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2809980 00000100:00000001:0.0:1767329288.185846:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329288.185850:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xacd [1] + 224 00000100:00000001:0.0:1767329288.185851:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767329288.185855:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329288.185860:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329288.185864:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767329288.185864:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329288.185867:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767329288.185870:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:0.0:1767329288.185871:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0a0c7c2. 00000400:00000200:0.0:1767329288.185877:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c86e3c6 00000400:00000010:0.0:1767329288.185878:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c86e3c6. 00000100:00000001:0.0:1767329288.185881:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329288.185882:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329288.185886:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021ff4b2 x1853178572216832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329288.185888:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000030aeebd2 x1853178572216704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329288.185909:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021ff4b2 x1853178572216832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329288.185912:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000030aeebd2 x1853178572216704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329288.185926:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329288.185929:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329288.185931:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329288.185934:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767329288.185935:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329288.185939:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767329288.185941:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329288.185942:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329288.185946:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329288.185947:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329288.185950:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329288.185952:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767329288.185954:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=125 v=5 (5 5 5 0) 00000400:00000200:1.0:1767329288.185957:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00001000:0.0:1767329288.185960:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=125 v=5 (1 1 1 0) 00000400:00000200:1.0:1767329288.185965:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2809a80 00000100:00000001:0.0:1767329288.185966:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329288.185969:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329288.185971:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329288.185975:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xadd [1] + 224 00010000:00000001:0.0:1767329288.185975:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329288.185976:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767329288.185981:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329288.185982:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767329288.185984:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767329288.185984:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:2.0:1767329288.185988:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767329288.185989:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329288.185989:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000010:2.0:1767329288.185993:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096273a06. 00000400:00000200:1.0:1767329288.185994:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329288.185994:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329288.185998:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329288.186000:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039d0c259 00000400:00000200:1.0:1767329288.186002:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:2.0:1767329288.186005:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039d0c259. 00000100:00000040:0.0:1767329288.186006:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000021ff4b2 x1853178572216832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329288.186012:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329288.186013:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329288.186036:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329288.186041:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767329288.186044:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000143e2fae x1853178572216960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329288.186044:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329288.186053:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021ff4b2 x1853178572216832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329288.186056:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000030aeebd2 x1853178572216704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329288.186063:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000143e2fae x1853178572216960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329288.186090:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000030aeebd2 x1853178572216704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329288.186115:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329288.186118:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329288.186123:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329288.186127:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329288.186130:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767329288.186130:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000021ff4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572216832:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329288.186132:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329288.186135:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329288.186139:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329288.186140:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329288.186142:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329288.186143:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1767329288.186147:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=135 v=5 (5 5 5 0) 00000800:00000001:1.0:1767329288.186148:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329288.186149:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000021ff4b2 x1853178572216832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329288.186165:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=135 v=5 (1 1 1 0) 00000100:00000001:0.0:1767329288.186165:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329288.186169:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767329288.186171:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329288.186172:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767329288.186172:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd470828. 00000100:00000001:3.0:1767329288.186176:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329288.186176:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329288.186177:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767329288.186179:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:3.0:1767329288.186181:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767329288.186181:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:3.0:1767329288.186183:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767329288.186183:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767329288.186184:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000400:00000010:3.0:1767329288.186187:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7c1939d. 00000100:00000001:2.0:1767329288.186187:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329288.186188:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329288.186192:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000093c7fc40. 00000400:00000200:3.0:1767329288.186194:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d08aec3 00000100:00000040:2.0:1767329288.186195:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000030aeebd2 x1853178572216704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767329288.186198:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d08aec3. 02000000:00000001:0.0:1767329288.186199:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329288.186202:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767329288.186205:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:0.0:1767329288.186205:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021ff4b2. 00000100:00000001:2.0:1767329288.186207:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767329288.186210:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000143e2fae x1853178572216960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329288.186212:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329288.186212:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329288.186215:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329288.186216:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329288.186221:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329288.186223:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030aeebd2 x1853178572216704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329288.186225:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000143e2fae x1853178572216960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329288.186227:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329288.186229:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329288.186233:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329288.186236:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329288.186240:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767329288.186241:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572216704:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329288.186242:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329288.186244:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329288.186246:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329288.186246:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329288.186247:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329288.186248:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329288.186249:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329288.186251:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329288.186251:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000030aeebd2 x1853178572216704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767329288.186255:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=135 v=5 (5 5 5 0) 00000100:00000001:2.0:1767329288.186258:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1767329288.186259:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=82 v=5 (1 0 0 0) 02000000:00000001:2.0:1767329288.186260:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767329288.186261:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329288.186262:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329288.186262:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b16c850. 00010000:00000001:3.0:1767329288.186264:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767329288.186266:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00080000:3.0:1767329288.186267:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000143e2fae x1853178572216960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767329288.186268:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329288.186269:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1767329288.186271:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329288.186273:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004571031a. 00010000:00000001:3.0:1767329288.186275:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329288.186276:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329288.186277:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329288.186278:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030aeebd2. 00000100:00000001:2.0:1767329288.186281:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329288.186282:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329288.186283:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767329288.186284:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329288.186285:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329288.186287:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329288.186288:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329288.186288:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767329288.186291:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000143e2fae x1853178572216960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329288.186293:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329288.186295:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329288.186297:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329288.186299:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329288.186301:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329288.186303:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329288.186305:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000143e2fae x1853178572216960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329288.186314:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000143e2fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572216960:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329288.186318:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329288.186320:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329288.186322:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000143e2fae x1853178572216960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329288.186329:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329288.186331:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329288.186333:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b57639db. 02000000:00000001:3.0:1767329288.186336:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329288.186337:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329288.186338:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329288.186340:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329288.186342:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003f9bec14. 02000000:00000001:3.0:1767329288.186344:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329288.186346:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329288.186347:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000143e2fae. 00000100:00000001:3.0:1767329288.186349:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329288.186350:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329288.186351:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329288.186354:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329288.186355:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329288.186356:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329288.186362:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329288.247160:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329288.247169:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329288.247175:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329288.247176:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329288.247195:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329288.247199:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329288.247203:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329289.271119:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329289.271128:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329289.271133:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329289.271135:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329289.271172:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329289.271177:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329289.271180:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329290.295093:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329290.295100:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329290.295105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329290.295106:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329290.295144:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329290.295149:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329290.295152:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329291.319101:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329291.319106:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329291.319110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329291.319110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329291.319153:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329291.319158:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329291.319161:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329292.343134:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329292.343140:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329292.343146:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329292.343147:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329292.343192:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329292.343196:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329292.343199:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329292.791111:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301137756, at 4301137920 00000100:00000010:3.0:1767329292.791127:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002104b075. 00000100:00000040:2.0:1767329292.791131:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301137756, at 4301137920 00000100:00000040:1.0:1767329292.791132:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301137756, at 4301137920 00000100:00000010:2.0:1767329292.791145:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099e90218. 00000100:00000040:0.0:1767329292.791145:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301137756, at 4301137920 00000100:00000010:1.0:1767329292.791148:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015e46166. 00000100:00000010:0.0:1767329292.791166:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000044cec071. 00000100:00000040:0.0:1767329293.303157:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329293.303170:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329293.303182:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c57c20d1. 00000020:00000040:0.0:1767329293.303190:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329293.303196:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329293.303200:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329293.303207:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329293.303234:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6c5103d. 00000100:00000001:0.0:1767329293.303242:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329293.303255:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000c57c20d1 x1853178572217088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329293.303268:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329293.303271:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329293.303282:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c57c20d1] to pc [ptlrpcd_00_03+3] req@00000000c57c20d1 x1853178572217088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329293.303316:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329293.303319:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329293.303322:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329293.303324:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ebc4a5d. 00000020:00000040:0.0:1767329293.303327:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329293.303330:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329293.303331:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329293.303333:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329293.303337:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ce0a9bb. 00000100:00000001:0.0:1767329293.303342:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329293.303347:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000002ebc4a5d x1853178572217216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329293.303352:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329293.303359:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1767329293.303362:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767329293.303363:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329293.303368:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329293.303371:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329293.303377:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ebc4a5d] to pc [ptlrpcd_00_00+0] req@000000002ebc4a5d x1853178572217216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329293.303379:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329293.303379:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329293.303385:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329293.303395:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329293.303399:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329293.303403:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329293.303414:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c57c20d1 x1853178572217088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329293.303423:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329293.303425:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329293.303427:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329293.303429:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329293.303434:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329293.303435:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329293.303437:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329293.303440:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329293.303444:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329293.303451:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329293.303452:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1767329293.303456:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c57c20d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572217088:192.168.202.109@tcp:400: 00000100:00000010:0.0:1767329293.303458:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c588408. 00000100:00000040:2.0:1767329293.303459:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ebc4a5d x1853178572217216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329293.303462:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1767329293.303470:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:3.0:1767329293.303473:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329293.303479:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329293.303494:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329293.303498:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329293.303504:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767329293.303505:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767329293.303506:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329293.303509:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026dd0c7c. 02000000:00000001:3.0:1767329293.303514:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329293.303514:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329293.303515:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329293.303517:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329293.303524:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329293.303525:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329293.303532:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c06a1248. 00000400:00000010:3.0:1767329293.303533:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7c1939d. 02000000:00000001:2.0:1767329293.303533:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329293.303546:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ebc4a5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572217216:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329293.303549:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329293.303551:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d08aec3. 00000100:00000001:2.0:1767329293.303558:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329293.303562:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767329293.303563:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572217088, portal 25 00000100:00000040:0.0:1767329293.303564:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000001c588408 x1853178572217344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767329293.303565:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329293.303570:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329293.303571:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329293.303575:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578896768 : -127177130654848 : ffff8c55444dc380) 02000000:00000010:2.0:1767329293.303578:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5217408. 00000100:00000040:3.0:1767329293.303591:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c57c20d1 x1853178572217088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329293.303592:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767329293.303601:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329293.303601:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329293.303614:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096273a06. 00000100:00000040:0.0:1767329293.303620:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c588408] to pc [ptlrpcd_00_01+1] req@000000001c588408 x1853178572217344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329293.303624:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039d0c259. 00000100:00000001:3.0:1767329293.303626:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767329293.303632:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572217216, portal 10 00000100:00000040:3.0:1767329293.303638:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329293.303640:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329293.303645:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578903936 : -127177130647680 : ffff8c55444ddf80) 00000400:00000010:3.0:1767329293.303647:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6cf1dd. 00000100:00000200:3.0:1767329293.303660:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572217088, offset 0 00000100:00000040:2.0:1767329293.303661:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ebc4a5d x1853178572217216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329293.303671:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329293.303677:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329293.303677:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329293.303678:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329293.303684:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001952865f. 00000100:00000040:0.0:1767329293.303687:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1767329293.303689:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572217216, offset 0 00000100:00000040:0.0:1767329293.303699:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1767329293.303700:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329293.303709:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329293.303719:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767329293.303720:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6476) 00000400:00000200:3.0:1767329293.303726:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329293.303729:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329293.303734:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329293.303736:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329293.303746:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767329293.303749:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329293.303759:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [322:322:256:4294967295] 192.168.202.109@tcp LPNI seq info [322:322:8:4294967295] 00000100:00000040:1.0:1767329293.303759:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001c588408 x1853178572217344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329293.303783:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329293.303787:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329293.303793:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767329293.303794:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329293.303799:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329293.303803:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:3.0:1767329293.303804:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f9bec14. 02000000:00000001:1.0:1767329293.303806:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329293.303810:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767329293.303818:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329293.303819:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329293.303824:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00100000:1.0:1767329293.303831:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001c588408 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572217344:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329293.303832:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767329293.303844:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329293.303847:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329293.303848:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1767329293.303852:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f9bec14 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767329293.303855:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767329293.303859:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [323:323:255:4294967295] 192.168.202.109@tcp LPNI seq info [323:323:7:4294967295] 02000000:00000001:1.0:1767329293.303861:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329293.303874:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329293.303875:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329293.303885:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301142876 00000400:00000200:2.0:1767329293.303886:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000010:1.0:1767329293.303893:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000232271b5. 00000100:00000010:3.0:1767329293.303894:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e54f2307. 02000000:00000001:1.0:1767329293.303901:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329293.303902:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329293.303908:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000010:2.0:1767329293.303910:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000525da5a5. 00000400:00000010:1.0:1767329293.303910:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e77fbe5. 00000100:00000001:3.0:1767329293.303918:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301142876 00000100:00000010:3.0:1767329293.303929:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030a6a026. 00000800:00000200:2.0:1767329293.303933:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000010:1.0:1767329293.303934:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048b25755. 00000100:00000001:3.0:1767329293.303936:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767329293.303950:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301142876 00000100:00000200:1.0:1767329293.303951:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572217344, portal 10 00000800:00000200:2.0:1767329293.303953:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:3.0:1767329293.303961:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6d2c97a. 00000100:00000001:1.0:1767329293.303962:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767329293.303963:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000525da5a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329293.303971:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767329293.303971:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578901248 : -127177130650368 : ffff8c55444dd500) 00000100:00000001:2.0:1767329293.303973:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329293.303984:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301142876 00000100:00000010:3.0:1767329293.303989:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f27512d. 00000100:00000040:2.0:1767329293.303990:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 290050 usecs (291 jiffies) 00000100:00000040:1.0:1767329293.303995:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001c588408 x1853178572217344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329293.303996:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301138723 00000100:00000001:3.0:1767329293.304005:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767329293.304012:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301142876 00000800:00000200:0.0:1767329293.304013:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329293.304043:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329293.304048:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329293.304052:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329293.304057:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329293.304057:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301138724 00000100:00000001:2.0:1767329293.304074:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301142876 00000800:00000010:0.0:1767329293.304080:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f9bec14. 00000100:00000001:2.0:1767329293.304087:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301138724 00000100:00000001:1.0:1767329293.304088:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767329293.304093:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329293.304096:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301142876 00000100:00000001:2.0:1767329293.304106:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301138724 00000100:00000040:1.0:1767329293.304106:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329293.304108:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:1.0:1767329293.304118:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087ae87af. 00000100:00000001:2.0:1767329293.304119:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301142876 00000400:00000200:0.0:1767329293.304124:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad6cf1dd 00000100:00000001:2.0:1767329293.304126:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329293.304134:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329293.304134:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6cf1dd. 00000100:00000001:2.0:1767329293.304143:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329293.304146:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329293.304147:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572217344, offset 0 00000100:00000001:0.0:1767329293.304147:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329293.304153:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329293.304155:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767329293.304160:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c57c20d1 x1853178572217088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329293.304165:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329293.304166:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329293.304176:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329293.304179:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329293.304191:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329293.304191:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329293.304193:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329293.304208:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c57c20d1 x1853178572217088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329309 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329293.304209:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329293.304216:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329293.304222:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329293.304224:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329293.304225:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329293.304230:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767329293.304231:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [324:324:254:4294967295] 192.168.202.109@tcp LPNI seq info [324:324:6:4294967295] 00000400:00000200:1.0:1767329293.304239:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329293.304243:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329293.304247:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000800:00000200:1.0:1767329293.304253:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767329293.304258:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329293.304268:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329293.304271:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329293.304275:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 17606 usecs (18 jiffies) 00000100:00000001:1.0:1767329293.304278:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301138451 00000100:00000001:1.0:1767329293.304280:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301142876 00000100:00000001:1.0:1767329293.304282:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301138451 00000100:00000001:1.0:1767329293.304284:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301142876 00000100:00000001:1.0:1767329293.304286:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301138451 00000800:00000200:0.0:1767329293.304287:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329293.304288:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301142876 00000100:00000001:1.0:1767329293.304292:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301138451 00000800:00000010:0.0:1767329293.304293:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000525da5a5. 00000100:00000001:1.0:1767329293.304294:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301142876 00000100:00000001:1.0:1767329293.304297:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329293.304300:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329293.304302:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329293.304303:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329293.304304:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329293.304310:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329293.304312:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329293.304315:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329293.304317:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329293.304320:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329293.304320:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329293.304322:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329293.304327:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001952865f 00000400:00000010:0.0:1767329293.304331:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001952865f. 00000100:00000001:0.0:1767329293.304335:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329293.304340:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ebc4a5d x1853178572217216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329293.304348:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329293.304350:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ebc4a5d x1853178572217216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329309 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329293.304356:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329293.304359:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329293.304371:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329293.304373:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000400:00000200:0.0:1767329293.304378:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329293.304383:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329293.304385:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087ae87af 00000400:00000010:0.0:1767329293.304387:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087ae87af. 00000100:00000001:0.0:1767329293.304391:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329293.304394:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c588408 x1853178572217344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329293.304400:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329293.304403:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001c588408 x1853178572217344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329309 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329293.304410:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329293.304412:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329293.305595:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329293.305656:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329293.305659:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329293.305672:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329293.305682:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329293.305694:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2809b00 00000400:00000200:0.0:1767329293.305702:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xae5 [1] + 224 00000800:00000001:0.0:1767329293.305719:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329293.305727:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329293.305729:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329293.305734:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329293.305739:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329293.305742:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c57c20d1 x1853178572217088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329293.305751:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c57c20d1 x1853178572217088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329293.305770:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329293.305779:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329293.305783:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329293.305786:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329293.305789:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329293.305797:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329293.305804:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2809b80 00000100:00000001:3.0:1767329293.305811:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329293.305811:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xae9 [1] + 224 00000100:00000001:3.0:1767329293.305816:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767329293.305820:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767329293.305825:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767329293.305827:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767329293.305831:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767329293.305833:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767329293.305836:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7c1939d. 00000400:00000200:0.0:1767329293.305843:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329293.305846:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d08aec3 00000400:00000010:3.0:1767329293.305851:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d08aec3. 00000100:00000001:0.0:1767329293.305856:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329293.305857:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329293.305865:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ebc4a5d x1853178572217216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329293.305870:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c57c20d1 x1853178572217088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329293.305909:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002ebc4a5d x1853178572217216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329293.305916:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c57c20d1 x1853178572217088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329293.305939:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329293.305940:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329293.305942:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329293.305947:0:208650:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1767329293.305947:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767329293.305954:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767329293.305956:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329293.305957:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767329293.305963:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329293.305964:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329293.305970:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329293.305971:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329293.305972:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329293.305976:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767329293.305981:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=140 v=5 (5 5 5 0) 00000400:00000001:2.0:1767329293.305981:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329293.305985:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329293.305990:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096273a06. 00000400:00000200:0.0:1767329293.305995:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00001000:3.0:1767329293.305997:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=140 v=5 (1 1 1 0) 00000400:00000200:2.0:1767329293.305997:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039d0c259 00000400:00000010:2.0:1767329293.306003:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039d0c259. 00000100:00000001:3.0:1767329293.306009:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329293.306010:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329293.306037:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ebc4a5d x1853178572217216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329293.306048:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2809c00 00000100:00000001:3.0:1767329293.306050:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329293.306059:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ebc4a5d x1853178572217216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329293.306061:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767329293.306069:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xaf5 [1] + 224 00010000:00000001:3.0:1767329293.306070:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329293.306083:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329293.306084:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329293.306088:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329293.306093:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329293.306096:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329293.306097:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c57c20d1 x1853178572217088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329293.306098:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329293.306103:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767329293.306104:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329293.306107:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329293.306113:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329293.306122:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329293.306126:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329293.306130:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329293.306132:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329293.306133:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1767329293.306138:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=130 v=5 (5 5 5 0) 00000100:00000200:0.0:1767329293.306139:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001c588408 x1853178572217344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329293.306147:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329293.306153:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=130 v=5 (1 1 1 0) 00000100:00000040:3.0:1767329293.306165:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c57c20d1 x1853178572217088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329293.306172:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329293.306176:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329293.306185:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329293.306190:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329293.306197:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329293.306199:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001c588408 x1853178572217344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329293.306201:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329293.306207:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329293.306211:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329293.306224:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ebc4a5d x1853178572217216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329293.306236:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c57c20d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572217088:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329293.306256:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329293.306267:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329293.306274:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767329293.306277:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c57c20d1 x1853178572217088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329309 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329293.306278:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329293.306281:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329293.306284:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767329293.306290:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ebc4a5d x1853178572217216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329293.306294:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1767329293.306294:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767329293.306302:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1767329293.306305:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ebc4a5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572217216:192.168.202.109@tcp:400: 00000800:00000001:0.0:1767329293.306305:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767329293.306307:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026dd0c7c. 00000100:00000001:1.0:1767329293.306310:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329293.306322:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329293.306322:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329293.306327:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767329293.306330:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767329293.306331:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1767329293.306334:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1767329293.306335:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000040:2.0:1767329293.306337:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ebc4a5d x1853178572217216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329309 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329293.306343:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767329293.306344:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1767329293.306349:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e77fbe5. 02000000:00000010:3.0:1767329293.306350:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c6c5103d. 00000100:00000001:2.0:1767329293.306362:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767329293.306363:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b25755 02000000:00000001:3.0:1767329293.306364:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329293.306365:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767329293.306371:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1767329293.306372:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5217408. 00000400:00000010:1.0:1767329293.306372:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048b25755. 00000100:00000010:3.0:1767329293.306381:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c57c20d1. 02000000:00000001:2.0:1767329293.306389:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329293.306389:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329293.306391:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1767329293.306400:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767329293.306401:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767329293.306404:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000200:1.0:1767329293.306407:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c588408 x1853178572217344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329293.306408:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767329293.306409:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329293.306415:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ce0a9bb. 00000100:00000001:3.0:1767329293.306420:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329293.306425:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329293.306428:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767329293.306436:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329293.306439:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767329293.306444:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767329293.306446:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ebc4a5d. 00000100:00000001:2.0:1767329293.306458:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329293.306464:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329293.306465:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c588408 x1853178572217344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329293.306470:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329293.306474:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329293.306475:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329293.306499:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329293.306509:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329293.306510:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329293.306517:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329293.306521:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329293.306524:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329293.306526:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329293.306528:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329293.306530:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329293.306536:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=140 v=5 (5 5 5 0) 00000100:00001000:1.0:1767329293.306540:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767329293.306542:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329293.306543:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329293.306545:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767329293.306549:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001c588408 x1853178572217344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329293.306554:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329293.306556:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329293.306557:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329293.306559:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329293.306560:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329293.306562:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001c588408 x1853178572217344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329293.306566:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329293.306568:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329293.306570:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329293.306572:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c588408 x1853178572217344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329293.306577:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001c588408 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572217344:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329293.306580:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329293.306582:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329293.306583:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001c588408 x1853178572217344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329309 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329293.306596:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329293.306598:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329293.306600:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000232271b5. 02000000:00000001:1.0:1767329293.306602:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329293.306604:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329293.306605:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329293.306607:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329293.306608:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c06a1248. 02000000:00000001:1.0:1767329293.306612:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329293.306613:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329293.306614:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c588408. 00000100:00000001:1.0:1767329293.306616:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329293.306617:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329293.306619:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329293.306622:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329293.306623:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329293.306624:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329293.306626:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329293.367119:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329293.367128:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329293.367131:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329293.367133:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329293.367138:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329293.367139:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329293.367141:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329293.367143:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329293.367146:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329293.367146:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329293.367229:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329293.367234:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329293.367238:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329294.391156:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329294.391165:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329294.391173:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329294.391174:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329294.391234:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329294.391241:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329294.391245:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329295.415097:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329295.415103:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329295.415109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329295.415113:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329295.415124:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329295.415129:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329295.415131:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329295.415133:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329295.415135:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329295.415137:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329295.415138:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329295.415140:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329295.415183:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329295.415189:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329295.415193:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329296.439092:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329296.439100:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329296.439107:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329296.439108:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329296.439169:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329296.439175:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329296.439180:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329297.463105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329297.463111:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329297.463116:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329297.463118:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329297.463171:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329297.463176:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329297.463180:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329297.911092:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301142876, at 4301143040 00000100:00000010:1.0:1767329297.911108:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030a6a026. 00000100:00000040:2.0:1767329297.912082:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301142876, at 4301143041 00000100:00000010:2.0:1767329297.912093:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6d2c97a. 00000100:00000040:0.0:1767329297.912116:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301142876, at 4301143041 00000100:00000010:0.0:1767329297.912125:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e54f2307. 00000100:00000040:3.0:1767329297.912142:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301142876, at 4301143041 00000100:00000010:3.0:1767329297.912154:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f27512d. 00000100:00000040:0.0:1767329298.423220:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329298.423230:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329298.423239:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000148c304c. 00000020:00000040:0.0:1767329298.423245:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329298.423249:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329298.423252:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329298.423257:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329298.423265:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dda4c5dc. 00000100:00000001:0.0:1767329298.423272:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329298.423281:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000148c304c x1853178572217472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329298.423290:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329298.423292:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329298.423297:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000148c304c] to pc [ptlrpcd_00_02+2] req@00000000148c304c x1853178572217472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329298.423336:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329298.423338:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329298.423341:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329298.423344:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c588408. 00000020:00000040:0.0:1767329298.423346:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329298.423348:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329298.423349:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329298.423351:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329298.423354:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c06a1248. 00000100:00000001:0.0:1767329298.423357:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329298.423360:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329298.423361:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000001c588408 x1853178572217600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329298.423367:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767329298.423370:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329298.423371:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329298.423373:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329298.423377:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c588408] to pc [ptlrpcd_00_03+3] req@000000001c588408 x1853178572217600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329298.423379:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329298.423383:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329298.423385:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329298.423386:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329298.423388:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329298.423390:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329298.423391:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767329298.423393:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767329298.423395:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ebc4a5d. 00000020:00000040:0.0:1767329298.423399:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000040:1.0:1767329298.423401:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001c588408 x1853178572217600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329298.423402:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329298.423405:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767329298.423408:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329298.423408:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329298.423414:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329298.423414:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1767329298.423415:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ce0a9bb. 00000100:00000001:1.0:1767329298.423418:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329298.423420:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329298.423423:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767329298.423426:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000002ebc4a5d x1853178572217728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767329298.423428:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329298.423450:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329298.423457:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001c588408 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572217600:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329298.423461:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329298.423463:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329298.423468:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329298.423469:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767329298.423473:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ebc4a5d] to pc [ptlrpcd_00_00+0] req@000000002ebc4a5d x1853178572217728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329298.423481:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329298.423484:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329298.423489:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b37240ef. 02000000:00000001:1.0:1767329298.423491:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329298.423495:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329298.423497:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e77fbe5. 00000100:00000040:0.0:1767329298.423499:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767329298.423504:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1767329298.423505:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048b25755. 00000100:00000040:0.0:1767329298.423510:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6481) 00000100:00000001:3.0:1767329298.423511:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767329298.423513:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572217600, portal 10 00000100:00000001:3.0:1767329298.423516:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329298.423517:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329298.423519:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329298.423520:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578901248 : -127177130650368 : ffff8c55444dd500) 00000100:00000040:3.0:1767329298.423527:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ebc4a5d x1853178572217728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329298.423530:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001c588408 x1853178572217600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329298.423531:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329298.423535:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329298.423562:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329298.423562:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329298.423565:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329298.423570:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329298.423571:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767329298.423573:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036ed7076. 02000000:00000001:3.0:1767329298.423574:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767329298.423577:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572217600, offset 0 02000000:00000001:3.0:1767329298.423578:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329298.423584:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ebc4a5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572217728:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767329298.423588:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329298.423590:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329298.423593:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329298.423595:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329298.423596:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329298.423600:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b537395. 00000400:00000200:1.0:1767329298.423602:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:3.0:1767329298.423603:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329298.423609:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7c1939d. 00000400:00000200:1.0:1767329298.423610:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767329298.423615:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d08aec3. 00000400:00000200:1.0:1767329298.423616:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329298.423622:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1767329298.423623:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572217728, portal 10 00000100:00000001:3.0:1767329298.423628:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767329298.423629:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329298.423630:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578903936 : -127177130647680 : ffff8c55444ddf80) 00000400:00000200:1.0:1767329298.423634:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [325:325:256:4294967295] 192.168.202.109@tcp LPNI seq info [325:325:8:4294967295] 00000100:00000040:3.0:1767329298.423638:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ebc4a5d x1853178572217728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329298.423648:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329298.423655:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329298.423655:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:3.0:1767329298.423660:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fc50d68. 00000100:00000200:3.0:1767329298.423663:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572217728, offset 0 00000800:00000200:1.0:1767329298.423665:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329298.423670:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329298.423670:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000800:00000200:1.0:1767329298.423680:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329298.423682:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767329298.423686:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767329298.423690:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329298.423694:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329298.423700:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329298.423703:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329298.423705:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329298.423707:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [326:326:255:4294967295] 192.168.202.109@tcp LPNI seq info [326:326:7:4294967295] 00000100:00000001:1.0:1767329298.423710:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329298.423715:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 287001 usecs (288 jiffies) 00000400:00000200:3.0:1767329298.423717:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329298.423720:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301143840 00000800:00000200:3.0:1767329298.423723:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329298.423727:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9d1b4a8. 00000100:00000010:1.0:1767329298.423733:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000932918d1. 00000800:00000200:3.0:1767329298.423735:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767329298.423741:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329298.423743:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767329298.423744:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9d1b4a8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329298.423750:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329298.423751:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301143840 00000100:00000040:3.0:1767329298.423753:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 17452 usecs (18 jiffies) 00000100:00000010:1.0:1767329298.423757:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000095fed548. 00000100:00000001:3.0:1767329298.423758:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301143570 00000100:00000001:3.0:1767329298.423763:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301143840 00000100:00000001:1.0:1767329298.423763:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767329298.423768:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301143570 00000100:00000001:1.0:1767329298.423769:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301143840 00000100:00000001:3.0:1767329298.423770:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301143840 00000800:00000200:0.0:1767329298.423771:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329298.423776:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301143570 00000100:00000010:1.0:1767329298.423777:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9fe6e3a. 00000800:00000010:0.0:1767329298.423777:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000100:00000001:1.0:1767329298.423784:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767329298.423788:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301143840 00000400:00000200:0.0:1767329298.423789:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767329298.423790:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1fa5921. 00000100:00000001:3.0:1767329298.423791:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301143840 00000100:00000001:3.0:1767329298.423797:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301143570 00000100:00000001:1.0:1767329298.423797:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767329298.423802:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329298.423804:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301143840 00000100:00000001:1.0:1767329298.423804:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329298.423807:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036ed7076 00000100:00000001:1.0:1767329298.423809:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329298.423812:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767329298.423812:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036ed7076. 00000100:00000001:1.0:1767329298.423814:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329298.423819:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329298.423820:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767329298.423821:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000148c304c x1853178572217472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329298.423826:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329298.423828:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c588408 x1853178572217600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329298.423834:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329298.423843:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329298.423844:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329298.423849:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329298.423849:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329298.423850:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767329298.423856:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767329298.423856:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001c588408 x1853178572217600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329314 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329298.423857:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329298.423859:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329298.423861:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767329298.423866:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329298.423867:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329298.423872:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329298.423873:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000148c304c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572217472:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329298.423876:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329298.423881:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329298.423882:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329298.423884:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329298.423887:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329298.423889:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329298.423893:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d12fd14c. 02000000:00000001:1.0:1767329298.423894:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329298.423897:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab06e96a. 00000400:00000010:1.0:1767329298.423900:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002044f8ff. 00000100:00000200:1.0:1767329298.423907:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572217472, portal 25 00000100:00000001:1.0:1767329298.423909:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329298.423911:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578897664 : -127177130653952 : ffff8c55444dc700) 00000100:00000040:1.0:1767329298.423914:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000148c304c x1853178572217472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329298.423919:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329298.423921:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329298.423923:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036ed7076. 00000100:00000200:1.0:1767329298.423924:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572217472, offset 0 00000400:00000200:1.0:1767329298.423928:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329298.423932:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329298.423935:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329298.423936:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329298.423938:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329298.423940:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329298.423942:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [327:327:255:4294967295] 192.168.202.109@tcp LPNI seq info [327:327:7:4294967295] 00000400:00000200:1.0:1767329298.423950:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329298.423950:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329298.423955:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9d1b4a8. 00000800:00000200:1.0:1767329298.423959:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329298.423961:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1767329298.423963:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000400:00000200:0.0:1767329298.423968:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000800:00000200:1.0:1767329298.423973:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329298.423975:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fc50d68 00000800:00000200:1.0:1767329298.423979:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:0.0:1767329298.423979:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fc50d68. 00000800:00000200:1.0:1767329298.423983:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329298.423984:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329298.423988:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329298.423992:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ebc4a5d x1853178572217728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329298.423993:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301147996 00000100:00000001:1.0:1767329298.424000:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301143840 00000100:00000001:1.0:1767329298.424004:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301147996 00000100:00000001:1.0:1767329298.424005:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301143840 00000100:00000001:1.0:1767329298.424008:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301147996 00000100:00000001:1.0:1767329298.424013:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301143840 00000100:00000001:0.0:1767329298.424040:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329298.424043:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ebc4a5d x1853178572217728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329314 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329298.424049:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329298.424051:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329298.424062:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301147997 00000800:00000200:0.0:1767329298.424064:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329298.424065:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301143840 00000800:00000010:0.0:1767329298.424068:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000100:00000001:1.0:1767329298.424070:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329298.424072:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329298.424073:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329298.424078:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329298.424081:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329298.424081:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329298.424086:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036ed7076 00000100:00000001:1.0:1767329298.424087:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767329298.424088:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036ed7076. 00000100:00000001:1.0:1767329298.424091:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329298.424092:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329298.424097:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000148c304c x1853178572217472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329298.424098:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329298.424101:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329298.424105:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329298.424106:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329298.424110:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000148c304c x1853178572217472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329314 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329298.424112:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329298.424120:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329298.424122:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329298.425620:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329298.425667:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329298.425671:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329298.425674:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329298.425682:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329298.425694:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2809d00 00000400:00000200:0.0:1767329298.425701:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xafd [1] + 224 00000800:00000001:0.0:1767329298.425708:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329298.425713:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329298.425716:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329298.425721:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329298.425726:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329298.425738:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001c588408 x1853178572217600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329298.425749:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001c588408 x1853178572217600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329298.425766:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329298.425774:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329298.425779:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329298.425781:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329298.425783:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329298.425787:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329298.425794:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2809d80 00000400:00000200:0.0:1767329298.425799:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xb05 [1] + 224 00000800:00000001:0.0:1767329298.425804:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329298.425809:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329298.425811:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329298.425815:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329298.425816:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329298.425818:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329298.425822:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767329298.425824:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329298.425828:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1767329298.425829:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ebc4a5d x1853178572217728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329298.425831:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e77fbe5. 00000400:00000200:1.0:1767329298.425837:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b25755 00000400:00000010:1.0:1767329298.425840:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048b25755. 00000100:00000001:1.0:1767329298.425844:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329298.425852:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c588408 x1853178572217600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329298.425853:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002ebc4a5d x1853178572217728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329298.425884:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c588408 x1853178572217600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329298.425890:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329298.425891:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329298.425894:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329298.425896:0:208651:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1767329298.425898:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767329298.425899:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329298.425902:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329298.425904:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329298.425905:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329298.425910:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329298.425910:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329298.425915:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329298.425917:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767329298.425918:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=135 v=5 (5 5 5 0) 00000100:00000001:3.0:1767329298.425921:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329298.425925:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00001000:1.0:1767329298.425926:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=135 v=5 (1 1 1 0) 00000400:00000001:3.0:1767329298.425929:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767329298.425931:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1767329298.425933:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767329298.425935:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329298.425935:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2809c80 00000400:00000010:3.0:1767329298.425938:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7c1939d. 00010000:00000001:1.0:1767329298.425945:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767329298.425946:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d08aec3 00010000:00000001:1.0:1767329298.425950:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329298.425951:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d08aec3. 00000100:00000001:1.0:1767329298.425954:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329298.425957:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329298.425958:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329298.425959:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1767329298.425962:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xb0d [1] + 224 00000100:00000001:1.0:1767329298.425963:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329298.425969:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ebc4a5d x1853178572217728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329298.425971:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767329298.425973:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001c588408 x1853178572217600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329298.425984:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329298.425989:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329298.425998:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329298.426006:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329298.426007:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329298.426010:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ebc4a5d x1853178572217728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329298.426011:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329298.426037:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329298.426037:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000148c304c x1853178572217472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329298.426046:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c588408 x1853178572217600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329314 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329298.426071:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329298.426075:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767329298.426079:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001c588408 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572217600:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329298.426079:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000148c304c x1853178572217472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329298.426080:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329298.426084:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329298.426087:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329298.426090:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329298.426094:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329298.426098:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767329298.426100:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=145 v=5 (5 5 5 0) 00000100:00001000:3.0:1767329298.426104:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767329298.426106:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329298.426107:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329298.426109:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1767329298.426112:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00080000:3.0:1767329298.426113:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000002ebc4a5d x1853178572217728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329298.426115:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767329298.426117:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767329298.426120:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329298.426125:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab06e96a. 00010000:00000001:3.0:1767329298.426128:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329298.426131:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002044f8ff 00000100:00000001:3.0:1767329298.426133:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:1.0:1767329298.426135:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002044f8ff. 00000100:00000040:3.0:1767329298.426137:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329298.426142:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329298.426142:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329298.426147:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329298.426151:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000148c304c x1853178572217472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329298.426155:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ebc4a5d x1853178572217728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329298.426172:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000148c304c x1853178572217472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329298.426178:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329298.426179:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329298.426181:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329298.426183:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329298.426185:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329298.426187:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329298.426191:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329298.426195:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=145 v=5 (5 5 5 0) 00000100:00000001:3.0:1767329298.426198:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329298.426200:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329298.426201:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767329298.426209:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=145 v=5 (1 1 1 0) 00000100:00000040:3.0:1767329298.426210:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ebc4a5d x1853178572217728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329314 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329298.426215:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329298.426217:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329298.426221:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329298.426224:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329298.426227:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ebc4a5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572217728:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329298.426228:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329298.426235:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329298.426238:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000148c304c x1853178572217472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329298.426239:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329298.426245:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ebc4a5d x1853178572217728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329314 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329298.426251:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329298.426256:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329298.426258:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329298.426261:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329298.426265:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767329298.426265:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000148c304c x1853178572217472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329314 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329298.426270:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b537395. 02000000:00000001:3.0:1767329298.426276:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1767329298.426277:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000148c304c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572217472:192.168.202.109@tcp:400: 00000020:00000001:3.0:1767329298.426280:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329298.426282:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767329298.426283:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329298.426286:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767329298.426287:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329298.426290:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ce0a9bb. 00000100:00000040:1.0:1767329298.426291:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001c588408 x1853178572217600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329314 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329298.426296:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329298.426299:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329298.426301:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ebc4a5d. 00000100:00000001:3.0:1767329298.426306:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329298.426309:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329298.426309:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767329298.426313:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329298.426314:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767329298.426317:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1767329298.426319:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b37240ef. 00000100:00000001:3.0:1767329298.426320:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329298.426324:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329298.426327:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329298.426327:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329298.426332:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329298.426335:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329298.426338:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329298.426340:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c06a1248. 02000000:00000001:1.0:1767329298.426344:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329298.426345:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329298.426347:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c588408. 00000100:00000001:1.0:1767329298.426350:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329298.426352:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329298.426354:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329298.426357:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000148c304c x1853178572217472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329314 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329298.426370:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329298.426372:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329298.426373:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d12fd14c. 02000000:00000001:1.0:1767329298.426376:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329298.426377:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329298.426378:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329298.426380:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329298.426382:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dda4c5dc. 02000000:00000001:1.0:1767329298.426384:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329298.426385:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329298.426386:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000148c304c. 00000100:00000001:1.0:1767329298.426389:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329298.426391:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329298.426393:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329298.426397:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329298.426398:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329298.426401:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329298.426403:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329298.487101:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329298.487106:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329298.487112:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329298.487113:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329298.487160:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329298.487165:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329298.487168:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329299.511118:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329299.511123:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329299.511128:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329299.511129:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329299.511206:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329299.511209:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329299.511212:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329300.535094:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329300.535099:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329300.535104:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329300.535106:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329300.535144:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329300.535147:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329300.535150:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329301.559105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329301.559112:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329301.559119:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329301.559120:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329301.559166:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329301.559170:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329301.559173:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329302.583117:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329302.583123:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329302.583127:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329302.583144:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329302.583189:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329302.583199:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329302.583202:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329303.031118:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301147996, at 4301148160 00000100:00000040:1.0:1767329303.031125:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301147996, at 4301148160 00000100:00000010:0.0:1767329303.031134:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000932918d1. 00000100:00000010:1.0:1767329303.031138:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000095fed548. 00000100:00000040:2.0:1767329303.031153:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301147996, at 4301148160 00000100:00000010:2.0:1767329303.031169:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9fe6e3a. 00000100:00000040:3.0:1767329303.031191:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301147997, at 4301148160 00000100:00000010:3.0:1767329303.031200:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1fa5921. 00000100:00000040:3.0:1767329303.543096:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329303.543105:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329303.543111:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000143e2fae. 00000020:00000040:3.0:1767329303.543116:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329303.543120:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329303.543123:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329303.543127:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329303.543133:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024fb3337. 00000100:00000001:3.0:1767329303.543140:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329303.543148:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000143e2fae x1853178572217856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329303.543157:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329303.543159:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329303.543163:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000143e2fae] to pc [ptlrpcd_00_01+1] req@00000000143e2fae x1853178572217856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329303.543186:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329303.543188:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329303.543191:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329303.543193:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030aeebd2. 00000020:00000040:3.0:1767329303.543195:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329303.543197:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329303.543198:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329303.543199:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329303.543201:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a6343d55. 00000100:00000001:0.0:1767329303.543202:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329303.543203:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329303.543207:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000030aeebd2 x1853178572217984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329303.543208:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329303.543212:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329303.543220:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000143e2fae x1853178572217856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329303.543240:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329303.543243:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329303.543244:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329303.543248:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329303.543251:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767329303.543255:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030aeebd2] to pc [ptlrpcd_00_02+2] req@0000000030aeebd2 x1853178572217984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329303.543256:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329303.543260:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329303.543262:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329303.543273:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329303.543274:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000143e2fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572217856:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329303.543287:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329303.543290:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329303.543293:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767329303.543294:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767329303.543297:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329303.543298:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767329303.543301:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767329303.543302:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021ff4b2. 02000000:00000010:0.0:1767329303.543306:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000030a585cd. 00000020:00000040:3.0:1767329303.543307:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:0.0:1767329303.543312:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329303.543313:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329303.543316:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329303.543318:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329303.543319:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059e7d0e5. 02000000:00000010:3.0:1767329303.543323:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e18132be. 00000100:00000001:3.0:1767329303.543328:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329303.543329:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000063b7aea. 00000100:00000001:1.0:1767329303.543331:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329303.543333:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000021ff4b2 x1853178572218112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329303.543337:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767329303.543337:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572217856, portal 25 00000100:00000001:1.0:1767329303.543340:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329303.543341:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329303.543344:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329303.543349:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000030aeebd2 x1853178572217984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329303.543350:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329303.543353:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776930176 : -127176932621440 : ffff8c55501b8380) 00000100:00000040:3.0:1767329303.543354:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000021ff4b2] to pc [ptlrpcd_00_03+3] req@00000000021ff4b2 x1853178572218112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329303.543365:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000143e2fae x1853178572217856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329303.543374:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329303.543377:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329303.543400:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329303.543401:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767329303.543403:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767329303.543405:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767329303.543406:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329303.543410:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329303.543413:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329303.543415:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767329303.543416:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034968aab. 00000100:00100000:1.0:1767329303.543419:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572217984:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329303.543421:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6486) 00000100:00000001:1.0:1767329303.543424:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767329303.543427:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572217856, offset 0 02000000:00000001:1.0:1767329303.543429:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329303.543431:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329303.543433:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329303.543437:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ef51550. 00000400:00000200:0.0:1767329303.543438:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329303.543442:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329303.543446:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab06e96a. 00000400:00000010:1.0:1767329303.543450:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002044f8ff. 00000100:00000001:3.0:1767329303.543453:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767329303.543454:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572217984, portal 10 00000400:00000200:0.0:1767329303.543454:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329303.543458:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329303.543460:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329303.543462:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329303.543462:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776931072 : -127176932620544 : ffff8c55501b8700) 00000400:00000200:0.0:1767329303.543465:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767329303.543469:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000021ff4b2 x1853178572218112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329303.543473:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:1.0:1767329303.543474:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000030aeebd2 x1853178572217984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329303.543481:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329303.543488:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329303.543497:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [328:328:256:4294967295] 192.168.202.109@tcp LPNI seq info [328:328:8:4294967295] 00000100:00000001:1.0:1767329303.543504:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329303.543512:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329303.543518:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048b25755. 00000400:00000200:0.0:1767329303.543522:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:1.0:1767329303.543524:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572217984, offset 0 00000100:00000001:3.0:1767329303.543526:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329303.543530:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329303.543534:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767329303.543536:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:0.0:1767329303.543537:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329303.543538:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329303.543542:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767329303.543543:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6c5103d. 00000400:00000200:1.0:1767329303.543546:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00100000:3.0:1767329303.543547:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000021ff4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572218112:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329303.543551:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329303.543553:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767329303.543554:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:3.0:1767329303.543556:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329303.543561:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329303.543564:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1767329303.543565:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ae21526. 00000800:00000200:0.0:1767329303.543569:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:3.0:1767329303.543571:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329303.543571:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329303.543577:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767329303.543577:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6c5103d type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767329303.543578:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7c1939d. 00000400:00000200:1.0:1767329303.543586:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:3.0:1767329303.543587:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d08aec3. 00000400:00000200:1.0:1767329303.543592:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [329:329:255:4294967295] 192.168.202.109@tcp LPNI seq info [329:329:7:4294967295] 00000100:00000200:3.0:1767329303.543593:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572218112, portal 10 00000100:00000001:0.0:1767329303.543596:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329303.543599:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329303.543602:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776940928 : -127176932610688 : ffff8c55501bad80) 00000100:00000001:0.0:1767329303.543603:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301153116 00000100:00000010:0.0:1767329303.543610:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021e4b7b2. 00000100:00000040:3.0:1767329303.543613:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000021ff4b2 x1853178572218112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329303.543614:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329303.543620:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767329303.543627:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767329303.543630:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329303.543632:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301153116 00000100:00000040:3.0:1767329303.543636:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329303.543638:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000100:00000010:0.0:1767329303.543639:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008aa23318. 00000400:00000010:3.0:1767329303.543641:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097041725. 00000100:00000200:3.0:1767329303.543646:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572218112, offset 0 00000100:00000001:0.0:1767329303.543646:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767329303.543649:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329303.543653:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301153116 00000400:00000200:3.0:1767329303.543659:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329303.543660:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:0.0:1767329303.543660:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8fe8887. 00000800:00000200:1.0:1767329303.543665:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329303.543669:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329303.543673:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329303.543675:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767329303.543677:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767329303.543680:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 284012 usecs (285 jiffies) 00000400:00000200:3.0:1767329303.543684:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329303.543684:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301153116 00000100:00000001:1.0:1767329303.543686:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301148957 00000800:00000200:2.0:1767329303.543687:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767329303.543691:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054f74597. 00000400:00000200:3.0:1767329303.543693:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329303.543694:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301153116 00000800:00000010:2.0:1767329303.543701:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6c5103d. 00000100:00000001:1.0:1767329303.543702:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301148957 00000100:00000001:0.0:1767329303.543703:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767329303.543705:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329303.543715:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301153116 00000100:00000001:0.0:1767329303.543718:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329303.543720:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301148957 00000400:00000200:3.0:1767329303.543721:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [330:330:254:4294967295] 192.168.202.109@tcp LPNI seq info [330:330:6:4294967295] 00000400:00000200:2.0:1767329303.543721:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329303.543723:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329303.543724:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301153116 00000100:00000001:1.0:1767329303.543730:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301148957 00000100:00000001:0.0:1767329303.543731:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329303.543733:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301153116 00000100:00000001:0.0:1767329303.543737:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329303.543745:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329303.543749:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329303.543752:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767329303.543754:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:2.0:1767329303.543759:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329303.543760:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329303.543760:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329303.543775:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767329303.543776:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329303.543777:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329303.543780:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034968aab 00000100:00000001:0.0:1767329303.543782:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329303.543783:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:3.0:1767329303.543784:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9d1b4a8. 00000400:00000010:2.0:1767329303.543791:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034968aab. 00000100:00000001:1.0:1767329303.543791:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329303.543792:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329303.543804:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329303.543807:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329303.543808:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329303.543811:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329303.543816:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9d1b4a8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329303.543816:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329303.543817:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329303.543828:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329303.543831:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329303.543832:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329303.543836:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000143e2fae x1853178572217856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329303.543841:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 17297 usecs (18 jiffies) 00000100:00000001:3.0:1767329303.543852:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301148690 00000100:00000001:3.0:1767329303.543863:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301153116 00000100:00000001:3.0:1767329303.543876:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301148690 00000100:00000001:3.0:1767329303.543879:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301153116 00000100:00000001:2.0:1767329303.543880:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329303.543886:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301148690 00000100:00000040:2.0:1767329303.543891:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000143e2fae x1853178572217856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329319 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329303.543892:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301153116 00000100:00000001:3.0:1767329303.543902:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301148690 00000100:00000001:3.0:1767329303.543910:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301153116 00000100:00000001:3.0:1767329303.543919:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329303.543928:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329303.543937:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329303.543938:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329303.543943:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329303.543944:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329303.543953:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329303.543956:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329303.543960:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329303.543961:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329303.543962:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329303.543964:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329303.543968:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329303.543971:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000400:00000200:2.0:1767329303.543979:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329303.543986:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329303.543988:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b25755 00000400:00000010:2.0:1767329303.543989:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048b25755. 00000100:00000001:2.0:1767329303.543991:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329303.543993:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000030aeebd2 x1853178572217984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329303.544000:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329303.544002:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000030aeebd2 x1853178572217984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329319 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329303.544006:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329303.544007:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329303.544094:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329303.544096:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9d1b4a8. 00000400:00000200:2.0:1767329303.544099:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329303.544101:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329303.544103:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097041725 00000400:00000010:2.0:1767329303.544105:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097041725. 00000100:00000001:2.0:1767329303.544107:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329303.544109:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021ff4b2 x1853178572218112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329303.544120:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329303.544121:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000021ff4b2 x1853178572218112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329319 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329303.544126:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329303.544127:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329303.545729:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329303.545817:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329303.545820:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329303.545821:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329303.545827:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329303.545837:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2809e00 00000400:00000200:0.0:1767329303.545843:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xb15 [1] + 224 00000800:00000001:0.0:1767329303.545847:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329303.545850:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329303.545852:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329303.545855:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329303.545860:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329303.545864:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000143e2fae x1853178572217856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329303.545871:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000143e2fae x1853178572217856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329303.545886:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329303.545893:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329303.545895:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329303.545903:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329303.545906:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329303.545909:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329303.545914:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2809e80 00000400:00000200:0.0:1767329303.545917:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xb1d [1] + 224 00000800:00000001:0.0:1767329303.545920:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329303.545921:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329303.545922:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329303.545924:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329303.545926:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329303.545929:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000030aeebd2 x1853178572217984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329303.545935:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000030aeebd2 x1853178572217984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329303.545948:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329303.545950:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767329303.545952:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329303.545953:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767329303.545956:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329303.545959:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767329303.545961:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767329303.545961:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767329303.545965:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329303.545969:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059e7d0e5. 00000400:00000200:0.0:1767329303.545969:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329303.545975:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000063b7aea 00000100:00000001:3.0:1767329303.545978:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767329303.545979:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000063b7aea. 00000400:00000200:0.0:1767329303.545981:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2809f00 00000100:00000001:3.0:1767329303.545982:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329303.545990:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767329303.545993:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xb25 [1] + 224 00000800:00000001:0.0:1767329303.545997:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767329303.545999:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1767329303.545999:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000143e2fae x1853178572217856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767329303.546002:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767329303.546003:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767329303.546006:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab06e96a. 00000400:00000200:0.0:1767329303.546009:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329303.546012:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002044f8ff 00000400:00000010:3.0:1767329303.546043:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002044f8ff. 00000400:00000200:0.0:1767329303.546044:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329303.546050:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329303.546053:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329303.546055:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000143e2fae x1853178572217856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329303.546057:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000030aeebd2 x1853178572217984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329303.546060:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021ff4b2 x1853178572218112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329303.546092:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767329303.546096:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000030aeebd2 x1853178572217984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329303.546096:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329303.546097:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000021ff4b2 x1853178572218112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329303.546103:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329303.546107:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329303.546109:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329303.546113:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329303.546118:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329303.546125:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=150 v=5 (5 5 5 0) 00000100:00000001:3.0:1767329303.546128:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329303.546131:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767329303.546132:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=150 v=5 (1 1 1 0) 00000100:00000001:3.0:1767329303.546133:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329303.546136:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329303.546139:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329303.546141:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329303.546142:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329303.546145:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329303.546148:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329303.546152:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1767329303.546155:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=140 v=5 (5 5 5 0) 00010000:00000001:1.0:1767329303.546156:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329303.546162:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329303.546163:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=140 v=5 (1 1 1 0) 00000100:00000001:0.0:1767329303.546168:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329303.546169:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767329303.546172:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000143e2fae x1853178572217856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329303.546173:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329303.546176:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767329303.546178:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1767329303.546183:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767329303.546184:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329303.546185:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329303.546192:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329303.546193:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767329303.546195:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329303.546198:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000040:1.0:1767329303.546202:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000143e2fae x1853178572217856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329319 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329303.546204:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329303.546207:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329303.546210:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329303.546213:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329303.546223:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767329303.546224:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000030aeebd2 x1853178572217984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767329303.546229:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329303.546236:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7c1939d. 00000400:00000200:2.0:1767329303.546247:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d08aec3 00000400:00000010:2.0:1767329303.546257:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d08aec3. 00000100:00100000:1.0:1767329303.546258:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000143e2fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572217856:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329303.546269:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329303.546273:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329303.546275:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329303.546283:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767329303.546283:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021ff4b2 x1853178572218112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329303.546283:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329303.546289:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329303.546292:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000143e2fae x1853178572217856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329319 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329303.546308:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030aeebd2 x1853178572217984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329319 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329303.546328:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329303.546333:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329303.546338:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000030a585cd. 02000000:00000001:1.0:1767329303.546354:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329303.546357:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1767329303.546362:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572217984:192.168.202.109@tcp:400: 00000100:00000200:2.0:1767329303.546362:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021ff4b2 x1853178572218112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767329303.546363:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329303.546375:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329303.546382:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024fb3337. 00000100:00000001:3.0:1767329303.546398:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329303.546407:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329303.546414:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767329303.546416:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767329303.546422:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000143e2fae. 00000100:00000040:3.0:1767329303.546425:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000030aeebd2 x1853178572217984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329319 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329303.546425:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329303.546426:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329303.546431:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329303.546432:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329303.546451:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767329303.546451:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329303.546452:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329303.546461:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767329303.546462:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767329303.546464:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329303.546475:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767329303.546476:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ef51550. 00000100:00000001:1.0:1767329303.546477:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329303.546486:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329303.546488:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329303.546489:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329303.546493:0:208650:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767329303.546493:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329303.546494:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767329303.546500:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329303.546504:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329303.546506:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a6343d55. 02000000:00000001:3.0:1767329303.546508:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1767329303.546509:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=150 v=5 (5 5 5 0) 02000000:00000001:3.0:1767329303.546510:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329303.546515:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030aeebd2. 00000100:00000001:3.0:1767329303.546520:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:2.0:1767329303.546521:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1767329303.546528:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329303.546529:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329303.546536:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329303.546537:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767329303.546552:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329303.546554:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329303.546556:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767329303.546562:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000021ff4b2 x1853178572218112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329303.546563:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329303.546567:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329303.546579:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329303.546590:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329303.546592:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329303.546593:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329303.546594:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329303.546598:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000021ff4b2 x1853178572218112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329303.546604:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329303.546606:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329303.546608:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329303.546610:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021ff4b2 x1853178572218112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329319 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329303.546614:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000021ff4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572218112:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329303.546619:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329303.546620:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329303.546622:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000021ff4b2 x1853178572218112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329319 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329303.546626:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329303.546628:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329303.546630:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ae21526. 02000000:00000001:2.0:1767329303.546633:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329303.546635:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329303.546636:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329303.546638:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329303.546640:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e18132be. 02000000:00000001:2.0:1767329303.546642:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329303.546644:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329303.546645:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021ff4b2. 00000100:00000001:2.0:1767329303.546650:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329303.546651:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329303.546652:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329303.546657:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329303.546659:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329303.546661:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329303.546666:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329303.607090:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329303.607095:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329303.607097:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329303.607099:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329303.607102:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329303.607104:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329303.607105:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329303.607107:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329303.607111:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329303.607112:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329303.607193:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329303.607196:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329303.607198:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329304.631114:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329304.631136:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329304.631141:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329304.631142:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329304.631189:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329304.631195:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329304.631198:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329305.655104:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329305.655110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329305.655115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329305.655117:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329305.655120:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329305.655125:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329305.655127:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329305.655128:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329305.655130:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329305.655132:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329305.655133:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329305.655135:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329305.655211:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329305.655216:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329305.655219:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329306.679111:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329306.679118:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329306.679124:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329306.679125:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329306.679205:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329306.679210:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329306.679214:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329307.703139:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329307.703145:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329307.703149:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329307.703150:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329307.703197:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329307.703203:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329307.703207:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329308.151131:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301153116, at 4301153280 00000100:00000010:0.0:1767329308.151146:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021e4b7b2. 00000100:00000040:1.0:1767329308.151171:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301153116, at 4301153280 00000100:00000040:2.0:1767329308.151177:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301153116, at 4301153280 00000100:00000040:3.0:1767329308.151179:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301153116, at 4301153280 00000100:00000010:1.0:1767329308.151181:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008aa23318. 00000100:00000010:2.0:1767329308.151201:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8fe8887. 00000100:00000010:3.0:1767329308.151204:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054f74597. 00000100:00000040:0.0:1767329308.663145:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329308.663155:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329308.663165:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c57c20d1. 00000020:00000040:0.0:1767329308.663173:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329308.663178:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329308.663181:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329308.663188:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329308.663196:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6c5103d. 00000100:00000001:0.0:1767329308.663203:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329308.663212:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000c57c20d1 x1853178572218240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329308.663222:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329308.663224:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329308.663229:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c57c20d1] to pc [ptlrpcd_00_00+0] req@00000000c57c20d1 x1853178572218240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329308.663260:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329308.663262:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329308.663266:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329308.663268:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087b3a54b. 00000100:00000001:1.0:1767329308.663270:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767329308.663271:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329308.663275:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1767329308.663276:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:0.0:1767329308.663277:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329308.663280:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329308.663281:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767329308.663283:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dda4c5dc. 00000100:00000001:0.0:1767329308.663287:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329308.663290:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329308.663292:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329308.663293:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329308.663297:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329308.663298:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329308.663300:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329308.663301:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329308.663308:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c57c20d1 x1853178572218240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329308.663309:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000087b3a54b x1853178572218368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329308.663350:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329308.663351:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329308.663355:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b3a54b] to pc [ptlrpcd_00_01+1] req@0000000087b3a54b x1853178572218368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329308.663363:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329308.663366:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329308.663374:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329308.663377:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767329308.663379:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329308.663383:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329308.663383:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767329308.663387:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329308.663388:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000969bb8ef. 00000100:00100000:1.0:1767329308.663392:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c57c20d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572218240:192.168.202.109@tcp:400: 00000020:00000040:0.0:1767329308.663393:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329308.663397:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329308.663398:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329308.663401:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329308.663402:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767329308.663404:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767329308.663407:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329308.663407:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329308.663409:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767329308.663413:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c06a1248. 02000000:00000001:1.0:1767329308.663414:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329308.663416:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767329308.663419:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329308.663420:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329308.663421:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329308.663424:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767329308.663426:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b37240ef. 00000100:00000001:2.0:1767329308.663427:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767329308.663431:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329308.663432:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329308.663432:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000969bb8ef x1853178572218496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767329308.663440:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087b3a54b x1853178572218368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329308.663440:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e77fbe5. 00000400:00000010:1.0:1767329308.663450:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087ae87af. 00000100:00000200:1.0:1767329308.663458:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572218240, portal 25 00000100:00000001:0.0:1767329308.663463:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329308.663464:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329308.663465:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329308.663466:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329308.663467:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329308.663467:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578896768 : -127177130654848 : ffff8c55444dc380) 02000000:00000001:2.0:1767329308.663475:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329308.663477:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329308.663480:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c57c20d1 x1853178572218240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329308.663480:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000969bb8ef] to pc [ptlrpcd_00_02+2] req@00000000969bb8ef x1853178572218496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329308.663481:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329308.663489:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087b3a54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572218368:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329308.663499:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329308.663502:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329308.663506:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329308.663510:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329308.663516:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e57a952f. 00000100:00000001:1.0:1767329308.663518:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767329308.663519:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329308.663523:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329308.663525:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096273a06. 00000400:00000010:1.0:1767329308.663526:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c86e3c6. 00000100:00000001:0.0:1767329308.663532:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329308.663533:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572218240, offset 0 00000400:00000010:2.0:1767329308.663534:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039d0c259. 00000100:00000040:0.0:1767329308.663538:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767329308.663544:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1767329308.663545:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329308.663551:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329308.663552:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6491) 00000100:00000001:3.0:1767329308.663556:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767329308.663556:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572218368, portal 10 00000100:00000001:3.0:1767329308.663560:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329308.663560:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767329308.663562:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329308.663564:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578908416 : -127177130643200 : ffff8c55444df100) 00000100:00000040:3.0:1767329308.663568:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000969bb8ef x1853178572218496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329308.663571:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767329308.663576:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087b3a54b x1853178572218368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329308.663578:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329308.663581:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329308.663583:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329308.663590:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329308.663597:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329308.663598:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767329308.663607:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [331:331:256:4294967295] 192.168.202.109@tcp LPNI seq info [331:331:8:4294967295] 00000100:00000040:2.0:1767329308.663608:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329308.663614:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ad6670d. 00000100:00000200:2.0:1767329308.663619:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572218368, offset 0 00000100:00000001:3.0:1767329308.663620:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329308.663624:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329308.663628:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329308.663631:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329308.663631:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329308.663632:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:3.0:1767329308.663636:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329308.663640:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000969bb8ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572218496:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329308.663642:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329308.663645:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329308.663647:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329308.663651:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767329308.663652:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:1.0:1767329308.663652:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000010:3.0:1767329308.663655:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bff1ec18. 00000800:00000010:1.0:1767329308.663659:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 02000000:00000001:3.0:1767329308.663660:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329308.663661:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329308.663667:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:3.0:1767329308.663668:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fef889eb. 00000400:00000200:2.0:1767329308.663671:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767329308.663674:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000010:3.0:1767329308.663675:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73b5700. 00000400:00000200:2.0:1767329308.663678:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:3.0:1767329308.663680:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572218496, portal 10 00000400:00000200:2.0:1767329308.663685:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [332:332:255:4294967295] 192.168.202.109@tcp LPNI seq info [332:332:7:4294967295] 00000100:00000001:3.0:1767329308.663687:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329308.663689:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578904832 : -127177130646784 : ffff8c55444de300) 00000800:00000200:1.0:1767329308.663698:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000040:3.0:1767329308.663699:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000969bb8ef x1853178572218496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329308.663703:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329308.663706:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329308.663718:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767329308.663719:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329308.663724:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329308.663725:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012a5af5b. 00000100:00000001:1.0:1767329308.663725:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329308.663728:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000231b7bae. 00000100:00000200:3.0:1767329308.663732:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572218496, offset 0 00000100:00000001:1.0:1767329308.663734:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301158236 00000800:00000200:2.0:1767329308.663737:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:1.0:1767329308.663741:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000095fed548. 00000400:00000200:3.0:1767329308.663742:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:2.0:1767329308.663748:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329308.663751:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767329308.663752:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012a5af5b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329308.663755:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329308.663759:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329308.663761:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329308.663761:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301158236 00000100:00000040:2.0:1767329308.663763:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 281091 usecs (282 jiffies) 00000400:00000200:3.0:1767329308.663768:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000010:1.0:1767329308.663769:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077278bd8. 00000100:00000001:2.0:1767329308.663770:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301154074 00000400:00000200:3.0:1767329308.663772:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329308.663777:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301158236 00000100:00000001:1.0:1767329308.663777:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767329308.663778:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:0.0:1767329308.663782:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329308.663784:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301154074 00000100:00000001:1.0:1767329308.663786:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301158236 00000400:00000200:3.0:1767329308.663787:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [333:333:254:4294967295] 192.168.202.109@tcp LPNI seq info [333:333:6:4294967295] 00000100:00000001:2.0:1767329308.663789:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301158236 00000100:00000010:1.0:1767329308.663792:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000620d8893. 00000800:00000010:0.0:1767329308.663795:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000100:00000001:2.0:1767329308.663796:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301154074 00000100:00000001:1.0:1767329308.663799:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767329308.663806:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301158236 00000400:00000200:0.0:1767329308.663806:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329308.663807:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301158236 00000400:00000200:3.0:1767329308.663810:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329308.663814:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301154074 00000100:00000010:1.0:1767329308.663815:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea9442b1. 00000400:00000200:0.0:1767329308.663818:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329308.663823:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767329308.663829:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329308.663830:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301158236 00000400:00000200:0.0:1767329308.663830:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c86e3c6 00000800:00000200:3.0:1767329308.663835:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329308.663836:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329308.663836:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c86e3c6. 00000100:00000001:2.0:1767329308.663837:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767329308.663842:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a6343d55. 00000100:00000001:2.0:1767329308.663843:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329308.663844:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329308.663845:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329308.663849:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329308.663850:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329308.663851:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329308.663853:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329308.663855:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c57c20d1 x1853178572218240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329308.663857:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329308.663861:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767329308.663862:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329308.663865:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329308.663868:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a6343d55 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329308.663871:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329308.663875:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329308.663881:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 17152 usecs (18 jiffies) 00000100:00000001:0.0:1767329308.663883:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329308.663888:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301153810 00000100:00000040:0.0:1767329308.663890:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c57c20d1 x1853178572218240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329324 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329308.663893:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301158236 00000100:00000001:3.0:1767329308.663899:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301153810 00000100:00000001:0.0:1767329308.663902:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329308.663903:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301158236 00000100:00000001:0.0:1767329308.663906:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329308.663908:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301153810 00000100:00000001:3.0:1767329308.663910:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301158236 00000100:00000001:3.0:1767329308.663912:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301153810 00000100:00000001:3.0:1767329308.663913:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301158236 00000100:00000001:3.0:1767329308.663915:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329308.663916:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329308.663918:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329308.663920:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767329308.663920:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329308.663923:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012a5af5b. 00000100:00000001:3.0:1767329308.663924:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329308.663927:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767329308.663928:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329308.663929:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329308.663932:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329308.663935:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329308.663936:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329308.663939:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329308.663940:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ad6670d 00000400:00000010:0.0:1767329308.663943:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ad6670d. 00000100:00000001:0.0:1767329308.663945:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329308.663947:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087b3a54b x1853178572218368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329308.663952:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329308.663954:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087b3a54b x1853178572218368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329324 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329308.663957:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329308.663959:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329308.664043:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329308.664045:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a6343d55. 00000400:00000200:0.0:1767329308.664047:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329308.664050:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329308.664051:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000231b7bae 00000400:00000010:0.0:1767329308.664052:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000231b7bae. 00000100:00000001:0.0:1767329308.664060:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329308.664062:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000969bb8ef x1853178572218496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329308.664067:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329308.664069:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000969bb8ef x1853178572218496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329324 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329308.664072:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329308.664074:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329308.665909:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329308.665921:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329308.665924:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329308.665926:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329308.665932:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329308.665941:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2809f80 00000400:00000200:2.0:1767329308.665946:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xb2d [1] + 224 00000800:00000001:2.0:1767329308.665951:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329308.665954:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329308.665956:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329308.665958:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329308.665961:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329308.665964:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c57c20d1 x1853178572218240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329308.665972:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c57c20d1 x1853178572218240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329308.665986:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329308.665991:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329308.665993:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329308.665994:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329308.665996:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329308.665998:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329308.666002:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280a000 00000400:00000200:2.0:1767329308.666005:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xb35 [1] + 224 00000800:00000001:2.0:1767329308.666033:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329308.666037:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329308.666039:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329308.666042:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329308.666044:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329308.666047:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087b3a54b x1853178572218368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329308.666049:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329308.666053:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767329308.666059:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000087b3a54b x1853178572218368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329308.666060:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329308.666064:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329308.666067:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e77fbe5. 00000400:00000200:1.0:1767329308.666072:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087ae87af 00000400:00000010:1.0:1767329308.666073:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087ae87af. 00000100:00000001:1.0:1767329308.666076:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329308.666077:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767329308.666082:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c57c20d1 x1853178572218240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329308.666083:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329308.666087:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329308.666091:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329308.666094:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329308.666101:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:3.0:1767329308.666103:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329308.666108:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329308.666112:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280a080 00000400:00000001:3.0:1767329308.666114:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1767329308.666117:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c57c20d1 x1853178572218240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767329308.666118:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329308.666120:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096273a06. 00000400:00000200:3.0:1767329308.666126:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039d0c259 00000100:00000001:1.0:1767329308.666128:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329308.666130:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329308.666131:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329308.666133:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767329308.666135:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039d0c259. 00000100:00000001:1.0:1767329308.666136:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329308.666140:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329308.666141:0:208648:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767329308.666142:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329308.666146:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xb3d [1] + 224 00000100:00000200:3.0:1767329308.666149:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087b3a54b x1853178572218368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767329308.666149:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=5 v=5 (5 5 5 5) 00000800:00000001:2.0:1767329308.666154:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767329308.666159:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=5 v=5 (1 1 1 1) 00000800:00000001:2.0:1767329308.666163:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329308.666167:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329308.666168:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767329308.666171:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087b3a54b x1853178572218368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329308.666172:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329308.666176:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00010000:00000001:1.0:1767329308.666178:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329308.666182:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329308.666183:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329308.666188:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329308.666190:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767329308.666191:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000969bb8ef x1853178572218496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329308.666194:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329308.666197:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c57c20d1 x1853178572218240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329308.666199:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329308.666202:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329308.666205:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329308.666208:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329308.666214:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329308.666218:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000969bb8ef x1853178572218496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767329308.666221:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=145 v=5 (5 5 5 0) 00000100:00000001:1.0:1767329308.666221:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329308.666228:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1767329308.666231:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=145 v=5 (1 1 1 0) 00000100:00000001:1.0:1767329308.666232:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329308.666238:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329308.666242:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329308.666242:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767329308.666242:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c57c20d1 x1853178572218240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329324 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329308.666247:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767329308.666248:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767329308.666251:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329308.666253:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329308.666257:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329308.666260:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00100000:1.0:1767329308.666262:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c57c20d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572218240:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329308.666263:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329308.666266:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329308.666271:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329308.666273:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087b3a54b x1853178572218368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329308.666274:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329308.666275:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329308.666279:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329308.666283:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c57c20d1 x1853178572218240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329324 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329308.666284:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767329308.666285:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329308.666289:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329308.666290:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767329308.666292:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fef889eb. 00000100:00000001:3.0:1767329308.666293:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329308.666299:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73b5700 00000100:00000001:1.0:1767329308.666301:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767329308.666303:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087b3a54b x1853178572218368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329324 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329308.666304:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73b5700. 02000000:00000001:1.0:1767329308.666305:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329308.666310:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b37240ef. 00000100:00000001:0.0:1767329308.666310:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767329308.666316:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087b3a54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572218368:192.168.202.109@tcp:400: 00000100:00000200:0.0:1767329308.666318:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000969bb8ef x1853178572218496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329308.666321:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329308.666326:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767329308.666327:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767329308.666329:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000200:0.0:1767329308.666348:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000969bb8ef x1853178572218496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329308.666349:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767329308.666349:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329308.666354:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c6c5103d. 00000100:00000040:3.0:1767329308.666357:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087b3a54b x1853178572218368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329324 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329308.666361:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329308.666363:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767329308.666365:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767329308.666366:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767329308.666368:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c57c20d1. 00000100:00000001:0.0:1767329308.666372:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329308.666374:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767329308.666376:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329308.666377:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329308.666379:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329308.666383:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329308.666384:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329308.666384:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329308.666387:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767329308.666389:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329308.666390:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e57a952f. 00000100:00000001:1.0:1767329308.666392:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1767329308.666394:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=5 v=5 (5 5 5 5) 02000000:00000001:3.0:1767329308.666395:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329308.666395:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329308.666399:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1767329308.666402:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=102 v=5 (1 0 0 0) 00000020:00000040:3.0:1767329308.666403:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329308.666403:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329308.666407:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329308.666410:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767329308.666411:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767329308.666415:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dda4c5dc. 00000100:00000001:0.0:1767329308.666415:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329308.666420:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767329308.666421:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329308.666424:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329308.666426:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087b3a54b. 00010000:00080000:0.0:1767329308.666429:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000969bb8ef x1853178572218496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329308.666430:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329308.666432:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329308.666435:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329308.666439:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329308.666442:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329308.666445:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329308.666447:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329308.666462:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329308.666465:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329308.666466:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329308.666468:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329308.666470:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329308.666474:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000969bb8ef x1853178572218496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329308.666481:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329308.666483:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329308.666485:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329308.666488:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000969bb8ef x1853178572218496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329324 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329308.666496:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000969bb8ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572218496:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329308.666499:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329308.666501:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329308.666502:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000969bb8ef x1853178572218496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329324 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329308.666506:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329308.666508:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329308.666510:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bff1ec18. 02000000:00000001:0.0:1767329308.666512:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329308.666513:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329308.666514:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329308.666516:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329308.666517:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c06a1248. 02000000:00000001:0.0:1767329308.666519:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329308.666520:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329308.666521:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000969bb8ef. 00000100:00000001:0.0:1767329308.666523:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329308.666524:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329308.666529:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329308.666532:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329308.666533:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329308.666535:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329308.666536:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329308.727083:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329308.727087:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329308.727091:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329308.727092:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329308.727166:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329308.727169:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329308.727171:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329309.751154:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329309.751160:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329309.751164:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329309.751164:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329309.751257:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329309.751263:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329309.751266:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329310.775107:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329310.775112:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329310.775117:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329310.775119:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329310.775168:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329310.775175:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329310.775197:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329311.799162:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329311.799168:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329311.799172:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329311.799173:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329311.799225:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329311.799231:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329311.799235:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329312.823145:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329312.823151:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329312.823157:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329312.823159:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329312.823216:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329312.823221:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329312.823226:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329313.271094:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301158236, at 4301158400 00000100:00000040:2.0:1767329313.271095:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301158236, at 4301158400 00000100:00000040:0.0:1767329313.271108:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301158236, at 4301158400 00000100:00000010:2.0:1767329313.271115:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000620d8893. 00000100:00000010:0.0:1767329313.271116:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000095fed548. 00000100:00000010:3.0:1767329313.271124:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea9442b1. 00000100:00000040:1.0:1767329313.271462:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301158236, at 4301158400 00000100:00000010:1.0:1767329313.271469:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077278bd8. 00000100:00000040:1.0:1767329313.783139:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329313.783165:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329313.783172:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007e555f5. 00000020:00000040:1.0:1767329313.783177:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329313.783182:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329313.783184:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329313.783190:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329313.783196:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d0d0c54. 00000100:00000001:1.0:1767329313.783202:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329313.783212:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000007e555f5 x1853178572218624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329313.783222:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329313.783223:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329313.783227:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007e555f5] to pc [ptlrpcd_00_03+3] req@0000000007e555f5 x1853178572218624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329313.783264:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329313.783267:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329313.783270:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329313.783274:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc9b4205. 00000020:00000040:1.0:1767329313.783276:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329313.783279:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329313.783280:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329313.783297:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329313.783301:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 00000100:00000001:1.0:1767329313.783304:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329313.783308:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000cc9b4205 x1853178572218752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329313.783317:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329313.783318:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329313.783322:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9b4205] to pc [ptlrpcd_00_00+0] req@00000000cc9b4205 x1853178572218752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329313.783341:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329313.783347:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329313.783348:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329313.783351:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329313.783351:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329313.783357:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007e555f5 x1853178572218624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329313.783360:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329313.783364:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329313.783371:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce5d9467. 00000100:00000001:0.0:1767329313.783371:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329313.783372:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329313.783374:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767329313.783376:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329313.783380:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329313.783381:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329313.783382:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329313.783385:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767329313.783387:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329313.783387:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329313.783388:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329313.783391:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767329313.783393:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329313.783394:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ce889c. 00000100:00000001:1.0:1767329313.783397:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329313.783399:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc9b4205 x1853178572218752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329313.783400:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572218624:192.168.202.109@tcp:400: 00000100:00000040:1.0:1767329313.783403:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000ce5d9467 x1853178572218880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329313.783406:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329313.783413:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329313.783413:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329313.783425:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329313.783428:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767329313.783429:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329313.783431:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329313.783432:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767329313.783434:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767329313.783436:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329313.783436:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329313.783439:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047734e1a. 02000000:00000001:2.0:1767329313.783440:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329313.783444:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329313.783445:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce5d9467] to pc [ptlrpcd_00_01+1] req@00000000ce5d9467 x1853178572218880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329313.783446:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329313.783452:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059e7d0e5. 00000100:00100000:2.0:1767329313.783453:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572218752:192.168.202.109@tcp:400: 00000400:00000010:0.0:1767329313.783460:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa460cfa. 00000100:00000001:2.0:1767329313.783461:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329313.783466:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767329313.783468:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572218624, portal 25 02000000:00000001:2.0:1767329313.783469:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329313.783472:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329313.783475:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329313.783476:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329313.783478:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000019580592. 00000100:00000001:0.0:1767329313.783478:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777204864 : -127176932346752 : ffff8c55501fb480) 00000100:00000040:1.0:1767329313.783479:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767329313.783483:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329313.783487:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767329313.783487:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007e555f5 x1853178572218624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329313.783493:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6496) 00000100:00000001:0.0:1767329313.783498:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329313.783501:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767329313.783502:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085dd8467. 00000100:00000040:0.0:1767329313.783503:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329313.783513:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767329313.783515:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081a0b675. 00000400:00000010:2.0:1767329313.783517:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000454155cc. 00000100:00000001:3.0:1767329313.783518:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767329313.783524:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572218752, portal 10 00000100:00000040:3.0:1767329313.783531:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce5d9467 x1853178572218880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329313.783531:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572218624, offset 0 00000100:00000001:2.0:1767329313.783532:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329313.783540:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777203072 : -127176932348544 : ffff8c55501fad80) 00000400:00000200:0.0:1767329313.783557:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329313.783559:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc9b4205 x1853178572218752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329313.783582:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329313.783601:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767329313.783603:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329313.783609:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329313.783610:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767329313.783618:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:3.0:1767329313.783621:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767329313.783622:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329313.783628:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767329313.783629:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767329313.783630:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b33676b. 00000400:00000200:0.0:1767329313.783642:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:3.0:1767329313.783643:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329313.783645:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572218752, offset 0 00000100:00100000:3.0:1767329313.783659:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572218880:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767329313.783659:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [334:334:256:4294967295] 192.168.202.109@tcp LPNI seq info [334:334:8:4294967295] 00000400:00000200:2.0:1767329313.783668:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329313.783683:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329313.783689:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329313.783695:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329313.783695:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:3.0:1767329313.783705:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767329313.783710:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000010:3.0:1767329313.783714:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000546d40c3. 00000400:00000200:2.0:1767329313.783714:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:0.0:1767329313.783716:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c06a1248. 00000400:00000200:2.0:1767329313.783729:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767329313.783733:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329313.783735:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329313.783741:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329313.783745:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767329313.783749:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1197315. 00000400:00000200:2.0:1767329313.783749:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:0.0:1767329313.783751:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329313.783761:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [335:335:255:4294967295] 192.168.202.109@tcp LPNI seq info [335:335:7:4294967295] 00000800:00000200:0.0:1767329313.783762:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c06a1248 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767329313.783766:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004673a60. 00000400:00000200:2.0:1767329313.783776:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:3.0:1767329313.783778:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572218880, portal 10 00000100:00000001:0.0:1767329313.783783:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329313.783784:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329313.783790:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:2.0:1767329313.783792:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012a5af5b. 00000100:00000001:0.0:1767329313.783793:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301163356 00000100:00000001:3.0:1767329313.783795:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777200384 : -127176932351232 : ffff8c55501fa300) 00000800:00000200:2.0:1767329313.783805:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:0.0:1767329313.783808:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0a19a74. 00000800:00000200:2.0:1767329313.783815:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329313.783818:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767329313.783819:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce5d9467 x1853178572218880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767329313.783822:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012a5af5b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329313.783832:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301163356 00000100:00000001:2.0:1767329313.783836:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329313.783845:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021e4b7b2. 00000100:00000040:2.0:1767329313.783849:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 278230 usecs (279 jiffies) 00000800:00000200:1.0:1767329313.783851:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329313.783858:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000010:1.0:1767329313.783861:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c06a1248. 00000100:00000001:2.0:1767329313.783863:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301159191 00000100:00000001:0.0:1767329313.783871:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301163356 00000400:00000200:1.0:1767329313.783876:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329313.783878:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329313.783878:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301163356 00000100:00000010:0.0:1767329313.783881:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097c45c3b. 00000100:00000001:2.0:1767329313.783888:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301159191 00000100:00000001:0.0:1767329313.783891:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767329313.783892:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000040:3.0:1767329313.783896:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329313.783900:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301163356 00000100:00000001:0.0:1767329313.783903:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301163356 00000400:00000010:3.0:1767329313.783905:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000459e8137. 00000400:00000200:1.0:1767329313.783905:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081a0b675 00000100:00000001:2.0:1767329313.783907:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301159191 00000100:00000010:0.0:1767329313.783912:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080a38a15. 00000100:00000001:2.0:1767329313.783917:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301163356 00000400:00000010:1.0:1767329313.783917:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081a0b675. 00000100:00000001:0.0:1767329313.783918:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767329313.783922:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301159191 00000100:00000001:2.0:1767329313.783925:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301163356 00000100:00000001:0.0:1767329313.783925:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329313.783930:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329313.783931:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329313.783933:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572218880, offset 0 00000100:00000001:2.0:1767329313.783933:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329313.783933:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329313.783947:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329313.783947:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007e555f5 x1853178572218624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329313.783950:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329313.783951:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329313.783959:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329313.783961:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329313.783968:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329313.783972:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329313.783975:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329313.783977:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329313.783978:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329313.783980:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329313.783981:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329313.783983:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329313.783987:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329313.783992:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329313.783992:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329313.783993:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329313.783993:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007e555f5 x1853178572218624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329329 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329313.784003:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329313.784005:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329313.784072:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329313.784074:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329313.784074:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767329313.784090:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329313.784093:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329313.784095:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329313.784097:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [336:336:254:4294967295] 192.168.202.109@tcp LPNI seq info [336:336:6:4294967295] 00000400:00000200:3.0:1767329313.784107:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329313.784112:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329313.784116:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f9bec14. 00000800:00000200:3.0:1767329313.784122:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767329313.784129:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329313.784132:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f9bec14 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329313.784135:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329313.784139:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 17008 usecs (18 jiffies) 00000100:00000001:3.0:1767329313.784142:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301158931 00000100:00000001:3.0:1767329313.784145:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301163356 00000100:00000001:3.0:1767329313.784147:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301158931 00000100:00000001:3.0:1767329313.784148:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301163356 00000100:00000001:3.0:1767329313.784150:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301158931 00000100:00000001:3.0:1767329313.784152:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301163356 00000100:00000001:3.0:1767329313.784153:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301158931 00000100:00000001:3.0:1767329313.784154:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301163356 00000100:00000001:3.0:1767329313.784155:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329313.784157:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329313.784159:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329313.784161:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329313.784166:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329313.784168:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329313.784171:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329313.784172:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329313.784175:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329313.784176:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329313.784179:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012a5af5b. 00000100:00000001:3.0:1767329313.784187:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329313.784188:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329313.784195:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329313.784198:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b33676b 00000400:00000010:1.0:1767329313.784201:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b33676b. 00000100:00000001:1.0:1767329313.784206:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329313.784209:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc9b4205 x1853178572218752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329313.784215:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329313.784216:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc9b4205 x1853178572218752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329329 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329313.784221:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329313.784222:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329313.784231:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329313.784232:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f9bec14. 00000400:00000200:1.0:1767329313.784235:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329313.784237:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329313.784239:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000459e8137 00000400:00000010:1.0:1767329313.784240:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000459e8137. 00000100:00000001:1.0:1767329313.784241:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329313.784243:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce5d9467 x1853178572218880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329313.784247:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329313.784249:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce5d9467 x1853178572218880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329329 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329313.784252:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329313.784253:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329313.785902:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329313.785914:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329313.785917:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329313.785918:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329313.785925:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329313.785935:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280a100 00000400:00000200:0.0:1767329313.785941:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xb45 [1] + 224 00000800:00000001:0.0:1767329313.785947:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329313.785953:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329313.785954:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329313.785957:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329313.785960:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329313.785963:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007e555f5 x1853178572218624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329313.785971:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000007e555f5 x1853178572218624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329313.785985:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329313.785991:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329313.785993:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329313.786048:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329313.786051:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329313.786055:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329313.786057:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329313.786059:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059e7d0e5. 00000400:00000200:2.0:1767329313.786063:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa460cfa 00000400:00000010:2.0:1767329313.786064:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa460cfa. 00000100:00000001:2.0:1767329313.786067:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329313.786071:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007e555f5 x1853178572218624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329313.786079:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007e555f5 x1853178572218624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329313.786085:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329313.786087:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329313.786089:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329313.786091:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329313.786093:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329313.786094:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329313.786096:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329313.786101:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=10 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329313.786104:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=10 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329313.786108:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329313.786110:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329313.786112:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329313.786114:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329313.786115:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329313.786119:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007e555f5 x1853178572218624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329313.786124:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329313.786126:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329313.786127:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329313.786130:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007e555f5 x1853178572218624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329313.786147:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572218624:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329313.786151:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329313.786153:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329313.786155:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007e555f5 x1853178572218624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329313.786160:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329313.786163:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329313.786165:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047734e1a. 00000800:00000001:0.0:1767329313.786166:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767329313.786168:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329313.786172:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329313.786174:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1767329313.786176:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329313.786178:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d0d0c54. 00000800:00000001:0.0:1767329313.786181:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329313.786183:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:0.0:1767329313.786184:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767329313.786186:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:0.0:1767329313.786189:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767329313.786190:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007e555f5. 00000100:00000001:2.0:1767329313.786202:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329313.786205:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329313.786212:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329313.786212:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767329313.786223:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329313.786225:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329313.786228:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329313.786235:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280a200 00000100:00000001:2.0:1767329313.786236:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329313.786245:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xb55 [1] + 224 00000800:00000001:0.0:1767329313.786258:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329313.786262:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329313.786264:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329313.786268:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329313.786272:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329313.786276:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce5d9467 x1853178572218880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329313.786300:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ce5d9467 x1853178572218880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329313.786316:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329313.786324:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329313.786327:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329313.786328:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329313.786329:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329313.786332:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329313.786338:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280a180 00000400:00000200:0.0:1767329313.786342:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xb49 [1] + 224 00000800:00000001:0.0:1767329313.786345:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329313.786362:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329313.786364:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329313.786368:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329313.786372:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329313.786378:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc9b4205 x1853178572218752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329313.786383:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329313.786386:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc9b4205 x1853178572218752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329313.786387:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329313.786394:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329313.786397:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329313.786399:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1197315. 00000100:00000001:0.0:1767329313.786403:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767329313.786404:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004673a60 00000400:00000010:3.0:1767329313.786407:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004673a60. 00000100:00000001:3.0:1767329313.786409:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329313.786415:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce5d9467 x1853178572218880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329313.786415:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329313.786421:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329313.786429:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce5d9467 x1853178572218880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329313.786433:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329313.786443:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329313.786444:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329313.786445:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329313.786449:0:208649:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:2.0:1767329313.786450:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767329313.786451:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:2.0:1767329313.786455:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329313.786456:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329313.786461:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329313.786462:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085dd8467. 02000000:00000001:3.0:1767329313.786466:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329313.786468:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000454155cc 00000400:00000010:2.0:1767329313.786471:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000454155cc. 00000100:00001000:3.0:1767329313.786473:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=10 v=5 (5 5 5 5) 00000100:00000001:2.0:1767329313.786474:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767329313.786480:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=107 v=5 (1 0 0 0) 00000100:00000001:3.0:1767329313.786485:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329313.786487:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329313.786489:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767329313.786490:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc9b4205 x1853178572218752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767329313.786497:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ce5d9467 x1853178572218880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329313.786531:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329313.786532:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc9b4205 x1853178572218752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329313.786535:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329313.786537:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329313.786540:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329313.786544:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329313.786558:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce5d9467 x1853178572218880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329313.786564:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329313.786569:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329313.786577:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329313.786579:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329313.786580:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329313.786586:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329313.786596:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329313.786607:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=150 v=5 (5 5 5 0) 00000100:00000001:3.0:1767329313.786608:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329313.786621:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1767329313.786622:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=150 v=5 (1 1 1 0) 00000100:00000001:3.0:1767329313.786623:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329313.786634:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767329313.786638:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce5d9467 x1853178572218880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329313.786639:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329313.786649:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329313.786656:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329313.786664:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572218880:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329313.786665:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329313.786667:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329313.786675:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329313.786678:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329313.786679:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329313.786696:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329313.786700:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc9b4205 x1853178572218752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329313.786702:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce5d9467 x1853178572218880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329313.786767:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329313.786768:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767329313.786770:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329313.786773:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329313.786775:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767329313.786778:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc9b4205 x1853178572218752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329313.786782:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000546d40c3. 00000100:00100000:2.0:1767329313.786789:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572218752:192.168.202.109@tcp:400: 02000000:00000001:3.0:1767329313.786791:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329313.786797:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767329313.786798:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767329313.786806:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329313.786807:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329313.786810:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc9b4205 x1853178572218752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767329313.786816:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329313.786823:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ce889c. 00000100:00000001:2.0:1767329313.786832:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329313.786835:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329313.786835:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767329313.786838:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329313.786839:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce5d9467. 02000000:00000010:2.0:1767329313.786846:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000019580592. 00000100:00000001:3.0:1767329313.786847:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329313.786858:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329313.786859:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767329313.786870:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767329313.786871:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329313.786880:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329313.786882:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767329313.786883:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767329313.786886:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329313.786887:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 00000100:00000001:3.0:1767329313.786893:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329313.786895:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767329313.786896:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329313.786898:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329313.786905:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc9b4205. 00000100:00000001:2.0:1767329313.786910:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329313.786911:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329313.786913:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329313.786917:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329313.786918:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329313.786920:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329313.786921:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329313.847127:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329313.847135:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329313.847152:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329313.847154:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329313.847159:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329313.847160:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329313.847162:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329313.847164:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329313.847167:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329313.847168:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329313.847207:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329313.847211:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329313.847213:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329314.871147:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329314.871152:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329314.871157:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329314.871158:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329314.871242:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329314.871249:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329314.871252:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329315.895092:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329315.895098:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329315.895103:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329315.895106:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329315.895109:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329315.895115:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329315.895117:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329315.895119:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329315.895121:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329315.895123:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329315.895125:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329315.895126:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329315.895190:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329315.895205:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329315.895208:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329316.919110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329316.919116:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329316.919121:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329316.919123:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329316.919141:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329316.919145:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329316.919148:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329317.943118:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329317.943124:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329317.943129:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329317.943130:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329317.943169:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329317.943172:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329317.943175:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329318.391131:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301163356, at 4301163520 00000100:00000040:3.0:1767329318.391141:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301163356, at 4301163520 00000100:00000010:1.0:1767329318.391149:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021e4b7b2. 00000100:00000010:3.0:1767329318.391153:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080a38a15. 00000100:00000040:2.0:1767329318.391217:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301163356, at 4301163520 00000100:00000010:2.0:1767329318.391232:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097c45c3b. 00000100:00000040:0.0:1767329318.391420:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301163356, at 4301163520 00000100:00000010:0.0:1767329318.391428:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b0a19a74. 00000100:00000040:0.0:1767329318.903148:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329318.903157:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329318.903166:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000969bb8ef. 00000020:00000040:0.0:1767329318.903173:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329318.903178:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329318.903180:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329318.903186:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329318.903193:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6c5103d. 00000100:00000001:0.0:1767329318.903199:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329318.903208:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000969bb8ef x1853178572219008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329318.903218:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329318.903220:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329318.903224:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000969bb8ef] to pc [ptlrpcd_00_02+2] req@00000000969bb8ef x1853178572219008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329318.903266:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329318.903268:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329318.903271:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329318.903274:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d963913. 00000020:00000040:0.0:1767329318.903276:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329318.903278:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329318.903279:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329318.903281:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329318.903285:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007d17fa11. 00000100:00000001:0.0:1767329318.903288:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329318.903292:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000003d963913 x1853178572219136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329318.903294:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329318.903300:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329318.903301:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329318.903302:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329318.903302:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329318.903306:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329318.903310:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329318.903311:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d963913] to pc [ptlrpcd_00_03+3] req@000000003d963913 x1853178572219136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329318.903317:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000969bb8ef x1853178572219008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329318.903331:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329318.903333:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329318.903336:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329318.903340:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329318.903351:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329318.903355:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000969bb8ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572219008:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329318.903357:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329318.903360:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767329318.903361:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329318.903365:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767329318.903368:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767329318.903369:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071ff1512. 02000000:00000001:2.0:1767329318.903373:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767329318.903373:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:2.0:1767329318.903380:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329318.903380:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329318.903380:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329318.903383:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329318.903386:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767329318.903387:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000957ff9d4. 02000000:00000001:0.0:1767329318.903387:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329318.903391:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329318.903392:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b18ad351. 00000400:00000010:2.0:1767329318.903398:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085dd8467. 00000100:00000001:1.0:1767329318.903398:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329318.903399:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329318.903409:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000454155cc. 00000100:00000040:0.0:1767329318.903409:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000071ff1512 x1853178572219264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767329318.903410:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d963913 x1853178572219136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329318.903418:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572219008, portal 25 00000100:00000001:2.0:1767329318.903423:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329318.903426:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578904832 : -127177130646784 : ffff8c55444de300) 00000100:00000001:0.0:1767329318.903433:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329318.903436:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329318.903438:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000969bb8ef x1853178572219008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329318.903441:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767329318.903444:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071ff1512] to pc [ptlrpcd_00_00+0] req@0000000071ff1512 x1853178572219264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329318.903446:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329318.903454:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767329318.903455:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767329318.903460:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767329318.903464:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329318.903467:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329318.903468:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e74ce04e. 00000100:00000200:2.0:1767329318.903473:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572219008, offset 0 00000100:00000001:0.0:1767329318.903473:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329318.903478:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d963913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572219136:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329318.903478:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767329318.903485:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329318.903486:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767329318.903494:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767329318.903496:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6501) 00000100:00000001:3.0:1767329318.903498:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329318.903499:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767329318.903504:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:1.0:1767329318.903504:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329318.903505:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329318.903511:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767329318.903511:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767329318.903512:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329318.903519:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000010:1.0:1767329318.903519:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ef51550. 00000100:00000001:0.0:1767329318.903522:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329318.903523:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071ff1512 x1853178572219264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329318.903524:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329318.903526:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329318.903527:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767329318.903533:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e77fbe5. 00000400:00000200:2.0:1767329318.903535:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:1.0:1767329318.903542:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087ae87af. 00000400:00000200:2.0:1767329318.903545:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [337:337:256:4294967295] 192.168.202.109@tcp LPNI seq info [337:337:8:4294967295] 00000100:00000001:3.0:1767329318.903547:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767329318.903550:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572219136, portal 10 00000100:00000001:3.0:1767329318.903552:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329318.903555:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767329318.903559:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329318.903560:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578909312 : -127177130642304 : ffff8c55444df480) 00000400:00000200:2.0:1767329318.903563:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:3.0:1767329318.903564:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329318.903572:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329318.903573:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d963913 x1853178572219136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767329318.903577:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00100000:3.0:1767329318.903581:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000071ff1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572219264:192.168.202.109@tcp:400: 00000800:00000010:2.0:1767329318.903585:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012a5af5b. 00000100:00000001:3.0:1767329318.903592:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329318.903598:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767329318.903598:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329318.903599:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767329318.903603:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329318.903609:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329318.903610:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767329318.903610:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:1.0:1767329318.903614:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdac5862. 02000000:00000010:3.0:1767329318.903616:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c64ca9ff. 02000000:00000001:3.0:1767329318.903621:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329318.903621:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572219136, offset 0 00000800:00000200:2.0:1767329318.903624:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012a5af5b type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767329318.903627:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1197315. 00000400:00000200:1.0:1767329318.903634:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329318.903641:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004673a60. 00000100:00000001:2.0:1767329318.903642:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329318.903644:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000200:3.0:1767329318.903649:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572219264, portal 10 00000100:00000001:2.0:1767329318.903650:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301168476 00000400:00000200:1.0:1767329318.903652:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329318.903655:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1767329318.903658:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd952bb5. 00000100:00000001:3.0:1767329318.903660:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578900352 : -127177130651264 : ffff8c55444dd180) 00000400:00000200:1.0:1767329318.903660:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329318.903667:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329318.903668:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767329318.903672:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000071ff1512 x1853178572219264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329318.903677:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329318.903678:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301168476 00000100:00000010:2.0:1767329318.903684:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086226be8. 00000400:00000200:1.0:1767329318.903688:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [338:338:255:4294967295] 192.168.202.109@tcp LPNI seq info [338:338:7:4294967295] 00000100:00000001:2.0:1767329318.903690:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767329318.903694:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329318.903695:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301168476 00000100:00000010:2.0:1767329318.903702:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c99ca2fb. 00000100:00000040:3.0:1767329318.903703:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329318.903708:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000010:3.0:1767329318.903710:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae81c53f. 00000100:00000001:2.0:1767329318.903713:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301168476 00000100:00000200:3.0:1767329318.903718:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572219264, offset 0 00000100:00000010:2.0:1767329318.903719:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099e90218. 00000400:00000200:1.0:1767329318.903721:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329318.903724:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767329318.903731:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329318.903734:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329318.903736:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329318.903737:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329318.903740:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329318.903743:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767329318.903744:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000100:00000001:2.0:1767329318.903752:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767329318.903752:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767329318.903754:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767329318.903757:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329318.903757:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329318.903763:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767329318.903764:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012a5af5b. 00000100:00000001:2.0:1767329318.903766:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767329318.903767:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329318.903768:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329318.903770:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329318.903774:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767329318.903774:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329318.903775:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329318.903775:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329318.903784:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329318.903786:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329318.903788:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000040:1.0:1767329318.903792:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 275432 usecs (276 jiffies) 00000400:00000200:3.0:1767329318.903794:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329318.903797:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301164308 00000400:00000200:3.0:1767329318.903800:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [339:339:254:4294967295] 192.168.202.109@tcp LPNI seq info [339:339:6:4294967295] 00000100:00000001:1.0:1767329318.903804:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301168476 00000100:00000001:1.0:1767329318.903808:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301164308 00000400:00000200:3.0:1767329318.903814:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329318.903814:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301168476 00000100:00000001:1.0:1767329318.903820:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301164308 00000100:00000001:1.0:1767329318.903824:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301168476 00000400:00000200:0.0:1767329318.903824:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e74ce04e 00000800:00000200:3.0:1767329318.903825:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329318.903828:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e74ce04e. 00000100:00000001:1.0:1767329318.903831:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301164308 00000800:00000010:3.0:1767329318.903832:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004571031a. 00000100:00000001:0.0:1767329318.903834:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329318.903836:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301168476 00000800:00000200:3.0:1767329318.903840:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329318.903843:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767329318.903848:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000969bb8ef x1853178572219008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329318.903849:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329318.903856:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329318.903862:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329318.903864:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329318.903868:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000969bb8ef x1853178572219008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329318.903869:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329318.903873:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329318.903877:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329318.903879:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329318.903880:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329318.903884:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329318.903887:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329318.903890:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329318.903896:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329318.903899:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000400:00000200:0.0:1767329318.903904:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329318.903908:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329318.903910:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdac5862 00000400:00000010:0.0:1767329318.903911:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdac5862. 00000100:00000001:0.0:1767329318.903914:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329318.903916:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d963913 x1853178572219136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329318.903921:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329318.903923:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d963913 x1853178572219136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329318.903927:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329318.903928:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329318.903960:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329318.903964:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004571031a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329318.903976:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329318.903980:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 16868 usecs (17 jiffies) 00000100:00000001:3.0:1767329318.903983:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301164049 00000100:00000001:3.0:1767329318.903985:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301168476 00000100:00000001:3.0:1767329318.903988:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301164049 00000100:00000001:3.0:1767329318.903990:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301168476 00000100:00000001:3.0:1767329318.903993:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301164049 00000100:00000001:3.0:1767329318.903996:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301168476 00000100:00000001:3.0:1767329318.903998:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301164049 00000100:00000001:3.0:1767329318.904000:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301168476 00000100:00000001:3.0:1767329318.904003:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767329318.904056:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329318.904060:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004571031a. 00000400:00000200:0.0:1767329318.904064:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329318.904068:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329318.904071:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae81c53f 00000400:00000010:0.0:1767329318.904073:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae81c53f. 00000100:00000001:0.0:1767329318.904077:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329318.904080:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000071ff1512 x1853178572219264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329318.904089:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329318.904092:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071ff1512 x1853178572219264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329318.904103:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329318.904109:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329318.904113:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329318.904120:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329318.904121:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329318.904123:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329318.904126:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329318.904136:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329318.904138:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329318.904140:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329318.904143:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329318.905364:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329318.905375:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329318.905378:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329318.905379:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329318.905384:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329318.905394:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280a280 00000400:00000200:0.0:1767329318.905401:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xb5d [1] + 224 00000800:00000001:0.0:1767329318.905407:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329318.905412:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329318.905414:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329318.905418:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329318.905422:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329318.905427:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000969bb8ef x1853178572219008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329318.905437:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000969bb8ef x1853178572219008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329318.905454:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329318.905462:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329318.905466:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329318.905468:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329318.905470:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329318.905474:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329318.905481:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280a300 00000400:00000200:0.0:1767329318.905485:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xb65 [1] + 224 00000800:00000001:0.0:1767329318.905489:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329318.905492:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329318.905494:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329318.905497:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329318.905500:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329318.905510:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d963913 x1853178572219136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329318.905517:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329318.905521:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d963913 x1853178572219136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329318.905522:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329318.905527:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329318.905530:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329318.905533:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085dd8467. 00000400:00000200:2.0:1767329318.905539:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000454155cc 00000400:00000010:2.0:1767329318.905541:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000454155cc. 00000100:00000001:2.0:1767329318.905543:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329318.905547:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767329318.905548:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000969bb8ef x1853178572219008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329318.905554:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329318.905558:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329318.905560:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329318.905561:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329318.905573:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000200:2.0:1767329318.905583:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000969bb8ef x1853178572219008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329318.905587:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329318.905588:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280a380 00000100:00000001:1.0:1767329318.905593:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329318.905599:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xb6d [1] + 224 00000100:00000001:2.0:1767329318.905607:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329318.905608:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329318.905609:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767329318.905609:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767329318.905614:0:208650:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:1.0:1767329318.905614:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767329318.905615:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329318.905617:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767329318.905619:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329318.905620:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329318.905624:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329318.905626:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e77fbe5. 00000400:00000200:0.0:1767329318.905626:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 02000000:00000001:2.0:1767329318.905628:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329318.905635:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087ae87af 00000100:00001000:2.0:1767329318.905636:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=15 v=5 (5 5 5 5) 00000400:00000010:1.0:1767329318.905639:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087ae87af. 00000100:00001000:2.0:1767329318.905641:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=15 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329318.905647:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329318.905647:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329318.905648:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329318.905652:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329318.905654:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767329318.905655:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000071ff1512 x1853178572219264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329318.905658:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d963913 x1853178572219136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767329318.905659:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329318.905664:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329318.905674:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000969bb8ef x1853178572219008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329318.905688:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000071ff1512 x1853178572219264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329318.905698:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d963913 x1853178572219136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329318.905709:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329318.905715:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329318.905717:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329318.905718:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329318.905724:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329318.905725:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767329318.905727:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000969bb8ef x1853178572219008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329318.905729:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329318.905730:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329318.905736:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767329318.905740:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000969bb8ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572219008:192.168.202.109@tcp:400: 02000000:00000001:1.0:1767329318.905741:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329318.905745:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329318.905748:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329318.905749:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329318.905753:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767329318.905755:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329318.905756:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000969bb8ef x1853178572219008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767329318.905762:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=5 v=5 (5 5 5 5) 00000100:00000001:2.0:1767329318.905763:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329318.905766:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1767329318.905768:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=5 v=5 (1 1 1 1) 02000000:00000010:2.0:1767329318.905769:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000957ff9d4. 00000100:00000001:1.0:1767329318.905774:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329318.905777:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329318.905779:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329318.905779:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767329318.905781:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329318.905783:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767329318.905784:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767329318.905786:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767329318.905788:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000400:00000001:3.0:1767329318.905790:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767329318.905792:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:3.0:1767329318.905793:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767329318.905793:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767329318.905797:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000010:3.0:1767329318.905798:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1197315. 02000000:00000010:2.0:1767329318.905798:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c6c5103d. 00000100:00000001:1.0:1767329318.905804:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767329318.905806:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1767329318.905807:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004673a60 00000100:00000001:1.0:1767329318.905807:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329318.905810:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1767329318.905811:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004673a60. 00000100:00000010:2.0:1767329318.905813:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000969bb8ef. 00000100:00000001:3.0:1767329318.905815:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767329318.905816:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d963913 x1853178572219136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329318.905819:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1767329318.905823:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000071ff1512 x1853178572219264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329318.905823:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329318.905828:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329318.905834:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329318.905837:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329318.905842:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329318.905844:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329318.905845:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329318.905852:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000071ff1512 x1853178572219264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329318.905853:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329318.905857:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329318.905865:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767329318.905868:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d963913 x1853178572219136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329318.905869:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329318.905872:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329318.905874:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329318.905876:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329318.905879:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329318.905883:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329318.905889:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=15 v=5 (5 5 5 5) 00000100:00100000:1.0:1767329318.905890:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d963913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572219136:192.168.202.109@tcp:400: 00000100:00001000:3.0:1767329318.905893:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=112 v=5 (1 0 0 0) 00000100:00000001:3.0:1767329318.905895:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329318.905897:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329318.905902:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329318.905906:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767329318.905908:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000071ff1512 x1853178572219264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329318.905911:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767329318.905918:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329318.905919:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d963913 x1853178572219136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329318.905923:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329318.905926:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329318.905929:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329318.905932:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329318.905936:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329318.905937:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329318.905939:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ef51550. 02000000:00000001:1.0:1767329318.905945:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767329318.905947:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071ff1512 x1853178572219264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767329318.905949:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329318.905952:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329318.905957:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329318.905960:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007d17fa11. 00000100:00000001:3.0:1767329318.905961:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329318.905966:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767329318.905966:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767329318.905969:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329318.905971:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767329318.905974:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071ff1512 x1853178572219264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767329318.905975:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d963913. 00000100:00000001:1.0:1767329318.905981:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329318.905983:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767329318.905986:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000071ff1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572219264:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329318.905988:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329318.905991:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329318.905994:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329318.905995:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767329318.905997:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000071ff1512 x1853178572219264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329318.905998:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329318.906005:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329318.906008:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767329318.906010:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329318.906011:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329318.906035:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c64ca9ff. 02000000:00000001:3.0:1767329318.906040:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329318.906041:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329318.906043:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329318.906045:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329318.906046:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b18ad351. 02000000:00000001:3.0:1767329318.906049:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329318.906050:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329318.906051:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071ff1512. 00000100:00000001:3.0:1767329318.906053:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329318.906054:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329318.906055:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329318.906058:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329318.906059:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329318.906061:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329318.906062:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329318.967090:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329318.967094:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329318.967100:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329318.967102:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329318.967130:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329318.967133:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329318.967136:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329319.991140:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329319.991147:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329319.991154:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329319.991155:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329319.991256:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329319.991260:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329319.991262:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329321.015078:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329321.015084:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329321.015088:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329321.015089:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329321.015182:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329321.015186:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329321.015189:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329322.039106:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329322.039113:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329322.039133:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329322.039134:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329322.039181:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329322.039185:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329322.039188:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329323.063100:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329323.063107:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329323.063111:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329323.063112:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329323.063228:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329323.063231:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329323.063234:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329323.511107:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301168476, at 4301168640 00000100:00000040:2.0:1767329323.511115:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301168476, at 4301168640 00000100:00000010:1.0:1767329323.511121:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086226be8. 00000100:00000040:0.0:1767329323.511124:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301168476, at 4301168640 00000100:00000010:2.0:1767329323.511126:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c99ca2fb. 00000100:00000040:3.0:1767329323.511127:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301168476, at 4301168640 00000100:00000010:0.0:1767329323.511133:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd952bb5. 00000100:00000010:3.0:1767329323.511139:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099e90218. 00000100:00000040:0.0:1767329324.023142:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329324.023150:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329324.023158:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f9aefdb. 00000020:00000040:0.0:1767329324.023165:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329324.023202:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329324.023205:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329324.023210:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329324.023217:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000048650044. 00000100:00000001:0.0:1767329324.023224:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329324.023234:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000001f9aefdb x1853178572219392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329324.023243:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329324.023245:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329324.023250:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f9aefdb] to pc [ptlrpcd_00_01+1] req@000000001f9aefdb x1853178572219392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329324.023273:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329324.023275:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329324.023278:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329324.023280:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a6b86e7. 00000020:00000040:0.0:1767329324.023281:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329324.023283:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329324.023284:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329324.023285:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329324.023287:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061991354. 00000100:00000001:0.0:1767329324.023289:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329324.023292:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000008a6b86e7 x1853178572219520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329324.023298:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329324.023299:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329324.023301:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a6b86e7] to pc [ptlrpcd_00_02+2] req@000000008a6b86e7 x1853178572219520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329324.023309:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329324.023316:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329324.023319:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329324.023320:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329324.023322:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329324.023326:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1767329324.023330:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f9aefdb x1853178572219392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767329324.023335:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097ca7d73. 00000020:00000040:0.0:1767329324.023340:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329324.023341:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329324.023346:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329324.023347:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329324.023350:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329324.023352:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329324.023353:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329324.023353:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329324.023354:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329324.023359:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329324.023361:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329324.023361:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000089a33831. 00000100:00000040:1.0:1767329324.023362:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a6b86e7 x1853178572219520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329324.023368:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329324.023368:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329324.023374:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329324.023378:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767329324.023379:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000097ca7d73 x1853178572219648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767329324.023380:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329324.023382:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329324.023385:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329324.023389:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1767329324.023390:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572219392:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329324.023390:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329324.023393:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329324.023400:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329324.023403:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329324.023405:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329324.023408:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329324.023409:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a6b86e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572219520:192.168.202.109@tcp:400: 02000000:00000001:3.0:1767329324.023410:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329324.023416:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329324.023416:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767329324.023420:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097ca7d73] to pc [ptlrpcd_00_03+3] req@0000000097ca7d73 x1853178572219648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329324.023421:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329324.023422:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767329324.023425:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329324.023429:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329324.023430:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000945c8828. 02000000:00000010:1.0:1767329324.023435:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b489dcc. 02000000:00000001:3.0:1767329324.023437:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329324.023441:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329324.023448:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e77fbe5. 00000400:00000010:3.0:1767329324.023449:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1197315. 00000100:00000001:0.0:1767329324.023454:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329324.023456:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087ae87af. 00000100:00000040:0.0:1767329324.023458:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767329324.023459:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004673a60. 00000100:00000200:1.0:1767329324.023464:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572219520, portal 10 00000100:00000200:3.0:1767329324.023467:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572219392, portal 25 00000100:00000040:0.0:1767329324.023467:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767329324.023468:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329324.023470:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329324.023472:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578899456 : -127177130652160 : ffff8c55444dce00) 00000100:00000001:3.0:1767329324.023474:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329324.023475:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767329324.023478:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6506) 00000100:00000001:3.0:1767329324.023480:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578907520 : -127177130644096 : ffff8c55444ded80) 00000100:00000001:2.0:1767329324.023480:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329324.023482:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a6b86e7 x1853178572219520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329324.023488:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097ca7d73 x1853178572219648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329324.023492:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f9aefdb x1853178572219392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329324.023508:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329324.023514:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329324.023517:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329324.023521:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329324.023526:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329324.023527:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329324.023528:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c01551. 02000000:00000001:2.0:1767329324.023531:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1767329324.023533:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572219520, offset 0 00000400:00000010:3.0:1767329324.023535:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a54034e. 02000000:00000001:2.0:1767329324.023535:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329324.023540:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329324.023544:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00100000:2.0:1767329324.023547:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000097ca7d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572219648:192.168.202.109@tcp:400: 00000100:00000200:3.0:1767329324.023551:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572219392, offset 0 00000100:00000001:2.0:1767329324.023551:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329324.023554:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329324.023556:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329324.023557:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329324.023560:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000010:2.0:1767329324.023562:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000957ff9d4. 02000000:00000001:2.0:1767329324.023565:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329324.023568:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767329324.023570:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085dd8467. 00000400:00000200:3.0:1767329324.023574:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329324.023575:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329324.023582:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767329324.023584:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000454155cc. 00000400:00000200:1.0:1767329324.023586:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:2.0:1767329324.023589:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572219648, portal 10 00000100:00000001:2.0:1767329324.023593:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767329324.023594:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [340:340:256:4294967295] 192.168.202.109@tcp LPNI seq info [340:340:8:4294967295] 00000100:00000001:2.0:1767329324.023595:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578903040 : -127177130648576 : ffff8c55444ddc00) 00000100:00000040:2.0:1767329324.023603:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000097ca7d73 x1853178572219648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329324.023610:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329324.023615:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329324.023617:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f78a8952. 00000100:00000200:2.0:1767329324.023621:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572219648, offset 0 00000400:00000200:1.0:1767329324.023623:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:2.0:1767329324.023628:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329324.023638:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329324.023640:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:1.0:1767329324.023645:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000400:00000200:3.0:1767329324.023646:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767329324.023654:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:1.0:1767329324.023658:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329324.023660:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329324.023666:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329324.023671:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [341:341:255:4294967295] 192.168.202.109@tcp LPNI seq info [341:341:7:4294967295] 00000800:00000200:1.0:1767329324.023675:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329324.023683:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329324.023690:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329324.023697:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329324.023700:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:3.0:1767329324.023702:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093c7fc40. 00000100:00000001:1.0:1767329324.023704:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329324.023705:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329324.023711:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:1.0:1767329324.023713:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 272680 usecs (273 jiffies) 00000800:00000200:3.0:1767329324.023716:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329324.023717:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329324.023721:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301169425 00000400:00000200:2.0:1767329324.023723:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:3.0:1767329324.023728:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:1.0:1767329324.023730:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082ce177d. 00000400:00000200:2.0:1767329324.023734:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [342:342:254:4294967295] 192.168.202.109@tcp LPNI seq info [342:342:6:4294967295] 00000800:00000200:3.0:1767329324.023737:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000093c7fc40 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329324.023742:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329324.023743:0:208650:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767329324.023746:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329324.023749:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301173596 00000100:00000001:1.0:1767329324.023753:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301169425 00000800:00000200:2.0:1767329324.023755:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329324.023763:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301169425 00000100:00000010:1.0:1767329324.023763:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d9c1b8c. 00000800:00000010:2.0:1767329324.023764:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012a5af5b. 00000800:00000200:0.0:1767329324.023766:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329324.023772:0:208650:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 1 00000800:00000010:0.0:1767329324.023772:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000100:00000001:3.0:1767329324.023773:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301173596 00000800:00000200:2.0:1767329324.023779:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329324.023781:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301169425 00000400:00000200:0.0:1767329324.023783:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329324.023784:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301169425 00000100:00000010:1.0:1767329324.023789:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c2f0c26. 00000800:00000200:2.0:1767329324.023790:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329324.023794:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301173596 00000400:00000200:0.0:1767329324.023796:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000800:00000200:2.0:1767329324.023797:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012a5af5b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329324.023798:0:208650:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767329324.023805:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329324.023806:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c01551 00000100:00000001:1.0:1767329324.023808:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301169425 00000100:00000001:3.0:1767329324.023810:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301169425 00000100:00000040:2.0:1767329324.023810:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 16725 usecs (17 jiffies) 00000400:00000010:0.0:1767329324.023811:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c01551. 00000100:00000010:1.0:1767329324.023816:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc851da7. 00000100:00000001:2.0:1767329324.023818:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301169169 00000100:00000001:3.0:1767329324.023820:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301173596 00000100:00000001:0.0:1767329324.023820:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329324.023822:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301173596 00000100:00000200:0.0:1767329324.023828:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a6b86e7 x1853178572219520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329324.023829:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301169169 00000100:00000001:1.0:1767329324.023832:0:208650:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767329324.023835:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301173596 00000100:00000001:1.0:1767329324.023841:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329324.023842:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301169169 00000100:00000001:3.0:1767329324.023843:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301169425 00000100:00000001:0.0:1767329324.023845:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329324.023847:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301173596 00000100:00000001:1.0:1767329324.023850:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329324.023850:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a6b86e7 x1853178572219520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329324.023852:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301169169 00000100:00000001:3.0:1767329324.023853:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329324.023858:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301173596 00000100:00000001:1.0:1767329324.023858:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329324.023861:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329324.023864:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329324.023865:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329324.023869:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329324.023871:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329324.023875:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329324.023877:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329324.023879:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329324.023880:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329324.023883:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329324.023885:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329324.023885:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329324.023886:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329324.023888:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329324.023890:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329324.023891:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329324.023892:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329324.023897:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329324.023899:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329324.023900:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329324.023902:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329324.023902:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329324.023905:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329324.023907:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329324.023907:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329324.023908:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329324.023911:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1767329324.023913:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093c7fc40. 00000100:00000001:3.0:1767329324.023917:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329324.023918:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329324.023924:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329324.023925:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329324.023932:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a54034e 00000400:00000010:0.0:1767329324.023934:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a54034e. 00000100:00000001:0.0:1767329324.023937:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329324.023939:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f9aefdb x1853178572219392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329324.023945:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329324.023947:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f9aefdb x1853178572219392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329324.023951:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329324.023952:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329324.024012:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329324.024031:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012a5af5b. 00000400:00000200:0.0:1767329324.024034:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329324.024037:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329324.024039:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f78a8952 00000400:00000010:0.0:1767329324.024040:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f78a8952. 00000100:00000001:0.0:1767329324.024044:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329324.024046:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097ca7d73 x1853178572219648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329324.024055:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329324.024058:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097ca7d73 x1853178572219648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329324.024064:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329324.024066:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329324.026070:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329324.026081:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329324.026084:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329324.026085:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329324.026090:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329324.026099:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280a480 00000400:00000200:0.0:1767329324.026109:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xb75 [1] + 224 00000800:00000001:0.0:1767329324.026114:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329324.026117:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329324.026119:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329324.026121:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329324.026124:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329324.026127:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a6b86e7 x1853178572219520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329324.026135:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008a6b86e7 x1853178572219520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329324.026149:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329324.026155:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329324.026174:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329324.026176:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329324.026178:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767329324.026180:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329324.026194:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329324.026201:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767329324.026201:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000001:1.0:1767329324.026205:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329324.026208:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e77fbe5. 00000400:00000200:0.0:1767329324.026212:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280a400 00000400:00000200:1.0:1767329324.026214:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087ae87af 00000400:00000010:1.0:1767329324.026217:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087ae87af. 00000100:00000001:1.0:1767329324.026219:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767329324.026222:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xb79 [1] + 224 00000100:00000200:1.0:1767329324.026226:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a6b86e7 x1853178572219520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329324.026228:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329324.026232:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329324.026237:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767329324.026241:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a6b86e7 x1853178572219520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329324.026245:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329324.026251:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329324.026255:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f9aefdb x1853178572219392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329324.026256:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329324.026259:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329324.026264:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329324.026268:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329324.026270:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767329324.026271:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f9aefdb x1853178572219392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329324.026274:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329324.026280:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329324.026287:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=11 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329324.026291:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=11 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329324.026293:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329324.026294:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329324.026296:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767329324.026298:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767329324.026299:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329324.026303:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329324.026306:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329324.026309:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1767329324.026309:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767329324.026312:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329324.026314:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329324.026316:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329324.026321:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329324.026322:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a6b86e7 x1853178572219520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329324.026328:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329324.026333:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:3.0:1767329324.026334:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329324.026339:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767329324.026342:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767329324.026343:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767329324.026346:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280a500 00000100:00000001:1.0:1767329324.026347:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767329324.026348:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329324.026353:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1197315. 00000100:00000040:1.0:1767329324.026355:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a6b86e7 x1853178572219520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329340 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329324.026360:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004673a60 00000400:00000010:3.0:1767329324.026365:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004673a60. 00000100:00100000:1.0:1767329324.026365:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a6b86e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572219520:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329324.026372:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329324.026373:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329324.026377:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xb85 [1] + 224 00000100:00000001:1.0:1767329324.026378:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767329324.026382:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f9aefdb x1853178572219392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329324.026384:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767329324.026385:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a6b86e7 x1853178572219520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329340 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329324.026391:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329324.026396:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329324.026405:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329324.026412:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329324.026417:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767329324.026419:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097ca7d73 x1853178572219648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329324.026421:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767329324.026423:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f9aefdb x1853178572219392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329324.026425:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b489dcc. 02000000:00000001:1.0:1767329324.026431:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329324.026434:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329324.026437:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329324.026442:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329324.026445:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061991354. 00000100:00000040:0.0:1767329324.026450:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000097ca7d73 x1853178572219648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329324.026451:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329324.026455:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767329324.026456:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:1.0:1767329324.026458:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a6b86e7. 00000100:00000001:3.0:1767329324.026460:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329324.026464:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329324.026466:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329324.026468:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329324.026471:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329324.026472:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329324.026476:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329324.026476:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329324.026477:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329324.026479:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329324.026480:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329324.026483:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767329324.026486:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329324.026487:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767329324.026488:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767329324.026493:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=21 v=5 (5 5 5 5) 00000100:00000001:1.0:1767329324.026495:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329324.026498:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=21 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329324.026503:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329324.026505:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329324.026508:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329324.026510:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329324.026512:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329324.026517:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f9aefdb x1853178572219392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329324.026523:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329324.026525:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329324.026528:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329324.026531:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f9aefdb x1853178572219392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329340 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329324.026538:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329324.026541:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329324.026544:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329324.026546:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329324.026549:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085dd8467. 00000400:00000200:2.0:1767329324.026555:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000454155cc 00000400:00000010:2.0:1767329324.026558:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000454155cc. 00000100:00100000:3.0:1767329324.026561:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572219392:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329324.026562:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329324.026568:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097ca7d73 x1853178572219648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329324.026569:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329324.026572:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329324.026577:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f9aefdb x1853178572219392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329340 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329324.026598:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767329324.026599:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097ca7d73 x1853178572219648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329324.026602:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329324.026606:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000945c8828. 00000100:00000001:2.0:1767329324.026610:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329324.026612:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329324.026613:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767329324.026614:0:208651:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767329324.026618:0:208649:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767329324.026618:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1767329324.026623:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329324.026623:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329324.026625:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329324.026629:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329324.026631:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1767329324.026633:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=21 v=5 (5 5 5 5) 02000000:00000010:3.0:1767329324.026634:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000048650044. 00000100:00001000:2.0:1767329324.026639:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=118 v=5 (1 0 0 0) 02000000:00000001:3.0:1767329324.026641:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767329324.026643:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767329324.026644:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767329324.026645:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767329324.026649:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f9aefdb. 00010000:00000001:2.0:1767329324.026649:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767329324.026654:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000097ca7d73 x1853178572219648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329324.026656:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329324.026659:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329324.026664:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767329324.026665:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329324.026668:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767329324.026670:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767329324.026670:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329324.026674:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329324.026675:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329324.026675:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329324.026681:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097ca7d73 x1853178572219648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329324.026682:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329324.026686:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329324.026692:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329324.026693:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329324.026694:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329324.026696:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097ca7d73 x1853178572219648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329340 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329324.026702:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000097ca7d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572219648:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329324.026705:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329324.026710:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329324.026712:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097ca7d73 x1853178572219648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329340 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329324.026717:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329324.026718:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329324.026719:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000957ff9d4. 02000000:00000001:2.0:1767329324.026721:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329324.026722:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329324.026723:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329324.026725:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329324.026726:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000089a33831. 02000000:00000001:2.0:1767329324.026728:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329324.026729:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329324.026730:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097ca7d73. 00000100:00000001:2.0:1767329324.026732:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329324.026733:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329324.026734:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329324.026737:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329324.026738:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329324.026739:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329324.026741:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329324.087101:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329324.087108:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329324.087110:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329324.087112:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329324.087115:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329324.087117:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329324.087119:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329324.087121:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329324.087123:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329324.087124:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329324.087219:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329324.087222:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329324.087225:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329325.111115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329325.111122:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329325.111129:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329325.111130:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329325.111191:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329325.111195:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329325.111198:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329326.135119:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329326.135127:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329326.135132:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329326.135136:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329326.135138:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329326.135144:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329326.135147:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329326.135148:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329326.135151:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329326.135153:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329326.135155:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329326.135158:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329326.135265:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329326.135269:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329326.135271:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329327.159099:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329327.159105:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329327.159109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329327.159110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329327.159212:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329327.159215:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329327.159218:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329328.183120:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329328.183127:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329328.183131:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329328.183132:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329328.183178:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329328.183183:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329328.183187:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329328.631100:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301173596, at 4301173760 00000100:00000040:3.0:1767329328.631107:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301173596, at 4301173760 00000100:00000040:2.0:1767329328.631108:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301173596, at 4301173760 00000100:00000010:0.0:1767329328.631116:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082ce177d. 00000100:00000010:3.0:1767329328.631119:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc851da7. 00000100:00000010:2.0:1767329328.631121:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c2f0c26. 00000100:00000040:1.0:1767329328.631266:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301173596, at 4301173760 00000100:00000010:1.0:1767329328.631273:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d9c1b8c. 00000100:00000040:0.0:1767329329.143111:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329329.143120:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329329.143157:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005188d010. 00000020:00000040:0.0:1767329329.143164:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329329.143168:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329329.143170:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329329.143175:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329329.143184:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000089a33831. 00000100:00000001:0.0:1767329329.143191:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329329.143201:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000005188d010 x1853178572219776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329329.143210:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329329.143212:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329329.143232:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005188d010] to pc [ptlrpcd_00_00+0] req@000000005188d010 x1853178572219776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329329.143258:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329329.143261:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329329.143264:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329329.143267:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024b1fa3c. 00000020:00000040:0.0:1767329329.143269:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329329.143271:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329329.143272:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329329.143274:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329329.143276:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767329329.143276:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000048650044. 00000100:00000001:0.0:1767329329.143281:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329329.143282:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767329329.143285:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000024b1fa3c x1853178572219904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329329.143286:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329329.143293:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767329329.143296:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005188d010 x1853178572219776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329329.143296:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329329.143304:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024b1fa3c] to pc [ptlrpcd_00_01+1] req@0000000024b1fa3c x1853178572219904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329329.143315:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329329.143315:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329329.143318:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329329.143326:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767329329.143329:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329329.143332:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767329329.143332:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bba6f4b8. 00000100:00000001:2.0:1767329329.143334:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1767329329.143337:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329329.143338:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329329.143341:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767329329.143343:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000024b1fa3c x1853178572219904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329329.143344:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329329.143344:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329329.143347:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329329.143349:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767329329.143351:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061991354. 02000000:00000001:2.0:1767329329.143355:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329329.143356:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329329.143365:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005188d010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572219776:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329329.143366:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000bba6f4b8 x1853178572220032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329329.143371:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329329.143376:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329329.143376:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329329.143383:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329329.143383:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329329.143388:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329329.143388:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329329.143395:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767329329.143396:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329329.143397:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:2.0:1767329329.143401:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a670c51. 00000100:00000001:0.0:1767329329.143401:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329329.143405:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000024b1fa3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572219904:192.168.202.109@tcp:400: 02000000:00000001:2.0:1767329329.143406:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329329.143411:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bba6f4b8] to pc [ptlrpcd_00_02+2] req@00000000bba6f4b8 x1853178572220032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329329.143415:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767329329.143416:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085dd8467. 02000000:00000001:1.0:1767329329.143420:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329329.143424:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329329.143425:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000454155cc. 02000000:00000001:1.0:1767329329.143427:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329329.143433:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091649a10. 00000100:00000200:2.0:1767329329.143434:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572219776, portal 25 02000000:00000001:1.0:1767329329.143435:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329329.143439:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329329.143440:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767329329.143442:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e77fbe5. 00000100:00000001:2.0:1767329329.143444:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578898560 : -127177130653056 : ffff8c55444dca80) 00000100:00000040:0.0:1767329329.143444:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767329329.143449:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087ae87af. 00000100:00000040:0.0:1767329329.143451:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767329329.143454:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329329.143454:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005188d010 x1853178572219776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329329.143455:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572219904, portal 10 00000100:00000040:0.0:1767329329.143457:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6511) 00000100:00000001:3.0:1767329329.143459:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329329.143462:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329329.143466:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578911104 : -127177130640512 : ffff8c55444dfb80) 00000100:00000001:3.0:1767329329.143471:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329329.143473:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329329.143478:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000024b1fa3c x1853178572219904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329329.143479:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bba6f4b8 x1853178572220032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329329.143482:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329329.143482:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329329.143487:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329329.143489:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001299fc8e. 00000100:00000200:2.0:1767329329.143496:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572219776, offset 0 00000400:00000200:2.0:1767329329.143508:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329329.143513:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329329.143514:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329329.143516:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329329.143520:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329329.143521:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329329.143525:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329329.143525:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000010:1.0:1767329329.143525:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086df6db1. 02000000:00000001:3.0:1767329329.143532:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329329.143533:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572219904, offset 0 00000400:00000200:2.0:1767329329.143535:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1767329329.143537:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bba6f4b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572220032:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329329.143541:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767329329.143544:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329329.143545:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329329.143546:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329329.143550:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329329.143551:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767329329.143553:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767329329.143557:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000010:3.0:1767329329.143559:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ed688e9. 02000000:00000001:3.0:1767329329.143563:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329329.143564:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [343:343:256:4294967295] 192.168.202.109@tcp LPNI seq info [343:343:8:4294967295] 00000400:00000010:3.0:1767329329.143568:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1197315. 00000400:00000010:3.0:1767329329.143574:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004673a60. 00000400:00000200:2.0:1767329329.143579:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:3.0:1767329329.143580:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572220032, portal 10 00000100:00000001:3.0:1767329329.143583:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329329.143584:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578905728 : -127177130645888 : ffff8c55444de680) 00000100:00000040:3.0:1767329329.143589:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bba6f4b8 x1853178572220032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329329.143596:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:2.0:1767329329.143597:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329329.143603:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767329329.143606:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767329329.143607:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012a5af5b. 00000100:00000040:3.0:1767329329.143612:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329329.143614:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:3.0:1767329329.143617:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a76260. 00000400:00000200:1.0:1767329329.143620:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1767329329.143622:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572220032, offset 0 00000800:00000200:2.0:1767329329.143622:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329329.143627:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329329.143631:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:2.0:1767329329.143637:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329329.143641:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [344:344:255:4294967295] 192.168.202.109@tcp LPNI seq info [344:344:7:4294967295] 00000800:00000200:2.0:1767329329.143643:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012a5af5b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329329.143653:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329329.143659:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329329.143659:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329329.143662:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 00000400:00000200:3.0:1767329329.143663:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329329.143666:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301178716 00000400:00000200:3.0:1767329329.143670:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767329329.143671:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:2.0:1767329329.143674:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010af7092. 00000400:00000200:3.0:1767329329.143676:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:1.0:1767329329.143680:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329329.143683:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329329.143684:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767329329.143685:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329329.143691:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329329.143693:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329329.143694:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301178716 00000400:00000200:3.0:1767329329.143697:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [345:345:254:4294967295] 192.168.202.109@tcp LPNI seq info [345:345:6:4294967295] 00000100:00000040:1.0:1767329329.143700:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 269991 usecs (270 jiffies) 00000100:00000010:2.0:1767329329.143701:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000023b8e9e6. 00000100:00000001:1.0:1767329329.143707:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301174542 00000100:00000001:2.0:1767329329.143708:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767329329.143713:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301178716 00000100:00000001:2.0:1767329329.143716:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301178716 00000100:00000001:1.0:1767329329.143719:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301174542 00000800:00000200:0.0:1767329329.143721:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1767329329.143722:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000044cec071. 00000400:00000200:3.0:1767329329.143723:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329329.143724:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301178716 00000800:00000010:0.0:1767329329.143727:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012a5af5b. 00000100:00000001:2.0:1767329329.143730:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767329329.143730:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301174542 00000100:00000001:2.0:1767329329.143737:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301178716 00000400:00000200:0.0:1767329329.143738:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767329329.143739:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329329.143739:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301178716 00000100:00000010:2.0:1767329329.143744:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015e46166. 00000100:00000001:1.0:1767329329.143746:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301174542 00000800:00000010:3.0:1767329329.143748:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049d44528. 00000100:00000001:2.0:1767329329.143749:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767329329.143752:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329329.143758:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329329.143758:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301178716 00000800:00000200:3.0:1767329329.143759:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329329.143759:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001299fc8e 00000400:00000010:0.0:1767329329.143764:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001299fc8e. 00000100:00000001:2.0:1767329329.143765:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329329.143766:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329329.143770:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767329329.143771:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329329.143773:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329329.143773:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329329.143777:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049d44528 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1767329329.143778:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005188d010 x1853178572219776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329329.143780:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329329.143780:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329329.143784:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329329.143786:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329329.143791:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 16592 usecs (17 jiffies) 00000100:00000001:2.0:1767329329.143791:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329329.143794:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329329.143795:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329329.143799:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301174289 00000100:00000001:1.0:1767329329.143799:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329329.143800:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329329.143801:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329329.143805:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329329.143806:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301178716 00000100:00000001:1.0:1767329329.143807:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329329.143808:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329329.143809:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005188d010 x1853178572219776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329329.143811:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329329.143813:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301174289 00000100:00000001:2.0:1767329329.143815:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329329.143815:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329329.143820:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301178716 00000100:00000001:1.0:1767329329.143822:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329329.143826:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301174289 00000100:00000001:3.0:1767329329.143831:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301178716 00000100:00000001:0.0:1767329329.143832:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329329.143836:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301174289 00000100:00000001:0.0:1767329329.143836:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329329.143840:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301178716 00000100:00000001:3.0:1767329329.143842:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329329.143843:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329329.143846:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329329.143848:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767329329.143849:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329329.143852:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1767329329.143853:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000100:00000001:3.0:1767329329.143856:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767329329.143859:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329329.143860:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329329.143862:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329329.143865:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329329.143868:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329329.143869:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329329.143871:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086df6db1 00000400:00000010:0.0:1767329329.143873:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086df6db1. 00000100:00000001:0.0:1767329329.143882:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329329.143885:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000024b1fa3c x1853178572219904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329329.143891:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329329.143892:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000024b1fa3c x1853178572219904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329329.143897:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329329.143898:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329329.143958:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329329.143959:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049d44528. 00000400:00000200:0.0:1767329329.143962:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329329.143965:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329329.143966:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a76260 00000400:00000010:0.0:1767329329.143967:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a76260. 00000100:00000001:0.0:1767329329.143969:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329329.143971:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bba6f4b8 x1853178572220032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329329.143976:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329329.143978:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bba6f4b8 x1853178572220032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329329.143982:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329329.143983:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329329.145886:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329329.145899:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329329.145901:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329329.145903:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329329.145909:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329329.145918:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280a580 00000400:00000200:0.0:1767329329.145923:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xb8d [1] + 224 00000800:00000001:0.0:1767329329.145928:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329329.145931:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329329.145933:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329329.145941:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329329.145944:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329329.145947:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005188d010 x1853178572219776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329329.145955:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005188d010 x1853178572219776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329329.145970:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329329.145976:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329329.145978:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329329.145980:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329329.145981:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329329.145984:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329329.145989:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280a600 00000400:00000200:0.0:1767329329.145993:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xb91 [1] + 224 00000800:00000001:0.0:1767329329.145995:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329329.146009:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329329.146010:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329329.146013:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329329.146032:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329329.146035:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000024b1fa3c x1853178572219904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329329.146041:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329329.146042:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000024b1fa3c x1853178572219904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329329.146045:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329329.146051:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329329.146054:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767329329.146055:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767329329.146063:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085dd8467. 00000400:00000200:2.0:1767329329.146067:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000454155cc 00000400:00000010:2.0:1767329329.146068:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000454155cc. 00000100:00000001:2.0:1767329329.146071:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767329329.146075:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767329329.146077:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005188d010 x1853178572219776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329329.146079:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329329.146089:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005188d010 x1853178572219776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329329.146095:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329329.146097:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329329.146099:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329329.146101:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329329.146103:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329329.146105:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329329.146107:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329329.146112:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=26 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329329.146115:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=26 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329329.146117:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329329.146119:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329329.146121:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329329.146122:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767329329.146124:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329329.146125:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329329.146127:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767329329.146130:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767329329.146145:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005188d010 x1853178572219776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329329.146150:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329329.146152:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329329.146154:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767329329.146156:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767329329.146159:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005188d010 x1853178572219776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329345 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329329.146159:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e77fbe5. 00000400:00000200:1.0:1767329329.146165:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087ae87af 00000400:00000010:1.0:1767329329.146169:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087ae87af. 00000100:00100000:2.0:1767329329.146171:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005188d010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572219776:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329329.146174:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329329.146177:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329329.146181:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767329329.146181:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000024b1fa3c x1853178572219904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329329.146187:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005188d010 x1853178572219776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329345 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329329.146194:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000024b1fa3c x1853178572219904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329329.146209:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329329.146215:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329329.146219:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329329.146222:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329329.146226:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767329329.146227:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767329329.146230:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767329329.146231:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329329.146232:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 02000000:00000010:2.0:1767329329.146234:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a670c51. 00000100:00000001:1.0:1767329329.146237:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329329.146241:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767329329.146242:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767329329.146244:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329329.146246:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767329329.146247:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280a680 00000020:00000040:2.0:1767329329.146248:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329329.146250:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329329.146251:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329329.146254:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000089a33831. 02000000:00000001:1.0:1767329329.146257:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329329.146258:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329329.146262:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767329329.146262:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xb9d [1] + 224 00000100:00000010:2.0:1767329329.146264:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005188d010. 00000100:00001000:1.0:1767329329.146265:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=16 v=5 (5 5 5 5) 00000800:00000001:0.0:1767329329.146268:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329329.146269:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329329.146273:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767329329.146274:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=16 v=5 (1 1 1 1) 00000800:00000001:0.0:1767329329.146275:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329329.146276:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329329.146281:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329329.146283:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329329.146284:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329329.146288:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329329.146288:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329329.146289:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329329.146292:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329329.146293:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767329329.146295:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329329.146297:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329329.146298:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bba6f4b8 x1853178572220032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329329.146300:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329329.146309:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329329.146312:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bba6f4b8 x1853178572220032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329329.146314:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329329.146319:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329329.146323:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329329.146329:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767329329.146331:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000024b1fa3c x1853178572219904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329329.146335:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329329.146339:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329329.146345:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329329.146346:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329329.146348:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329329.146351:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1767329329.146354:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767329329.146355:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767329329.146357:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767329329.146362:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024b1fa3c x1853178572219904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329345 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767329329.146366:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1197315. 00000400:00000200:3.0:1767329329.146370:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004673a60 00000400:00000010:3.0:1767329329.146374:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004673a60. 00000100:00000001:3.0:1767329329.146378:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767329329.146383:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000024b1fa3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572219904:192.168.202.109@tcp:400: 00000100:00000200:3.0:1767329329.146384:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bba6f4b8 x1853178572220032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329329.146392:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bba6f4b8 x1853178572220032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329329.146401:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329329.146404:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329329.146405:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329329.146407:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329329.146409:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329329.146412:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767329329.146412:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000024b1fa3c x1853178572219904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329345 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329329.146415:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329329.146417:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329329.146422:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329329.146427:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1767329329.146428:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=26 v=5 (5 5 5 5) 02000000:00000001:1.0:1767329329.146430:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1767329329.146432:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=123 v=5 (1 0 0 0) 02000000:00000010:1.0:1767329329.146433:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091649a10. 00000100:00000001:3.0:1767329329.146440:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767329329.146441:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767329329.146442:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329329.146444:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767329329.146445:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767329329.146446:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00010000:00080000:3.0:1767329329.146450:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bba6f4b8 x1853178572220032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767329329.146451:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329329.146454:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000048650044. 02000000:00000001:1.0:1767329329.146459:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329329.146461:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767329329.146463:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767329329.146464:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000024b1fa3c. 00000100:00000001:3.0:1767329329.146466:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767329329.146468:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767329329.146469:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329329.146471:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329329.146472:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329329.146475:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329329.146475:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329329.146481:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bba6f4b8 x1853178572220032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329329.146481:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329329.146485:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329329.146490:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329329.146491:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329329.146492:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329329.146493:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329329.146496:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329329.146498:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bba6f4b8 x1853178572220032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329345 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329329.146509:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bba6f4b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572220032:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329329.146513:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329329.146515:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329329.146516:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bba6f4b8 x1853178572220032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329345 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329329.146520:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329329.146522:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329329.146523:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ed688e9. 02000000:00000001:3.0:1767329329.146526:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329329.146527:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329329.146528:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329329.146530:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329329.146531:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061991354. 02000000:00000001:3.0:1767329329.146532:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329329.146533:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329329.146534:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bba6f4b8. 00000100:00000001:3.0:1767329329.146536:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329329.146537:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329329.146539:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329329.146542:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329329.146542:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329329.146544:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329329.146545:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329329.207089:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329329.207092:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329329.207097:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329329.207098:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329329.207177:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329329.207181:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329329.207183:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329330.231137:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329330.231145:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329330.231151:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329330.231152:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329330.231209:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329330.231213:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329330.231216:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329331.255100:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329331.255107:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329331.255124:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329331.255125:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329331.255162:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329331.255165:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329331.255168:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329332.279085:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329332.279091:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329332.279124:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329332.279126:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329332.279202:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329332.279205:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329332.279208:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329333.303132:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329333.303140:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329333.303142:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329333.303144:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329333.303147:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329333.303149:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329333.303151:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329333.303152:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329333.303155:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329333.303156:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329333.303233:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329333.303237:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329333.303239:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329333.751113:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301178716, at 4301178880 00000100:00000040:2.0:1767329333.751113:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301178716, at 4301178880 00000100:00000040:1.0:1767329333.751126:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301178716, at 4301178880 00000100:00000040:0.0:1767329333.751126:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301178716, at 4301178880 00000100:00000010:2.0:1767329333.751129:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000044cec071. 00000100:00000010:3.0:1767329333.751131:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015e46166. 00000100:00000010:0.0:1767329333.751138:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010af7092. 00000100:00000010:1.0:1767329333.751141:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000023b8e9e6. 00000100:00000040:1.0:1767329334.263151:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329334.263160:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329334.263170:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 00000020:00000040:1.0:1767329334.263176:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329334.263180:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329334.263182:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329334.263187:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329334.263195:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d0d0c54. 00000100:00000001:1.0:1767329334.263202:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329334.263211:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000dfc75053 x1853178572220160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329334.263220:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329334.263222:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329334.263226:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfc75053] to pc [ptlrpcd_00_03+3] req@00000000dfc75053 x1853178572220160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329334.263248:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329334.263250:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329334.263253:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329334.263255:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000446a1ebc. 00000100:00000001:0.0:1767329334.263269:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767329334.263272:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329334.263275:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767329334.263275:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767329334.263278:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767329334.263279:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767329334.263280:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329334.263285:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ce889c. 00000100:00000040:0.0:1767329334.263287:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572220160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329334.263289:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329334.263299:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000446a1ebc x1853178572220288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329334.263300:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329334.263304:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329334.263310:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767329334.263311:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329334.263312:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329334.263312:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329334.263315:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329334.263319:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329334.263319:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a1ebc] to pc [ptlrpcd_00_00+0] req@00000000446a1ebc x1853178572220288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329334.263319:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329334.263328:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572220160:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329334.263335:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329334.263340:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329334.263342:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329334.263344:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329334.263349:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008bbc3300. 00000100:00000001:1.0:1767329334.263350:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329334.263351:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329334.263353:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329334.263356:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329334.263359:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8f35ab6. 00000020:00000040:1.0:1767329334.263364:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329334.263366:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329334.263367:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767329334.263369:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa80ee3e. 02000000:00000001:1.0:1767329334.263371:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767329334.263372:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:1.0:1767329334.263375:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329334.263376:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767329334.263378:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000691b4d6e. 02000000:00000010:1.0:1767329334.263380:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 00000100:00000001:1.0:1767329334.263384:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329334.263385:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767329334.263387:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572220160, portal 25 00000100:00000040:1.0:1767329334.263391:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000f8f35ab6 x1853178572220416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329334.263392:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329334.263393:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329334.263396:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329334.263397:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000001:3.0:1767329334.263401:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329334.263406:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329334.263409:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767329334.263409:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572220160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329334.263410:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329334.263413:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329334.263414:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329334.263423:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329334.263424:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8f35ab6] to pc [ptlrpcd_00_01+1] req@00000000f8f35ab6 x1853178572220416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329334.263425:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000446a1ebc x1853178572220288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329334.263431:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329334.263436:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dba91bce. 00000100:00000200:0.0:1767329334.263441:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572220160, offset 0 00000400:00000200:0.0:1767329334.263453:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329334.263464:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329334.263466:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329334.263469:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329334.263469:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329334.263469:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:3.0:1767329334.263473:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329334.263475:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767329334.263477:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329334.263480:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1767329334.263482:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572220288:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767329334.263489:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329334.263491:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767329334.263491:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767329334.263496:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767329334.263496:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329334.263498:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329334.263499:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6517) 02000000:00000001:3.0:1767329334.263500:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329334.263502:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:3.0:1767329334.263505:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329334.263510:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [346:346:256:4294967295] 192.168.202.109@tcp LPNI seq info [346:346:8:4294967295] 02000000:00000010:3.0:1767329334.263511:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000995dc978. 00000100:00100000:2.0:1767329334.263512:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:3.0:1767329334.263516:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329334.263519:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767329334.263521:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1197315. 00000100:00000001:2.0:1767329334.263525:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767329334.263528:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004673a60. 00000100:00000001:2.0:1767329334.263530:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329334.263531:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:3.0:1767329334.263534:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572220288, portal 10 00000100:00000001:2.0:1767329334.263537:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329334.263539:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329334.263541:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329334.263542:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777192320 : -127176932359296 : ffff8c55501f8380) 00000800:00000200:0.0:1767329334.263545:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329334.263546:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329334.263551:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000446a1ebc x1853178572220288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767329334.263551:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b18ad351. 00000100:00000040:2.0:1767329334.263557:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8f35ab6 x1853178572220416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329334.263564:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329334.263574:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767329334.263578:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000040:3.0:1767329334.263582:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329334.263586:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767329334.263587:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b779618. 00000800:00000200:0.0:1767329334.263587:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b18ad351 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329334.263591:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329334.263593:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572220288, offset 0 02000000:00000001:2.0:1767329334.263599:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767329334.263601:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329334.263604:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329334.263607:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329334.263608:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329334.263611:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329334.263615:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301183836 00000400:00000200:3.0:1767329334.263617:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1767329334.263618:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572220416:192.168.202.109@tcp:400: 00000100:00000010:0.0:1767329334.263621:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000065a4819a. 00000100:00000001:2.0:1767329334.263628:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767329334.263630:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329334.263631:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1767329334.263633:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767329334.263636:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767329334.263638:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329334.263640:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301183836 00000400:00000200:3.0:1767329334.263641:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:2.0:1767329334.263644:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767329334.263648:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [347:347:255:4294967295] 192.168.202.109@tcp LPNI seq info [347:347:7:4294967295] 00000100:00000010:0.0:1767329334.263648:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000019033a6d. 02000000:00000010:2.0:1767329334.263652:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000561a793c. 00000100:00000001:0.0:1767329334.263653:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1767329334.263657:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329334.263665:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:2.0:1767329334.263667:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085dd8467. 00000100:00000001:0.0:1767329334.263667:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301183836 00000800:00000200:3.0:1767329334.263674:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:0.0:1767329334.263675:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1492956. 00000400:00000010:2.0:1767329334.263677:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000454155cc. 00000800:00000010:3.0:1767329334.263679:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049d44528. 00000100:00000001:0.0:1767329334.263680:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000200:2.0:1767329334.263684:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572220416, portal 10 00000100:00000001:0.0:1767329334.263685:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301183836 00000800:00000200:3.0:1767329334.263690:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329334.263692:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1767329334.263692:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000433e038f. 00000100:00000001:2.0:1767329334.263696:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777196800 : -127176932354816 : ffff8c55501f9500) 00000800:00000200:3.0:1767329334.263697:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329334.263698:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767329334.263704:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049d44528 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329334.263705:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329334.263710:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329334.263710:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8f35ab6 x1853178572220416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329334.263711:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329334.263718:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 267353 usecs (268 jiffies) 00000100:00000001:0.0:1767329334.263718:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329334.263723:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329334.263725:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301179660 00000800:00000200:1.0:1767329334.263727:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329334.263730:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329334.263732:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301183836 00000800:00000010:1.0:1767329334.263733:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b18ad351. 00000100:00000001:2.0:1767329334.263735:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329334.263735:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329334.263738:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301179660 00000100:00000001:3.0:1767329334.263742:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301183836 00000400:00000200:1.0:1767329334.263742:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329334.263742:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329334.263745:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329334.263746:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329334.263748:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301179660 00000100:00000001:0.0:1767329334.263750:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329334.263752:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe3fde9b. 00000400:00000200:1.0:1767329334.263754:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329334.263755:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301183836 00000100:00000001:0.0:1767329334.263756:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329334.263759:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572220416, offset 0 00000100:00000001:3.0:1767329334.263763:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301179660 00000400:00000200:1.0:1767329334.263764:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dba91bce 00000100:00000001:3.0:1767329334.263766:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301183836 00000400:00000010:1.0:1767329334.263767:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dba91bce. 00000100:00000001:3.0:1767329334.263770:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329334.263774:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329334.263776:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329334.263778:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329334.263779:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329334.263780:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329334.263784:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329334.263785:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329334.263786:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329334.263788:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572220160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329334.263791:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329334.263800:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329334.263800:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329334.263804:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572220160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329350 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329334.263812:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329334.263814:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767329334.263817:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329334.263822:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329334.263826:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329334.263829:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329334.263832:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [348:348:254:4294967295] 192.168.202.109@tcp LPNI seq info [348:348:6:4294967295] 00000400:00000200:2.0:1767329334.263840:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329334.263846:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329334.263851:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012a5af5b. 00000800:00000200:2.0:1767329334.263856:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767329334.263857:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329334.263862:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049d44528. 00000800:00000200:2.0:1767329334.263866:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329334.263866:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329334.263872:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000800:00000200:2.0:1767329334.263873:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012a5af5b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329334.263875:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b779618 00000400:00000010:1.0:1767329334.263878:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b779618. 00000100:00000001:2.0:1767329334.263882:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329334.263882:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329334.263885:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000446a1ebc x1853178572220288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329334.263888:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 16461 usecs (17 jiffies) 00000100:00000001:2.0:1767329334.263896:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301179409 00000100:00000001:1.0:1767329334.263897:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329334.263902:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000446a1ebc x1853178572220288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329350 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329334.263904:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301183836 00000100:00000001:2.0:1767329334.263910:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301179409 00000100:00000001:1.0:1767329334.263914:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329334.263917:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301183836 00000100:00000001:1.0:1767329334.263917:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329334.263923:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301179409 00000100:00000001:2.0:1767329334.263927:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301183836 00000100:00000001:2.0:1767329334.263930:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301179409 00000800:00000200:1.0:1767329334.263932:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329334.263933:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301183836 00000800:00000010:1.0:1767329334.263936:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012a5af5b. 00000100:00000001:2.0:1767329334.263939:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329334.263942:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329334.263946:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329334.263948:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329334.263953:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329334.263954:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329334.263955:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe3fde9b 00000400:00000010:1.0:1767329334.263959:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe3fde9b. 00000100:00000001:1.0:1767329334.263963:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329334.263965:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8f35ab6 x1853178572220416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329334.263970:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329334.263972:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8f35ab6 x1853178572220416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329350 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329334.263976:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329334.263977:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329334.265726:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329334.265739:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329334.265742:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329334.265743:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329334.265750:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329334.265760:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280a700 00000400:00000200:0.0:1767329334.265765:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xba5 [1] + 224 00000800:00000001:0.0:1767329334.265770:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329334.265776:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329334.265777:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329334.265780:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329334.265783:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329334.265786:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572220160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329334.265793:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfc75053 x1853178572220160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329334.265819:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329334.265825:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329334.265828:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329334.265867:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329334.265871:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329334.265876:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329334.265878:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329334.265887:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa80ee3e. 00000400:00000200:2.0:1767329334.265892:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000691b4d6e 00000400:00000010:2.0:1767329334.265895:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000691b4d6e. 00000800:00000001:0.0:1767329334.265899:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329334.265901:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767329334.265905:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329334.265909:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572220160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329334.265910:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329334.265913:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329334.265923:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329334.265935:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280a780 00000100:00000200:2.0:1767329334.265936:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572220160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329334.265944:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xbad [1] + 224 00000800:00000001:0.0:1767329334.265952:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329334.265958:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329334.265958:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329334.265963:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329334.265963:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329334.265970:0:208651:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767329334.265971:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 02000000:00000001:2.0:1767329334.265975:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329334.265976:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329334.265978:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767329334.265982:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000446a1ebc x1853178572220288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329334.265983:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329334.265989:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329334.265994:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000446a1ebc x1853178572220288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329334.265997:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=31 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329334.266005:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=31 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329334.266009:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329334.266009:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329334.266013:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329334.266035:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329334.266039:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767329334.266055:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329334.266058:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329334.266061:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329334.266067:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfc75053 x1853178572220160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329334.266073:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329334.266075:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329334.266079:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329334.266096:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329334.266101:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767329334.266102:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329334.266106:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329334.266108:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1197315. 00000100:00000040:2.0:1767329334.266110:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572220160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329350 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329334.266113:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004673a60 00000800:00000001:1.0:1767329334.266118:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767329334.266125:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572220160:192.168.202.109@tcp:400: 00000800:00000001:1.0:1767329334.266126:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329334.266131:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329334.266134:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329334.266136:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329334.266142:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767329334.266142:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000040:2.0:1767329334.266149:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572220160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329350 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329334.266153:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280a800 00000400:00000010:3.0:1767329334.266167:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004673a60. 00000100:00000001:2.0:1767329334.266167:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767329334.266172:0:208649:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767329334.266172:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1767329334.266176:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xbb5 [1] + 224 02000000:00000010:2.0:1767329334.266178:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008bbc3300. 00000100:00000200:3.0:1767329334.266181:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000446a1ebc x1853178572220288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329334.266185:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767329334.266186:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329334.266192:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:1.0:1767329334.266193:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329334.266197:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000446a1ebc x1853178572220288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767329334.266197:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000400:00000200:1.0:1767329334.266198:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767329334.266205:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767329334.266207:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 02000000:00000010:2.0:1767329334.266209:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d0d0c54. 00000100:00000001:1.0:1767329334.266215:0:208643:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767329334.266219:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767329334.266221:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767329334.266222:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8f35ab6 x1853178572220416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329334.266224:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767329334.266225:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767329334.266229:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000100:00000001:3.0:1767329334.266230:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329334.266234:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329334.266237:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329334.266238:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329334.266240:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329334.266244:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329334.266244:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329334.266247:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f8f35ab6 x1853178572220416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329334.266251:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767329334.266253:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=21 v=5 (5 5 5 5) 00000100:00000001:2.0:1767329334.266260:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1767329334.266261:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=21 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329334.266264:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329334.266271:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329334.266272:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329334.266273:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329334.266277:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329334.266277:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329334.266278:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767329334.266282:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329334.266285:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:1.0:1767329334.266287:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767329334.266288:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329334.266292:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:1.0:1767329334.266293:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329334.266294:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329334.266303:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000446a1ebc x1853178572220288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329334.266306:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329334.266310:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329334.266311:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329334.266314:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1767329334.266315:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767329334.266316:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767329334.266319:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767329334.266321:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000446a1ebc x1853178572220288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329350 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329334.266323:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085dd8467. 00000400:00000200:0.0:1767329334.266328:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000454155cc 00000400:00000010:0.0:1767329334.266330:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000454155cc. 00000100:00000001:0.0:1767329334.266333:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329334.266337:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8f35ab6 x1853178572220416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329334.266361:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572220288:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329334.266365:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329334.266369:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329334.266373:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000446a1ebc x1853178572220288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329350 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329334.266383:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767329334.266383:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8f35ab6 x1853178572220416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329334.266386:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329334.266389:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000995dc978. 02000000:00000001:3.0:1767329334.266393:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767329334.266395:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767329334.266396:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329334.266399:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329334.266400:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767329334.266402:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767329334.266403:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:3.0:1767329334.266404:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ce889c. 02000000:00000001:0.0:1767329334.266406:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329334.266408:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767329334.266409:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329334.266410:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329334.266412:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767329334.266414:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767329334.266415:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000446a1ebc. 00000100:00001000:0.0:1767329334.266418:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=31 v=5 (5 5 5 5) 00000100:00000001:3.0:1767329334.266419:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329334.266421:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329334.266425:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767329334.266427:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=128 v=5 (1 0 0 0) 00000100:00000001:3.0:1767329334.266429:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329334.266430:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329334.266432:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329334.266433:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329334.266436:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767329334.266437:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329334.266439:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767329334.266442:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f8f35ab6 x1853178572220416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329334.266448:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329334.266450:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329334.266451:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329334.266452:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329334.266453:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329334.266455:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8f35ab6 x1853178572220416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329334.266460:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329334.266461:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329334.266462:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329334.266464:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8f35ab6 x1853178572220416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329350 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329334.266468:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572220416:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329334.266471:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329334.266476:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329334.266478:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8f35ab6 x1853178572220416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329350 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329334.266482:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329334.266483:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329334.266485:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000561a793c. 02000000:00000001:0.0:1767329334.266487:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329334.266488:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329334.266489:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329334.266491:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329334.266492:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 02000000:00000001:0.0:1767329334.266494:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329334.266495:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329334.266496:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8f35ab6. 00000100:00000001:0.0:1767329334.266498:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329334.266499:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329334.266500:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329334.266503:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329334.266504:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329334.266505:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329334.266507:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329334.327114:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329334.327125:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329334.327130:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329334.327130:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329334.327167:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329334.327170:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329334.327173:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329335.351115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329335.351121:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329335.351126:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329335.351129:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329335.351131:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329335.351135:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329335.351138:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329335.351139:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329335.351142:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329335.351144:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329335.351145:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329335.351146:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329335.351196:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329335.351200:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329335.351203:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329336.375111:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329336.375118:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329336.375124:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329336.375125:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329336.375185:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329336.375190:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329336.375193:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329337.399154:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329337.399160:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329337.399164:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329337.399165:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329337.399213:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329337.399219:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329337.399223:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329338.423148:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329338.423155:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329338.423159:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329338.423159:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329338.423209:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329338.423216:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329338.423220:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329338.871132:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301183836, at 4301184000 00000100:00000040:2.0:1767329338.871141:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301183836, at 4301184000 00000100:00000040:1.0:1767329338.871141:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301183836, at 4301184000 00000100:00000040:0.0:1767329338.871143:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301183836, at 4301184000 00000100:00000010:2.0:1767329338.871160:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1492956. 00000100:00000010:0.0:1767329338.871167:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000065a4819a. 00000100:00000010:1.0:1767329338.871171:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000019033a6d. 00000100:00000010:3.0:1767329338.871176:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000433e038f. 00000100:00000040:1.0:1767329339.383125:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329339.383135:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329339.383143:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088e8bc68. 00000020:00000040:1.0:1767329339.383150:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329339.383155:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329339.383158:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329339.383164:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329339.383173:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 00000100:00000001:1.0:1767329339.383194:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329339.383204:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000088e8bc68 x1853178572220544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329339.383213:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329339.383217:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329339.383223:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e8bc68] to pc [ptlrpcd_00_02+2] req@0000000088e8bc68 x1853178572220544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329339.383249:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329339.383251:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329339.383254:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329339.383256:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ce1624. 00000020:00000040:1.0:1767329339.383258:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329339.383259:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329339.383261:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329339.383263:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329339.383266:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ce889c. 00000100:00000001:1.0:1767329339.383269:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329339.383272:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000026ce1624 x1853178572220672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329339.383277:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329339.383278:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329339.383281:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329339.383284:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767329339.383284:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:1.0:1767329339.383285:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ce1624] to pc [ptlrpcd_00_03+3] req@0000000026ce1624 x1853178572220672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329339.383290:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329339.383291:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329339.383302:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329339.383305:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329339.383305:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329339.383309:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329339.383310:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329339.383310:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329339.383313:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329339.383315:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329339.383317:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767329339.383317:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767329339.383322:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8f35ab6. 00000020:00000040:1.0:1767329339.383325:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000040:0.0:1767329339.383326:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ce1624 x1853178572220672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329339.383330:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329339.383333:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767329339.383337:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329339.383340:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329339.383341:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329339.383343:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767329339.383345:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d0d0c54. 00000100:00000001:1.0:1767329339.383348:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329339.383352:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000f8f35ab6 x1853178572220800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767329339.383355:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329339.383360:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329339.383365:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329339.383368:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329339.383368:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572220672:192.168.202.109@tcp:400: 00000100:00000040:1.0:1767329339.383375:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8f35ab6] to pc [ptlrpcd_00_00+0] req@00000000f8f35ab6 x1853178572220800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329339.383376:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329339.383384:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329339.383387:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329339.383389:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329339.383393:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfff2bd2. 02000000:00000001:0.0:1767329339.383395:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329339.383400:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001033c719. 00000100:00000001:1.0:1767329339.383401:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329339.383405:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767329339.383409:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767329339.383409:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008eff51a3. 00000100:00000001:2.0:1767329339.383415:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329339.383418:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6522) 00000100:00000200:0.0:1767329339.383419:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572220672, portal 10 00000100:00000001:2.0:1767329339.383421:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329339.383424:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329339.383425:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329339.383426:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 00000100:00000001:3.0:1767329339.383429:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329339.383436:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8f35ab6 x1853178572220800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329339.383437:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329339.383437:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ce1624 x1853178572220672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329339.383462:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329339.383465:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767329339.383467:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329339.383470:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ba2b8f9. 00000100:00000200:0.0:1767329339.383472:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572220672, offset 0 00000100:00000001:2.0:1767329339.383477:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329339.383478:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329339.383484:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329339.383489:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329339.383492:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329339.383495:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00100000:2.0:1767329339.383498:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572220800:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329339.383505:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767329339.383505:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767329339.383509:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329339.383513:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329339.383513:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:2.0:1767329339.383518:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329339.383520:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329339.383523:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000010:2.0:1767329339.383524:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008266e23b. 00000400:00000200:0.0:1767329339.383528:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [349:349:256:4294967295] 192.168.202.109@tcp LPNI seq info [349:349:8:4294967295] 02000000:00000001:2.0:1767329339.383529:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329339.383536:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091dffcb5. 00000400:00000200:0.0:1767329339.383543:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:2.0:1767329339.383544:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a46e40d. 00000800:00000200:0.0:1767329339.383550:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000200:2.0:1767329339.383551:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572220800, portal 10 00000800:00000010:0.0:1767329339.383555:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d17fa11. 00000100:00000001:2.0:1767329339.383556:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329339.383560:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777196800 : -127176932354816 : ffff8c55501f9500) 00000800:00000200:0.0:1767329339.383565:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000040:2.0:1767329339.383569:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8f35ab6 x1853178572220800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329339.383576:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329339.383581:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329339.383587:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:0.0:1767329339.383589:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d17fa11 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767329339.383591:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000454155cc. 00000100:00000200:2.0:1767329339.383596:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572220800, offset 0 00000400:00000200:2.0:1767329339.383601:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329339.383606:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329339.383610:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:0.0:1767329339.383612:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 264768 usecs (265 jiffies) 00000400:00000200:2.0:1767329339.383615:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329339.383617:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301184777 00000400:00000200:2.0:1767329339.383622:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000010:0.0:1767329339.383624:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000065a4819a. 00000400:00000200:2.0:1767329339.383627:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329339.383631:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329339.383632:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767329339.383638:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [350:350:255:4294967295] 192.168.202.109@tcp LPNI seq info [350:350:7:4294967295] 00000100:00000001:0.0:1767329339.383641:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301184777 00000100:00000010:0.0:1767329339.383645:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002befec57. 00000100:00000001:0.0:1767329339.383651:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767329339.383656:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329339.383656:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301184777 00000100:00000010:0.0:1767329339.383663:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4629dbf. 00000800:00000200:2.0:1767329339.383667:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329339.383668:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767329339.383674:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301184777 00000800:00000010:2.0:1767329339.383676:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012a5af5b. 00000100:00000010:0.0:1767329339.383677:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002806143. 00000100:00000001:0.0:1767329339.383680:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767329339.383682:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329339.383686:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329339.383689:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767329339.383693:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000040:0.0:1767329339.383696:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088e8bc68 x1853178572220544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767329339.383704:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329339.383709:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1767329339.383710:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012a5af5b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329339.383711:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329339.383717:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767329339.383718:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329339.383719:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329339.383723:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329339.383724:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 16332 usecs (17 jiffies) 00000100:00100000:0.0:1767329339.383727:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572220544:192.168.202.109@tcp:400: 00000800:00000200:1.0:1767329339.383729:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329339.383731:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301184529 00000100:00000001:0.0:1767329339.383732:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:1.0:1767329339.383735:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d17fa11. 02000000:00000001:0.0:1767329339.383736:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329339.383737:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301184777 02000000:00000001:0.0:1767329339.383741:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329339.383743:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301184529 00000400:00000200:1.0:1767329339.383743:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329339.383748:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301184777 02000000:00000001:0.0:1767329339.383751:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329339.383754:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329339.383755:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301184529 02000000:00000010:0.0:1767329339.383756:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000008e90a04. 00000400:00000200:1.0:1767329339.383762:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ba2b8f9 02000000:00000001:0.0:1767329339.383762:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329339.383763:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301184777 00000400:00000010:1.0:1767329339.383767:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ba2b8f9. 00000100:00000001:2.0:1767329339.383769:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301184529 00000400:00000010:0.0:1767329339.383769:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027fe1c76. 00000100:00000001:2.0:1767329339.383774:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301184777 00000100:00000001:2.0:1767329339.383777:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329339.383778:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329339.383780:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329339.383783:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f7af1d9. 00000100:00000001:2.0:1767329339.383785:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329339.383785:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ce1624 x1853178572220672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329339.383789:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572220544, portal 25 00000100:00000001:2.0:1767329339.383791:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329339.383796:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329339.383800:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777199488 : -127176932352128 : ffff8c55501f9f80) 00000100:00000001:2.0:1767329339.383801:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329339.383803:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329339.383804:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767329339.383809:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ce1624 x1853178572220672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329355 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329339.383810:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329339.383814:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088e8bc68 x1853178572220544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329339.383815:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329339.383819:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329339.383825:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329339.383827:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329339.383832:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329339.383838:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329339.383844:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329339.383846:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767329339.383848:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f353e67a. 00000800:00000010:1.0:1767329339.383849:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012a5af5b. 00000400:00000200:1.0:1767329339.383854:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767329339.383858:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572220544, offset 0 00000400:00000200:1.0:1767329339.383859:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329339.383867:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329339.383872:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000454155cc 00000400:00000010:1.0:1767329339.383874:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000454155cc. 00000400:00000200:0.0:1767329339.383877:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329339.383879:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329339.383885:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8f35ab6 x1853178572220800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329339.383885:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329339.383893:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329339.383895:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329339.383900:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8f35ab6 x1853178572220800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329355 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329339.383901:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329339.383910:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329339.383910:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329339.383914:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767329339.383920:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [351:351:255:4294967295] 192.168.202.109@tcp LPNI seq info [351:351:7:4294967295] 00000400:00000200:0.0:1767329339.383934:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329339.383938:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329339.383941:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d17fa11. 00000800:00000200:0.0:1767329339.383945:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767329339.383949:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329339.383952:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d17fa11 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329339.383959:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329339.383962:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301188956 00000100:00000001:0.0:1767329339.383967:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301184777 00000100:00000001:0.0:1767329339.383971:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301188956 00000100:00000001:0.0:1767329339.383986:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301184777 00000100:00000001:0.0:1767329339.383990:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301188956 00000100:00000001:0.0:1767329339.383993:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301184777 00000800:00000200:1.0:1767329339.383995:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329339.383996:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301188956 00000800:00000010:1.0:1767329339.384000:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d17fa11. 00000100:00000001:0.0:1767329339.384001:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301184777 00000400:00000200:1.0:1767329339.384004:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329339.384006:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329339.384009:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329339.384012:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329339.384013:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f353e67a 00000400:00000010:1.0:1767329339.384050:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f353e67a. 00000100:00000001:1.0:1767329339.384056:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329339.384059:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088e8bc68 x1853178572220544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329339.384066:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329339.384068:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088e8bc68 x1853178572220544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329355 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329339.384075:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329339.384077:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329339.384095:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329339.384098:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329339.384103:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329339.384105:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329339.384108:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329339.384109:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329339.384111:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329339.384113:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329339.386154:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329339.386167:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329339.386170:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329339.386171:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329339.386177:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329339.386187:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280a980 00000400:00000200:1.0:1767329339.386192:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xbc5 [1] + 224 00000800:00000001:1.0:1767329339.386198:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329339.386207:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329339.386209:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329339.386211:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329339.386215:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329339.386218:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8f35ab6 x1853178572220800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329339.386225:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f8f35ab6 x1853178572220800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329339.386241:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329339.386247:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329339.386249:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329339.386250:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329339.386251:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329339.386254:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329339.386258:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280a900 00000400:00000200:1.0:1767329339.386262:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xbbd [1] + 224 00000800:00000001:1.0:1767329339.386265:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329339.386267:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329339.386268:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329339.386271:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329339.386273:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329339.386276:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ce1624 x1853178572220672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329339.386277:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329339.386281:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329339.386286:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ce1624 x1853178572220672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767329339.386288:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329339.386292:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329339.386296:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091dffcb5. 00000400:00000200:2.0:1767329339.386301:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a46e40d 00000100:00000001:1.0:1767329339.386301:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767329339.386304:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a46e40d. 00000100:00000001:2.0:1767329339.386309:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767329339.386313:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767329339.386316:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8f35ab6 x1853178572220800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329339.386318:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329339.386320:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329339.386321:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329339.386330:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767329339.386341:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329339.386343:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280a880 00000100:00000200:2.0:1767329339.386345:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8f35ab6 x1853178572220800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329339.386346:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329339.386351:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329339.386354:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329339.386357:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001033c719. 00000100:00000001:2.0:1767329339.386363:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767329339.386363:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008eff51a3 00000400:00000010:0.0:1767329339.386367:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008eff51a3. 00000100:00000001:2.0:1767329339.386368:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329339.386372:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767329339.386373:0:208651:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767329339.386374:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767329339.386378:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xbcd [1] + 224 00000100:00000001:2.0:1767329339.386379:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767329339.386382:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce1624 x1853178572220672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329339.386383:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329339.386388:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767329339.386390:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329339.386396:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329339.386400:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=36 v=5 (5 5 5 5) 00000400:00000200:1.0:1767329339.386400:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767329339.386401:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ce1624 x1853178572220672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329339.386411:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=133 v=5 (1 0 0 0) 00000400:00000200:1.0:1767329339.386411:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329339.386419:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329339.386423:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329339.386423:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767329339.386426:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088e8bc68 x1853178572220544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329339.386427:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329339.386428:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329339.386434:0:208651:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767329339.386436:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767329339.386437:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329339.386440:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329339.386443:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329339.386446:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088e8bc68 x1853178572220544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329339.386446:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767329339.386447:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f8f35ab6 x1853178572220800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329355 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767329339.386461:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=26 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329339.386470:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=26 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329339.386473:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329339.386478:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329339.386478:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767329339.386479:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329339.386482:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329339.386483:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329339.386484:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1767329339.386487:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767329339.386489:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00010000:00000001:0.0:1767329339.386491:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329339.386492:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329339.386494:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767329339.386496:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329339.386497:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329339.386501:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329339.386503:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329339.386505:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8f35ab6 x1853178572220800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329355 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329339.386509:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ce1624 x1853178572220672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329355 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329339.386528:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329339.386529:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329339.386534:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329339.386535:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329339.386538:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329339.386539:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329339.386542:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ce1624 x1853178572220672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329355 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329339.386548:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8f35ab6 x1853178572220800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329355 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329339.386552:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572220672:192.168.202.109@tcp:400: 00000400:00000001:0.0:1767329339.386562:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329339.386564:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767329339.386567:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572220800:192.168.202.109@tcp:400: 00000400:00000010:0.0:1767329339.386567:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027fe1c76. 00000400:00000200:0.0:1767329339.386572:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f7af1d9 00000400:00000010:0.0:1767329339.386576:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f7af1d9. 00000100:00000001:2.0:1767329339.386577:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329339.386579:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329339.386582:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088e8bc68 x1853178572220544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329339.386589:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767329339.386592:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088e8bc68 x1853178572220544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329339.386596:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8f35ab6 x1853178572220800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329355 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329339.386603:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329339.386605:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329339.386609:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329339.386611:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329339.386614:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329339.386616:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767329339.386620:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767329339.386621:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008266e23b. 00000100:00000001:0.0:1767329339.386622:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329339.386627:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329339.386628:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1767329339.386630:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=36 v=5 (5 5 5 5) 00000020:00000001:2.0:1767329339.386633:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1767329339.386634:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=36 v=5 (1 1 1 1) 00000020:00000040:2.0:1767329339.386636:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329339.386637:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329339.386640:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329339.386643:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767329339.386643:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329339.386647:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329339.386648:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d0d0c54. 00000100:00000001:0.0:1767329339.386649:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329339.386655:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088e8bc68 x1853178572220544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329355 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329339.386656:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329339.386660:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329339.386662:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8f35ab6. 00000100:00000001:0.0:1767329339.386664:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329339.386668:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329339.386669:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329339.386669:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329339.386673:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329339.386674:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088e8bc68 x1853178572220544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329355 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329339.386677:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329339.386684:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767329339.386686:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572220544:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329339.386688:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329339.386690:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329339.386693:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329339.386694:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329339.386696:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329339.386698:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ce1624 x1853178572220672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329355 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329339.386704:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329339.386706:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329339.386708:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfff2bd2. 02000000:00000001:0.0:1767329339.386710:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329339.386711:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329339.386712:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329339.386714:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329339.386715:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ce889c. 02000000:00000001:0.0:1767329339.386718:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329339.386719:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329339.386720:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ce1624. 00000100:00000001:0.0:1767329339.386725:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329339.386726:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329339.386727:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329339.386729:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088e8bc68 x1853178572220544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329355 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329339.386733:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329339.386734:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329339.386735:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008e90a04. 02000000:00000001:0.0:1767329339.386736:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329339.386736:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329339.386737:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329339.386738:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329339.386739:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 02000000:00000001:0.0:1767329339.386740:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329339.386741:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329339.386742:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088e8bc68. 00000100:00000001:0.0:1767329339.386743:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329339.386744:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329339.386745:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329339.386748:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329339.386749:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329339.386750:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329339.386751:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329339.447142:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329339.447146:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329339.447151:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329339.447153:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329339.447208:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329339.447212:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329339.447215:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329340.471119:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329340.471126:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329340.471132:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329340.471132:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329340.471179:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329340.471185:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329340.471189:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329341.495095:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329341.495103:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329341.495108:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329341.495110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329341.495151:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329341.495155:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329341.495158:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329342.519150:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329342.519158:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329342.519164:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329342.519165:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329342.519230:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329342.519236:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329342.519242:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329343.543100:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329343.543106:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329343.543108:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329343.543111:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329343.543116:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329343.543118:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329343.543128:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329343.543131:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329343.543134:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329343.543135:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329343.543174:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329343.543180:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329343.543184:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329343.991123:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301188956, at 4301189120 00000100:00000010:1.0:1767329343.991139:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002befec57. 00000100:00000040:0.0:1767329343.991143:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301188956, at 4301189120 00000100:00000040:2.0:1767329343.991146:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301188956, at 4301189120 00000100:00000010:0.0:1767329343.991165:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000065a4819a. 00000100:00000010:2.0:1767329343.991169:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4629dbf. 00000100:00000040:3.0:1767329343.991218:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301188956, at 4301189120 00000100:00000010:3.0:1767329343.991230:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002806143. 00000100:00000040:3.0:1767329344.503145:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329344.503157:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329344.503167:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030aeebd2. 00000020:00000040:3.0:1767329344.503176:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329344.503180:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329344.503184:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329344.503190:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329344.503199:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000093c7fc40. 00000100:00000001:3.0:1767329344.503207:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329344.503219:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000030aeebd2 x1853178572220928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329344.503232:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329344.503234:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329344.503240:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030aeebd2] to pc [ptlrpcd_00_01+1] req@0000000030aeebd2 x1853178572220928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329344.503276:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329344.503279:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329344.503283:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329344.503300:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d834dde9. 00000020:00000040:3.0:1767329344.503304:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329344.503307:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329344.503309:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329344.503312:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329344.503316:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004571031a. 00000100:00000001:2.0:1767329344.503320:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329344.503322:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329344.503328:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:3.0:1767329344.503332:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000d834dde9 x1853178572221056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329344.503333:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329344.503343:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329344.503344:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329344.503348:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329344.503348:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329344.503353:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329344.503353:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329344.503358:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834dde9] to pc [ptlrpcd_00_02+2] req@00000000d834dde9 x1853178572221056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329344.503359:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329344.503365:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329344.503366:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329344.503383:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000030aeebd2 x1853178572220928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329344.503394:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329344.503397:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329344.503399:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329344.503403:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767329344.503404:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767329344.503409:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329344.503411:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767329344.503416:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767329344.503418:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016573b0d. 00000100:00100000:2.0:1767329344.503421:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572220928:192.168.202.109@tcp:400: 00000020:00000040:3.0:1767329344.503426:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329344.503429:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329344.503431:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329344.503435:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329344.503437:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329344.503438:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329344.503440:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329344.503443:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329344.503445:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767329344.503446:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f9bec14. 00000100:00000001:0.0:1767329344.503447:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329344.503448:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329344.503449:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329344.503452:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329344.503456:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329344.503459:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cd8fc63. 00000100:00000040:1.0:1767329344.503462:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d834dde9 x1853178572221056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329344.503465:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000016573b0d x1853178572221184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767329344.503467:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329344.503477:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091dffcb5. 00000100:00000001:1.0:1767329344.503482:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329344.503485:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329344.503488:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a46e40d. 02000000:00000001:1.0:1767329344.503490:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329344.503495:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767329344.503496:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767329344.503499:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572220928, portal 25 00000100:00000001:3.0:1767329344.503500:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329344.503500:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329344.503505:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329344.503509:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776931072 : -127176932620544 : ffff8c55501b8700) 00000100:00100000:1.0:1767329344.503509:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d834dde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572221056:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329344.503512:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016573b0d] to pc [ptlrpcd_00_03+3] req@0000000016573b0d x1853178572221184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329344.503517:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329344.503521:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767329344.503523:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000030aeebd2 x1853178572220928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329344.503524:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329344.503529:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329344.503534:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9f9fa26. 02000000:00000001:1.0:1767329344.503539:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329344.503546:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767329344.503546:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e77fbe5. 00000100:00000001:3.0:1767329344.503553:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329344.503553:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087ae87af. 00000100:00000040:2.0:1767329344.503554:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329344.503560:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767329344.503562:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe3fde9b. 00000100:00000200:1.0:1767329344.503562:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572221056, portal 10 00000100:00000001:1.0:1767329344.503566:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1767329344.503570:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572220928, offset 0 00000100:00000001:1.0:1767329344.503570:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776934656 : -127176932616960 : ffff8c55501b9500) 00000100:00000040:3.0:1767329344.503574:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767329344.503581:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d834dde9 x1853178572221056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329344.503583:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6527) 00000400:00000200:2.0:1767329344.503585:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329344.503591:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329344.503598:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329344.503599:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329344.503606:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329344.503606:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767329344.503607:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000010:1.0:1767329344.503610:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fefedd0d. 00000400:00000200:2.0:1767329344.503618:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1767329344.503624:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572221056, offset 0 00000100:00000040:0.0:1767329344.503626:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016573b0d x1853178572221184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329344.503632:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329344.503633:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329344.503644:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329344.503658:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329344.503670:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [352:352:256:4294967295] 192.168.202.109@tcp LPNI seq info [352:352:8:4294967295] 00000100:00000001:0.0:1767329344.503670:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329344.503676:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329344.503687:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:0.0:1767329344.503707:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767329344.503714:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:2.0:1767329344.503715:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329344.503716:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329344.503720:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767329344.503727:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012a5af5b. 02000000:00000001:0.0:1767329344.503727:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329344.503728:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329344.503740:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329344.503748:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:2.0:1767329344.503749:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00100000:0.0:1767329344.503749:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000016573b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572221184:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767329344.503763:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [353:353:255:4294967295] 192.168.202.109@tcp LPNI seq info [353:353:7:4294967295] 00000100:00000001:0.0:1767329344.503769:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767329344.503774:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:0.0:1767329344.503780:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767329344.503781:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329344.503784:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012a5af5b type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767329344.503789:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329344.503798:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329344.503800:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:1.0:1767329344.503803:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000800:00000200:1.0:1767329344.503808:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329344.503811:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329344.503811:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cdbb9d2a. 00000800:00000200:1.0:1767329344.503813:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329344.503822:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767329344.503822:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329344.503824:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301194076 00000100:00000001:1.0:1767329344.503835:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767329344.503837:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aff58cb5. 00000100:00000040:1.0:1767329344.503839:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 262236 usecs (263 jiffies) 00000400:00000010:0.0:1767329344.503839:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027fe1c76. 00000100:00000001:2.0:1767329344.503847:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767329344.503847:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301189895 00000400:00000010:0.0:1767329344.503854:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f7af1d9. 00000100:00000001:2.0:1767329344.503858:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301194076 00000100:00000001:1.0:1767329344.503858:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301194076 00000100:00000001:1.0:1767329344.503863:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301189895 00000100:00000200:0.0:1767329344.503865:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572221184, portal 10 00000100:00000010:2.0:1767329344.503866:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003784c88d. 00000100:00000001:0.0:1767329344.503875:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329344.503878:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767329344.503879:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776938240 : -127176932613376 : ffff8c55501ba300) 00000100:00000001:2.0:1767329344.503886:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301194076 00000100:00000001:1.0:1767329344.503886:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301194076 00000800:00000200:3.0:1767329344.503889:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329344.503892:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301189895 00000100:00000010:2.0:1767329344.503894:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009574fa71. 00000800:00000010:3.0:1767329344.503897:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012a5af5b. 00000100:00000040:0.0:1767329344.503897:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000016573b0d x1853178572221184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329344.503903:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767329344.503911:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301194076 00000100:00000001:1.0:1767329344.503911:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301194076 00000400:00000200:3.0:1767329344.503914:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329344.503922:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301189895 00000100:00000010:2.0:1767329344.503923:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006f7b6a9e. 00000100:00000001:0.0:1767329344.503935:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767329344.503936:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329344.503936:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767329344.503945:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301194076 00000100:00000001:2.0:1767329344.503946:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329344.503949:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329344.503950:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe3fde9b 00000100:00000001:1.0:1767329344.503954:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329344.503957:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329344.503958:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe3fde9b. 00000400:00000010:0.0:1767329344.503958:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008eff51a3. 00000100:00000001:1.0:1767329344.503959:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329344.503971:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329344.503972:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329344.503974:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329344.503975:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329344.503977:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329344.503996:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572221184, offset 0 00000100:00000200:3.0:1767329344.504002:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000030aeebd2 x1853178572220928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329344.504010:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329344.504014:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329344.504044:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329344.504046:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329344.504048:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329344.504051:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329344.504058:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329344.504064:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000030aeebd2 x1853178572220928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329344.504070:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329344.504084:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329344.504087:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767329344.504093:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329344.504100:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329344.504104:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329344.504108:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329344.504111:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329344.504115:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [354:354:254:4294967295] 192.168.202.109@tcp LPNI seq info [354:354:6:4294967295] 00000400:00000200:0.0:1767329344.504128:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329344.504136:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329344.504142:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba0b6bbc. 00000800:00000200:0.0:1767329344.504151:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767329344.504167:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329344.504172:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba0b6bbc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329344.504177:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329344.504182:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 16206 usecs (17 jiffies) 00000100:00000001:0.0:1767329344.504186:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301189650 00000100:00000001:0.0:1767329344.504189:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301194076 00000100:00000001:0.0:1767329344.504191:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301189650 00000100:00000001:0.0:1767329344.504193:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301194076 00000100:00000001:0.0:1767329344.504195:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301189650 00000100:00000001:0.0:1767329344.504198:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301194076 00000100:00000001:0.0:1767329344.504200:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301189650 00000100:00000001:0.0:1767329344.504202:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301194076 00000100:00000001:0.0:1767329344.504205:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329344.504208:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329344.504211:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329344.504214:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767329344.504218:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329344.504224:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000100:00000001:0.0:1767329344.504224:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329344.504231:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767329344.504238:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329344.504239:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329344.504244:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329344.504248:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329344.504255:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329344.504257:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329344.504262:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fefedd0d 00000400:00000010:3.0:1767329344.504267:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fefedd0d. 00000100:00000001:3.0:1767329344.504271:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329344.504275:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d834dde9 x1853178572221056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329344.504283:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329344.504372:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d834dde9 x1853178572221056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329344.504379:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329344.504381:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329344.504423:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329344.504426:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba0b6bbc. 00000400:00000200:3.0:1767329344.504437:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329344.504441:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329344.504445:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008eff51a3 00000400:00000010:3.0:1767329344.504446:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008eff51a3. 00000100:00000001:3.0:1767329344.504455:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329344.504459:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016573b0d x1853178572221184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329344.504468:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329344.504517:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016573b0d x1853178572221184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329344.504525:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329344.504526:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329344.506223:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329344.506351:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329344.506355:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329344.506359:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329344.506366:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329344.506378:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280aa80 00000400:00000200:1.0:1767329344.506385:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xbd9 [1] + 224 00000800:00000001:1.0:1767329344.506392:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329344.506396:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329344.506399:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329344.506403:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329344.506408:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329344.506412:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d834dde9 x1853178572221056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329344.506423:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d834dde9 x1853178572221056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329344.506444:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329344.506452:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329344.506456:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329344.506458:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329344.506461:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329344.506465:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329344.506471:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280ab00 00000400:00000200:1.0:1767329344.506476:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xbe5 [1] + 224 00000800:00000001:1.0:1767329344.506481:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329344.506482:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767329344.506486:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329344.506487:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329344.506492:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767329344.506494:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329344.506497:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329344.506500:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e77fbe5. 00000400:00000200:2.0:1767329344.506507:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087ae87af 00000400:00000200:1.0:1767329344.506507:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:2.0:1767329344.506512:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087ae87af. 00000100:00000001:2.0:1767329344.506516:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329344.506517:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329344.506522:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d834dde9 x1853178572221056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329344.506525:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016573b0d x1853178572221184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329344.506546:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000016573b0d x1853178572221184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329344.506586:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d834dde9 x1853178572221056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329344.506595:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329344.506595:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329344.506598:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329344.506602:0:208650:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:1.0:1767329344.506603:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767329344.506606:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329344.506610:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767329344.506611:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329344.506612:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329344.506616:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767329344.506618:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329344.506622:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329344.506626:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=31 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329344.506634:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=31 v=5 (1 1 1 1) 00000400:00000200:1.0:1767329344.506635:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767329344.506640:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329344.506642:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329344.506643:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329344.506645:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767329344.506649:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767329344.506650:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280aa00 00010000:00000001:2.0:1767329344.506652:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1767329344.506652:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329344.506656:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027fe1c76. 00010000:00000001:2.0:1767329344.506658:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329344.506660:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f7af1d9 00000100:00000001:2.0:1767329344.506662:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:0.0:1767329344.506664:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f7af1d9. 00000100:00000040:2.0:1767329344.506666:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329344.506669:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329344.506670:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329344.506675:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329344.506676:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xbd5 [1] + 224 00000100:00000200:0.0:1767329344.506678:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016573b0d x1853178572221184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329344.506685:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d834dde9 x1853178572221056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329344.506687:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329344.506696:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329344.506702:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329344.506711:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329344.506713:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329344.506719:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329344.506722:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329344.506723:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329344.506732:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016573b0d x1853178572221184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329344.506733:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d834dde9 x1853178572221056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329360 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329344.506733:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000030aeebd2 x1853178572220928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329344.506758:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329344.506761:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329344.506765:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329344.506768:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329344.506771:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767329344.506773:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d834dde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572221056:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329344.506774:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329344.506777:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000030aeebd2 x1853178572220928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329344.506779:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329344.506785:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767329344.506786:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=41 v=5 (5 5 5 5) 00000100:00000001:2.0:1767329344.506791:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1767329344.506795:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=138 v=5 (1 0 0 0) 00000100:00000040:2.0:1767329344.506800:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d834dde9 x1853178572221056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329360 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329344.506803:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329344.506805:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329344.506810:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329344.506813:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00080000:0.0:1767329344.506817:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000016573b0d x1853178572221184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329344.506820:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329344.506827:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767329344.506836:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329344.506842:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767329344.506843:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767329344.506844:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000001:2.0:1767329344.506847:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767329344.506848:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329344.506852:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329344.506853:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9f9fa26. 00000100:00000001:3.0:1767329344.506855:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329344.506857:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016573b0d x1853178572221184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329344.506860:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767329344.506861:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329344.506867:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329344.506867:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767329344.506868:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1767329344.506872:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000400:00000001:3.0:1767329344.506873:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767329344.506873:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329344.506876:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767329344.506878:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091dffcb5. 00000020:00000001:2.0:1767329344.506879:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767329344.506881:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016573b0d x1853178572221184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329360 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767329344.506884:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004571031a. 00000400:00000200:3.0:1767329344.506886:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a46e40d 00000400:00000010:3.0:1767329344.506892:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a46e40d. 02000000:00000001:2.0:1767329344.506893:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:0.0:1767329344.506895:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000016573b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572221184:192.168.202.109@tcp:400: 02000000:00000001:2.0:1767329344.506898:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767329344.506900:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:2.0:1767329344.506902:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d834dde9. 00000100:00000001:0.0:1767329344.506902:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329344.506907:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000030aeebd2 x1853178572220928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329344.506908:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329344.506911:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329344.506914:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329344.506917:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329344.506921:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016573b0d x1853178572221184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329360 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329344.506926:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329344.506929:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329344.506935:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000030aeebd2 x1853178572220928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329344.506937:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329344.506938:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767329344.506941:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329344.506942:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329344.506945:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cdbb9d2a. 02000000:00000001:0.0:1767329344.506951:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329344.506954:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767329344.506956:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767329344.506957:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329344.506961:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767329344.506961:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329344.506964:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003f9bec14. 00000100:00000001:3.0:1767329344.506967:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329344.506968:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329344.506970:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767329344.506971:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:0.0:1767329344.506972:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016573b0d. 00000100:00000001:3.0:1767329344.506975:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329344.506977:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329344.506978:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329344.506979:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329344.506994:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329344.506997:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329344.506999:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329344.507002:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329344.507003:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=41 v=5 (5 5 5 5) 00000100:00000001:0.0:1767329344.507004:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329344.507007:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329344.507010:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=41 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329344.507014:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329344.507047:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329344.507049:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329344.507050:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329344.507052:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329344.507057:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000030aeebd2 x1853178572220928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329344.507064:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329344.507066:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329344.507068:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329344.507071:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030aeebd2 x1853178572220928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329360 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329344.507079:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572220928:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329344.507083:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329344.507085:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329344.507088:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000030aeebd2 x1853178572220928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329360 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329344.507095:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329344.507096:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329344.507098:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cd8fc63. 02000000:00000001:3.0:1767329344.507102:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329344.507103:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329344.507105:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1767329344.507107:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329344.507108:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000093c7fc40. 02000000:00000001:3.0:1767329344.507111:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329344.507113:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329344.507114:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030aeebd2. 00000100:00000001:3.0:1767329344.507117:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329344.507118:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329344.507120:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329344.507124:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329344.507126:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329344.507128:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329344.507129:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329344.567099:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329344.567103:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329344.567107:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329344.567107:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329344.567190:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329344.567193:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329344.567196:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329345.591109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329345.591115:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329345.591139:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329345.591141:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329345.591143:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329345.591148:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329345.591151:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329345.591152:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329345.591154:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329345.591156:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329345.591157:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329345.591159:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329345.591231:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329345.591236:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329345.591240:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329346.615109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329346.615115:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329346.615119:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329346.615120:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329346.615159:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329346.615163:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329346.615166:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329347.639106:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329347.639113:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329347.639120:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329347.639121:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329347.639154:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329347.639158:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329347.639161:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329348.664079:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329348.664083:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329348.664087:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329348.664088:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329348.664125:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329348.664130:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329348.664133:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329349.111089:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301194076, at 4301194240 00000100:00000040:0.0:1767329349.111089:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301194076, at 4301194240 00000100:00000040:1.0:1767329349.111098:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301194076, at 4301194240 00000100:00000010:3.0:1767329349.111107:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006f7b6a9e. 00000100:00000010:0.0:1767329349.111109:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aff58cb5. 00000100:00000010:1.0:1767329349.111115:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003784c88d. 00000100:00000040:2.0:1767329349.111118:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301194076, at 4301194240 00000100:00000010:2.0:1767329349.111128:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009574fa71. 00000100:00000040:2.0:1767329349.623140:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329349.623151:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329349.623161:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7d63ccd. 00000020:00000040:2.0:1767329349.623167:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329349.623172:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329349.623176:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329349.623182:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329349.623192:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012a5af5b. 00000100:00000001:2.0:1767329349.623214:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329349.623225:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000b7d63ccd x1853178572221312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329349.623237:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329349.623240:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329349.623246:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7d63ccd] to pc [ptlrpcd_00_00+0] req@00000000b7d63ccd x1853178572221312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329349.623279:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329349.623281:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329349.623285:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329349.623288:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f76cd51. 00000020:00000040:2.0:1767329349.623291:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329349.623294:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329349.623296:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329349.623299:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329349.623303:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c06a1248. 00000100:00000001:2.0:1767329349.623305:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329349.623307:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329349.623310:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000000f76cd51 x1853178572221440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329349.623310:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767329349.623313:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767329349.623315:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329349.623318:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329349.623327:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329349.623327:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329349.623329:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329349.623331:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329349.623335:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f76cd51] to pc [ptlrpcd_00_01+1] req@000000000f76cd51 x1853178572221440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329349.623336:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329349.623339:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329349.623343:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329349.623350:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7d63ccd x1853178572221312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329349.623357:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329349.623359:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767329349.623362:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329349.623363:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329349.623368:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767329349.623369:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329349.623372:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081a134ff. 00000020:00000040:2.0:1767329349.623376:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329349.623376:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329349.623380:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329349.623381:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1767329349.623381:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:2.0:1767329349.623386:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329349.623387:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329349.623387:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767329349.623395:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7d63ccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572221312:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329349.623396:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767329349.623397:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329349.623400:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767329349.623405:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6c5103d. 00000100:00000001:1.0:1767329349.623405:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329349.623406:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329349.623410:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329349.623412:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329349.623413:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329349.623413:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329349.623417:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329349.623419:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f76cd51 x1853178572221440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329349.623421:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767329349.623423:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000081a134ff x1853178572221568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1767329349.623427:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f264fbbb. 02000000:00000001:1.0:1767329349.623432:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329349.623440:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d00c8458. 00000100:00000001:0.0:1767329349.623446:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329349.623449:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767329349.623450:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029cc77d9. 00000100:00000001:2.0:1767329349.623451:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329349.623457:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329349.623458:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572221312, portal 25 00000100:00000040:2.0:1767329349.623461:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a134ff] to pc [ptlrpcd_00_02+2] req@0000000081a134ff x1853178572221568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329349.623461:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329349.623462:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767329349.623465:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329349.623466:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777366016 : -127176932185600 : ffff8c5550222a00) 02000000:00000001:0.0:1767329349.623473:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329349.623477:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7d63ccd x1853178572221312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329349.623482:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000f76cd51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572221440:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329349.623491:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329349.623492:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329349.623495:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767329349.623496:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767329349.623497:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767329349.623500:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329349.623503:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329349.623505:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767329349.623508:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1767329349.623509:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c186ed3c. 02000000:00000010:0.0:1767329349.623511:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000827d3670. 00000100:00000200:1.0:1767329349.623514:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572221312, offset 0 02000000:00000001:0.0:1767329349.623515:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329349.623516:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6532) 00000400:00000010:0.0:1767329349.623524:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027fe1c76. 00000400:00000200:1.0:1767329349.623526:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329349.623532:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329349.623537:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767329349.623538:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f7af1d9. 00000100:00000001:2.0:1767329349.623539:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767329349.623541:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000200:0.0:1767329349.623545:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572221440, portal 10 00000400:00000200:1.0:1767329349.623548:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767329349.623549:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081a134ff x1853178572221568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329349.623550:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329349.623553:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777367808 : -127176932183808 : ffff8c5550223100) 00000400:00000200:1.0:1767329349.623556:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329349.623564:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767329349.623565:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000f76cd51 x1853178572221440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329349.623569:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767329349.623572:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329349.623573:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329349.623581:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767329349.623581:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [355:355:256:4294967295] 192.168.202.109@tcp LPNI seq info [355:355:8:4294967295] 02000000:00000001:2.0:1767329349.623585:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329349.623587:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767329349.623593:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329349.623593:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329349.623598:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e169f1. 00000100:00100000:2.0:1767329349.623603:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081a134ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572221568:192.168.202.109@tcp:400: 00000100:00000200:0.0:1767329349.623603:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572221440, offset 0 00000400:00000200:1.0:1767329349.623608:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329349.623615:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767329349.623617:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329349.623621:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1767329349.623622:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329349.623625:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767329349.623627:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000400:00000200:0.0:1767329349.623628:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329349.623631:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329349.623631:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329349.623637:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329349.623638:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1767329349.623639:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca41c94a. 00000800:00000200:1.0:1767329349.623643:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:2.0:1767329349.623645:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329349.623647:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329349.623651:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767329349.623652:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064a1b348. 00000800:00000200:1.0:1767329349.623654:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767329349.623656:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329349.623659:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [356:356:255:4294967295] 192.168.202.109@tcp LPNI seq info [356:356:7:4294967295] 00000400:00000010:2.0:1767329349.623669:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001299fc8e. 00000800:00000200:1.0:1767329349.623670:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767329349.623674:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:2.0:1767329349.623678:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572221568, portal 10 00000800:00000200:0.0:1767329349.623682:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329349.623684:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329349.623687:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777356160 : -127176932195456 : ffff8c5550220380) 00000800:00000010:0.0:1767329349.623689:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd12ef3a. 00000100:00000001:1.0:1767329349.623692:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329349.623697:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081a134ff x1853178572221568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329349.623699:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301199196 00000800:00000200:0.0:1767329349.623705:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:1.0:1767329349.623707:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d9c1b8c. 00000100:00000001:2.0:1767329349.623717:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329349.623717:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767329349.623717:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329349.623722:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd12ef3a type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767329349.623727:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329349.623728:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301199196 00000100:00000001:0.0:1767329349.623728:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329349.623735:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f78a8952. 00000100:00000040:0.0:1767329349.623736:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 259752 usecs (260 jiffies) 00000100:00000010:1.0:1767329349.623737:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a68039c9. 00000100:00000200:2.0:1767329349.623742:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572221568, offset 0 00000100:00000001:1.0:1767329349.623743:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767329349.623743:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301195012 00000100:00000001:1.0:1767329349.623750:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301199196 00000100:00000001:0.0:1767329349.623750:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301199196 00000800:00000200:3.0:1767329349.623751:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329349.623755:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301195012 00000800:00000010:3.0:1767329349.623758:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000400:00000200:2.0:1767329349.623758:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:1.0:1767329349.623759:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058c5c748. 00000100:00000001:0.0:1767329349.623759:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301199196 00000100:00000001:0.0:1767329349.623766:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301195012 00000100:00000001:1.0:1767329349.623767:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767329349.623770:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329349.623771:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329349.623772:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301199196 00000100:00000001:0.0:1767329349.623773:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301199196 00000400:00000200:3.0:1767329349.623781:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000010:1.0:1767329349.623782:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e8b36ad. 00000100:00000001:0.0:1767329349.623782:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301195012 00000400:00000200:2.0:1767329349.623784:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329349.623790:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767329349.623792:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329349.623795:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329349.623796:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301199196 00000400:00000200:2.0:1767329349.623798:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329349.623800:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329349.623802:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329349.623805:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329349.623806:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329349.623807:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329349.623809:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329349.623813:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329349.623813:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329349.623816:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [357:357:254:4294967295] 192.168.202.109@tcp LPNI seq info [357:357:6:4294967295] 00000100:00000001:1.0:1767329349.623817:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329349.623818:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329349.623820:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329349.623826:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329349.623836:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:3.0:1767329349.623843:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c186ed3c 00000800:00000200:2.0:1767329349.623844:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329349.623847:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c186ed3c. 00000800:00000010:2.0:1767329349.623851:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000100:00000001:3.0:1767329349.623852:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329349.623860:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7d63ccd x1853178572221312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767329349.623862:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329349.623874:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329349.623876:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767329349.623879:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767329349.623881:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7d63ccd x1853178572221312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329349.623887:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329349.623894:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329349.623895:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 16086 usecs (17 jiffies) 00000100:00000001:3.0:1767329349.623897:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329349.623902:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301194769 00000100:00000001:2.0:1767329349.623905:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301199196 00000100:00000001:2.0:1767329349.623907:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301194769 00000800:00000200:3.0:1767329349.623909:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329349.623910:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301199196 00000800:00000010:3.0:1767329349.623913:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd12ef3a. 00000100:00000001:2.0:1767329349.623917:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301194769 00000400:00000200:3.0:1767329349.623918:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329349.623921:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329349.623923:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e169f1 00000400:00000010:3.0:1767329349.623925:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e169f1. 00000100:00000001:2.0:1767329349.623930:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301199196 00000100:00000001:2.0:1767329349.623947:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301194769 00000100:00000001:2.0:1767329349.623949:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301199196 00000100:00000001:2.0:1767329349.623951:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329349.623954:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329349.623956:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329349.623957:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329349.623959:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329349.623963:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329349.623967:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767329349.623970:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f76cd51 x1853178572221440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329349.623971:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329349.623975:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329349.623978:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329349.623984:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329349.623985:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329349.623990:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f76cd51 x1853178572221440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329349.623994:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329349.623995:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329349.624077:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329349.624079:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00000400:00000200:3.0:1767329349.624081:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329349.624084:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329349.624086:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f78a8952 00000400:00000010:3.0:1767329349.624086:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f78a8952. 00000100:00000001:3.0:1767329349.624089:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329349.624091:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081a134ff x1853178572221568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329349.624096:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329349.624097:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081a134ff x1853178572221568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329349.624101:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329349.624102:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329349.625631:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329349.625763:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329349.625767:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329349.625771:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329349.625779:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329349.625882:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280ab80 00000400:00000200:3.0:1767329349.625888:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xbed [1] + 224 00000800:00000001:3.0:1767329349.625893:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329349.625897:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329349.625899:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329349.625901:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329349.625910:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329349.625913:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7d63ccd x1853178572221312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329349.626007:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b7d63ccd x1853178572221312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329349.626033:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329349.626039:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329349.626043:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329349.626044:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329349.626045:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329349.626048:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329349.626053:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280ac80 00000400:00000200:3.0:1767329349.626057:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xbfd [1] + 224 00000800:00000001:3.0:1767329349.626060:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329349.626062:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329349.626063:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329349.626065:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329349.626067:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329349.626070:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081a134ff x1853178572221568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329349.626075:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081a134ff x1853178572221568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329349.626083:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329349.626086:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329349.626087:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1767329349.626090:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329349.626093:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329349.626094:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d00c8458. 00000400:00000200:1.0:1767329349.626098:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029cc77d9 00000400:00000010:1.0:1767329349.626099:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029cc77d9. 00000100:00000001:1.0:1767329349.626102:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767329349.626104:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767329349.626108:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7d63ccd x1853178572221312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329349.626110:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329349.626114:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329349.626117:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329349.626125:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767329349.626129:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767329349.626129:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7d63ccd x1853178572221312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329349.626133:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329349.626134:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280ac00 00000400:00000001:2.0:1767329349.626140:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329349.626144:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329349.626148:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064a1b348. 00000100:00000001:1.0:1767329349.626149:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329349.626153:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329349.626155:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001299fc8e 00000100:00000001:1.0:1767329349.626155:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329349.626159:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767329349.626160:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001299fc8e. 00000100:00000001:1.0:1767329349.626162:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329349.626165:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329349.626166:0:208650:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767329349.626167:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329349.626170:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xbf5 [1] + 224 00000100:00001000:1.0:1767329349.626174:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=46 v=5 (5 5 5 5) 00000100:00000200:2.0:1767329349.626175:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081a134ff x1853178572221568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329349.626176:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767329349.626181:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=46 v=5 (1 1 1 1) 00000800:00000001:3.0:1767329349.626189:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329349.626190:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329349.626193:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329349.626195:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767329349.626199:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767329349.626202:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081a134ff x1853178572221568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329349.626203:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329349.626204:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329349.626208:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329349.626214:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767329349.626218:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7d63ccd x1853178572221312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329349.626221:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f76cd51 x1853178572221440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329349.626222:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329349.626226:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329349.626232:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329349.626236:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329349.626239:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329349.626243:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329349.626248:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329349.626250:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329349.626253:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f76cd51 x1853178572221440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329349.626255:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1767329349.626258:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=46 v=5 (5 5 5 5) 00000100:00000001:1.0:1767329349.626258:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329349.626268:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7d63ccd x1853178572221312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329349.626269:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=143 v=5 (1 0 0 0) 00000100:00100000:1.0:1767329349.626274:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7d63ccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572221312:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329349.626279:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329349.626280:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329349.626281:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329349.626284:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329349.626285:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329349.626286:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767329349.626289:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7d63ccd x1853178572221312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329349.626291:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767329349.626292:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329349.626300:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00080000:2.0:1767329349.626302:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000081a134ff x1853178572221568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329349.626303:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329349.626307:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f264fbbb. 02000000:00000001:1.0:1767329349.626313:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329349.626316:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767329349.626317:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767329349.626318:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329349.626322:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329349.626324:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329349.626328:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1767329349.626329:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767329349.626330:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329349.626333:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012a5af5b. 00000100:00000040:2.0:1767329349.626337:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081a134ff x1853178572221568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329349.626341:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329349.626344:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329349.626348:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7d63ccd. 00000100:00000001:2.0:1767329349.626351:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329349.626352:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329349.626355:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329349.626355:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329349.626357:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329349.626360:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329349.626361:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329349.626361:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767329349.626366:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767329349.626368:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:0.0:1767329349.626369:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767329349.626370:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081a134ff x1853178572221568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329349.626372:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329349.626373:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027fe1c76. 00000100:00000001:1.0:1767329349.626379:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329349.626381:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f7af1d9 00000100:00000001:1.0:1767329349.626383:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329349.626385:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f7af1d9. 00000100:00100000:2.0:1767329349.626392:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081a134ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572221568:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329349.626392:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329349.626399:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329349.626400:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f76cd51 x1853178572221440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329349.626403:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329349.626410:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081a134ff x1853178572221568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329349.626415:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f76cd51 x1853178572221440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329349.626434:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329349.626437:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767329349.626438:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329349.626440:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca41c94a. 02000000:00000001:2.0:1767329349.626444:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767329349.626446:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767329349.626447:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329349.626449:0:208648:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767329349.626450:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:0.0:1767329349.626451:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329349.626454:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767329349.626456:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767329349.626457:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329349.626462:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c6c5103d. 02000000:00000001:0.0:1767329349.626462:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329349.626468:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=36 v=5 (5 5 5 5) 02000000:00000001:2.0:1767329349.626470:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:0.0:1767329349.626472:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=36 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329349.626474:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329349.626475:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329349.626476:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767329349.626480:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767329349.626481:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767329349.626484:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081a134ff. 00000100:00000001:0.0:1767329349.626484:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329349.626487:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329349.626490:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329349.626490:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329349.626493:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329349.626494:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329349.626497:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f76cd51 x1853178572221440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329349.626499:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329349.626506:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329349.626508:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329349.626510:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329349.626511:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329349.626515:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329349.626516:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329349.626519:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f76cd51 x1853178572221440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329349.626520:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329349.626529:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000f76cd51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572221440:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329349.626532:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329349.626534:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329349.626536:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f76cd51 x1853178572221440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329349.626540:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329349.626541:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329349.626543:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000827d3670. 02000000:00000001:0.0:1767329349.626545:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329349.626546:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329349.626552:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329349.626554:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329349.626555:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c06a1248. 02000000:00000001:0.0:1767329349.626557:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329349.626558:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329349.626559:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f76cd51. 00000100:00000001:0.0:1767329349.626561:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329349.626562:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329349.626564:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329349.626567:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329349.626568:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329349.626569:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329349.626570:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329349.687089:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329349.687092:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329349.687096:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329349.687097:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329349.687136:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329349.687140:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329349.687142:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329350.711077:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329350.711083:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329350.711088:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329350.711089:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329350.711146:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329350.711152:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329350.711155:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329351.735106:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329351.735114:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329351.735121:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329351.735122:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329351.735195:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329351.735199:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329351.735201:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329352.759095:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329352.759100:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329352.759104:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329352.759105:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329352.759141:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329352.759145:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329352.759147:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329353.783091:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329353.783098:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329353.783100:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329353.783102:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329353.783107:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329353.783108:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329353.783110:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329353.783111:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329353.783114:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329353.783115:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329353.783213:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329353.783216:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329353.783219:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329354.231082:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301199196, at 4301199360 00000100:00000040:3.0:1767329354.231086:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301199196, at 4301199360 00000100:00000010:0.0:1767329354.231097:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d9c1b8c. 00000100:00000010:3.0:1767329354.231100:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e8b36ad. 00000100:00000040:1.0:1767329354.231103:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301199196, at 4301199360 00000100:00000040:2.0:1767329354.231108:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301199196, at 4301199360 00000100:00000010:1.0:1767329354.231116:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a68039c9. 00000100:00000010:2.0:1767329354.231118:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058c5c748. 00000100:00000040:3.0:1767329354.743148:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329354.743158:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329354.743167:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030aeebd2. 00000020:00000040:3.0:1767329354.743173:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329354.743177:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329354.743179:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329354.743185:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329354.743192:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000093c7fc40. 00000100:00000001:3.0:1767329354.743198:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329354.743206:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000030aeebd2 x1853178572221696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329354.743215:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329354.743217:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329354.743236:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030aeebd2] to pc [ptlrpcd_00_03+3] req@0000000030aeebd2 x1853178572221696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329354.743260:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329354.743262:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329354.743265:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329354.743267:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000aa68ef7. 00000020:00000040:3.0:1767329354.743268:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329354.743270:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329354.743272:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329354.743273:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329354.743276:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a6343d55. 00000100:00000001:3.0:1767329354.743279:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329354.743283:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000000aa68ef7 x1853178572221824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329354.743288:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329354.743290:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329354.743291:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329354.743293:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000aa68ef7] to pc [ptlrpcd_00_00+0] req@000000000aa68ef7 x1853178572221824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329354.743294:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767329354.743296:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767329354.743299:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329354.743302:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329354.743312:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329354.743314:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329354.743317:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329354.743319:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329354.743319:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767329354.743323:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329354.743323:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329354.743326:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329354.743331:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1767329354.743331:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000030aeebd2 x1853178572221696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329354.743332:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329354.743335:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767329354.743336:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000660a521f. 00000020:00000040:3.0:1767329354.743341:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000040:0.0:1767329354.743342:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000aa68ef7 x1853178572221824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329354.743346:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329354.743350:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329354.743353:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329354.743355:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767329354.743360:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e18132be. 00000100:00000001:2.0:1767329354.743360:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329354.743361:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329354.743362:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329354.743366:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329354.743368:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329354.743368:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329354.743369:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329354.743374:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329354.743375:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767329354.743379:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000660a521f x1853178572221952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767329354.743380:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329354.743380:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329354.743387:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329354.743389:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572221696:192.168.202.109@tcp:400: 00000100:00100000:0.0:1767329354.743396:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000aa68ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572221824:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329354.743401:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329354.743407:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329354.743408:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329354.743412:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329354.743414:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329354.743418:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329354.743418:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767329354.743423:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329354.743424:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1767329354.743425:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f31d167. 00000100:00000001:3.0:1767329354.743426:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329354.743429:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a0a95ef. 02000000:00000001:0.0:1767329354.743430:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329354.743434:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000660a521f] to pc [ptlrpcd_00_01+1] req@00000000660a521f x1853178572221952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329354.743435:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329354.743438:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027fe1c76. 00000400:00000010:2.0:1767329354.743445:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064a1b348. 00000100:00000001:3.0:1767329354.743451:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329354.743454:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767329354.743454:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f7af1d9. 00000400:00000010:2.0:1767329354.743455:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001299fc8e. 00000100:00000040:3.0:1767329354.743462:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1767329354.743463:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572221824, portal 10 00000100:00000200:2.0:1767329354.743465:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572221696, portal 25 00000100:00000001:0.0:1767329354.743467:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767329354.743468:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6537) 00000100:00000001:2.0:1767329354.743471:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329354.743471:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329354.743471:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776929280 : -127176932622336 : ffff8c55501b8000) 00000100:00000001:2.0:1767329354.743476:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776931072 : -127176932620544 : ffff8c55501b8700) 00000100:00000001:1.0:1767329354.743476:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329354.743480:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329354.743483:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000aa68ef7 x1853178572221824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329354.743486:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000030aeebd2 x1853178572221696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329354.743488:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000660a521f x1853178572221952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329354.743518:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329354.743523:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329354.743525:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767329354.743526:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329354.743529:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329354.743531:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329354.743532:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e43dd11. 02000000:00000001:1.0:1767329354.743534:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767329354.743537:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e74ce04e. 02000000:00000001:1.0:1767329354.743538:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767329354.743539:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572221824, offset 0 00000100:00000200:2.0:1767329354.743543:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572221696, offset 0 02000000:00000001:1.0:1767329354.743545:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329354.743550:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572221952:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767329354.743554:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329354.743555:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329354.743559:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329354.743561:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329354.743563:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767329354.743564:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000010:1.0:1767329354.743567:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000763ee68e. 00000400:00000200:0.0:1767329354.743569:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:1.0:1767329354.743571:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329354.743577:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d00c8458. 00000400:00000200:0.0:1767329354.743577:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767329354.743584:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029cc77d9. 00000400:00000200:0.0:1767329354.743584:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000200:1.0:1767329354.743590:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572221952, portal 10 00000400:00000200:0.0:1767329354.743590:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329354.743594:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767329354.743596:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329354.743597:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776936448 : -127176932615168 : ffff8c55501b9c00) 00000400:00000200:0.0:1767329354.743602:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [358:358:256:4294967295] 192.168.202.109@tcp LPNI seq info [358:358:8:4294967295] 00000100:00000040:1.0:1767329354.743606:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000660a521f x1853178572221952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329354.743618:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767329354.743619:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:1.0:1767329354.743625:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329354.743628:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007cfe392c. 00000800:00000200:0.0:1767329354.743631:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329354.743632:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000200:1.0:1767329354.743633:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572221952, offset 0 00000800:00000010:0.0:1767329354.743638:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6bd0558. 00000400:00000200:2.0:1767329354.743641:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329354.743646:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329354.743650:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:0.0:1767329354.743651:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329354.743657:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329354.743660:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329354.743666:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [359:359:255:4294967295] 192.168.202.109@tcp LPNI seq info [359:359:7:4294967295] 00000800:00000200:0.0:1767329354.743667:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329354.743674:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e6bd0558 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329354.743680:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329354.743684:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329354.743689:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077a38a26. 00000400:00000200:1.0:1767329354.743689:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329354.743693:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329354.743696:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767329354.743698:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000040:0.0:1767329354.743700:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 257316 usecs (258 jiffies) 00000400:00000200:1.0:1767329354.743704:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329354.743706:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301200130 00000400:00000200:1.0:1767329354.743710:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767329354.743712:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:0.0:1767329354.743714:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000236c06bf. 00000400:00000200:1.0:1767329354.743716:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:2.0:1767329354.743717:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077a38a26 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329354.743722:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329354.743723:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [360:360:254:4294967295] 192.168.202.109@tcp LPNI seq info [360:360:6:4294967295] 00000100:00000001:0.0:1767329354.743724:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767329354.743732:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301200130 00000100:00000001:2.0:1767329354.743734:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301204316 00000100:00000010:0.0:1767329354.743738:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073f6ac0a. 00000400:00000200:1.0:1767329354.743740:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329354.743743:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301200130 00000800:00000200:1.0:1767329354.743748:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329354.743752:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301204316 00000100:00000001:0.0:1767329354.743752:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767329354.743753:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329354.743754:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 00000100:00000001:0.0:1767329354.743761:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301200130 00000800:00000010:3.0:1767329354.743762:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6bd0558. 00000100:00000001:2.0:1767329354.743763:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301200130 00000800:00000200:1.0:1767329354.743766:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:0.0:1767329354.743769:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024fcb4fc. 00000400:00000200:3.0:1767329354.743772:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329354.743772:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301204316 00000800:00000200:1.0:1767329354.743775:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329354.743775:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767329354.743781:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329354.743783:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301200130 00000100:00000001:2.0:1767329354.743784:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301200130 00000400:00000200:3.0:1767329354.743786:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329354.743787:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329354.743789:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008433709a. 00000100:00000001:2.0:1767329354.743792:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301204316 00000100:00000040:1.0:1767329354.743794:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 15962 usecs (16 jiffies) 00000100:00000001:0.0:1767329354.743796:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767329354.743797:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e43dd11 00000100:00000001:1.0:1767329354.743799:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301199888 00000400:00000010:3.0:1767329354.743801:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e43dd11. 00000100:00000001:1.0:1767329354.743803:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301204316 00000100:00000001:0.0:1767329354.743803:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329354.743805:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301200130 00000100:00000001:0.0:1767329354.743808:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329354.743809:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301199888 00000100:00000001:2.0:1767329354.743812:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329354.743812:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329354.743813:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329354.743813:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301204316 00000100:00000001:2.0:1767329354.743819:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329354.743820:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301199888 00000100:00000001:0.0:1767329354.743820:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329354.743821:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000aa68ef7 x1853178572221824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329354.743826:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329354.743827:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301204316 00000100:00000001:0.0:1767329354.743830:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329354.743832:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329354.743834:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301199888 00000100:00000001:0.0:1767329354.743835:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329354.743841:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301204316 00000100:00000001:0.0:1767329354.743842:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329354.743845:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329354.743846:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329354.743847:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329354.743848:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329354.743852:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329354.743853:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329354.743855:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000aa68ef7 x1853178572221824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329354.743859:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329354.743864:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329354.743870:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329354.743872:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329354.743873:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329354.743876:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767329354.743901:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329354.743902:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077a38a26. 00000400:00000200:3.0:1767329354.743906:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329354.743908:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329354.743912:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329354.743913:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329354.743916:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329354.743917:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e74ce04e 00000100:00000001:1.0:1767329354.743919:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329354.743920:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e74ce04e. 00000100:00000001:3.0:1767329354.743925:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329354.743928:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000030aeebd2 x1853178572221696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329354.743940:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329354.743942:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000030aeebd2 x1853178572221696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329354.743946:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329354.743947:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329354.744010:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329354.744012:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000400:00000200:3.0:1767329354.744038:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329354.744041:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329354.744043:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cfe392c 00000400:00000010:3.0:1767329354.744044:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007cfe392c. 00000100:00000001:3.0:1767329354.744046:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329354.744048:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000660a521f x1853178572221952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329354.744053:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329354.744055:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000660a521f x1853178572221952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329354.744059:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329354.744060:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329354.745770:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329354.745781:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329354.745784:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329354.745785:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329354.745790:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329354.745799:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280ad80 00000400:00000200:3.0:1767329354.745838:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xc05 [1] + 224 00000800:00000001:3.0:1767329354.745843:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329354.745847:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329354.745849:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329354.745851:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329354.745855:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329354.745863:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000aa68ef7 x1853178572221824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329354.745869:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000aa68ef7 x1853178572221824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329354.745893:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329354.745899:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329354.745902:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329354.745904:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329354.745906:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329354.745910:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329354.745915:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280ad00 00000400:00000200:3.0:1767329354.745920:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xc09 [1] + 224 00000100:00000001:0.0:1767329354.745920:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329354.745924:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767329354.745926:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329354.745930:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329354.745931:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767329354.745932:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767329354.745936:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000001:0.0:1767329354.745937:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329354.745941:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027fe1c76. 00000400:00000200:0.0:1767329354.745946:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f7af1d9 00000400:00000010:0.0:1767329354.745948:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f7af1d9. 00000100:00000001:3.0:1767329354.745953:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329354.745953:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329354.745961:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000030aeebd2 x1853178572221696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329354.745961:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000aa68ef7 x1853178572221824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329354.745987:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000030aeebd2 x1853178572221696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329354.745996:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000aa68ef7 x1853178572221824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329354.746001:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329354.746006:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329354.746011:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329354.746011:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329354.746034:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329354.746037:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329354.746041:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329354.746042:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767329354.746045:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329354.746050:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280ae00 00000400:00000001:2.0:1767329354.746050:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767329354.746051:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329354.746054:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329354.746058:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064a1b348. 00000100:00000001:0.0:1767329354.746058:0:208648:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767329354.746063:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001299fc8e 02000000:00000001:0.0:1767329354.746063:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767329354.746065:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001299fc8e. 00000100:00000001:0.0:1767329354.746067:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329354.746069:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329354.746074:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000030aeebd2 x1853178572221696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329354.746077:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xc15 [1] + 224 00000100:00000001:0.0:1767329354.746079:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329354.746086:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329354.746087:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767329354.746098:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=41 v=5 (5 5 5 5) 00000100:00000200:2.0:1767329354.746100:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000030aeebd2 x1853178572221696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329354.746101:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329354.746108:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1767329354.746109:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=41 v=5 (1 1 1 1) 00000400:00000200:3.0:1767329354.746117:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329354.746119:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329354.746124:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329354.746125:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329354.746126:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767329354.746129:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329354.746130:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329354.746133:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000660a521f x1853178572221952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329354.746134:0:208650:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767329354.746137:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329354.746138:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329354.746141:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329354.746144:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329354.746145:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767329354.746150:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329354.746150:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000040:3.0:1767329354.746152:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000660a521f x1853178572221952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329354.746156:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=51 v=5 (5 5 5 5) 00000100:00000001:0.0:1767329354.746156:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329354.746160:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329354.746165:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=51 v=5 (1 1 1 1) 00000100:00000040:0.0:1767329354.746171:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000aa68ef7 x1853178572221824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329354.746175:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329354.746180:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329354.746181:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767329354.746184:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329354.746185:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329354.746191:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767329354.746192:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767329354.746194:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329354.746200:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329354.746200:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329354.746202:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329354.746204:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329354.746205:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767329354.746208:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000030aeebd2 x1853178572221696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329354.746212:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767329354.746216:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000aa68ef7 x1853178572221824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329354.746217:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767329354.746217:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329354.746221:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d00c8458. 00000100:00000001:2.0:1767329354.746223:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329354.746227:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329354.746228:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029cc77d9 00000400:00000010:1.0:1767329354.746233:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029cc77d9. 00000100:00000040:2.0:1767329354.746236:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030aeebd2 x1853178572221696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329354.746239:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767329354.746244:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000aa68ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572221824:192.168.202.109@tcp:400: 00000100:00000200:1.0:1767329354.746247:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000660a521f x1853178572221952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329354.746253:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572221696:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329354.746258:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329354.746264:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329354.746266:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329354.746270:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329354.746274:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000aa68ef7 x1853178572221824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329354.746276:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000660a521f x1853178572221952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329354.746277:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000030aeebd2 x1853178572221696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329354.746308:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767329354.746313:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767329354.746314:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767329354.746314:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767329354.746317:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767329354.746318:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767329354.746319:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f31d167. 02000000:00000010:2.0:1767329354.746321:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a0a95ef. 00000100:00000001:1.0:1767329354.746323:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329354.746327:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767329354.746327:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767329354.746328:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329354.746329:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329354.746333:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329354.746334:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1767329354.746334:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329354.746338:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 02000000:00000001:1.0:1767329354.746339:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767329354.746339:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329354.746343:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:1.0:1767329354.746346:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=51 v=5 (5 5 5 5) 02000000:00000010:2.0:1767329354.746347:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000093c7fc40. 00000020:00000001:0.0:1767329354.746347:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329354.746351:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a6343d55. 02000000:00000001:2.0:1767329354.746354:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1767329354.746354:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=148 v=5 (1 0 0 0) 02000000:00000001:0.0:1767329354.746357:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329354.746358:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767329354.746359:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:2.0:1767329354.746360:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030aeebd2. 00000100:00000001:1.0:1767329354.746362:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329354.746366:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329354.746367:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767329354.746368:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767329354.746369:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767329354.746372:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000aa68ef7. 00000100:00000001:2.0:1767329354.746373:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767329354.746373:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000660a521f x1853178572221952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329354.746381:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329354.746382:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767329354.746383:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329354.746387:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329354.746387:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767329354.746387:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329354.746391:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329354.746392:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329354.746394:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329354.746394:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329354.746397:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329354.746401:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329354.746401:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329354.746406:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329354.746410:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000660a521f x1853178572221952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329354.746411:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329354.746416:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329354.746419:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329354.746422:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329354.746423:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329354.746425:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000660a521f x1853178572221952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329354.746430:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572221952:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329354.746433:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329354.746435:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329354.746437:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000660a521f x1853178572221952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329354.746440:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329354.746442:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329354.746443:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000763ee68e. 02000000:00000001:1.0:1767329354.746446:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329354.746447:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329354.746447:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329354.746449:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329354.746450:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e18132be. 02000000:00000001:1.0:1767329354.746452:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329354.746453:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329354.746454:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000660a521f. 00000100:00000001:1.0:1767329354.746456:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329354.746457:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329354.746458:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329354.746461:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329354.746462:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329354.746463:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329354.746464:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329354.807087:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329354.807090:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329354.807095:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329354.807106:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329354.807188:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329354.807192:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329354.807194:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329355.831099:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329355.831105:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329355.831108:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329355.831110:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329355.831112:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329355.831117:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329355.831119:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329355.831120:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329355.831123:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329355.831125:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329355.831126:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329355.831128:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329355.831164:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329355.831167:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329355.831169:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329356.855141:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329356.855146:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329356.855151:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329356.855152:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329356.855227:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329356.855232:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329356.855235:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329357.879138:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329357.879144:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329357.879147:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329357.879148:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329357.879235:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329357.879238:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329357.879241:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329358.903103:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329358.903109:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329358.903114:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329358.903115:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329358.903157:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329358.903163:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329358.903167:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329359.351112:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301204316, at 4301204480 00000100:00000040:3.0:1767329359.351116:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301204316, at 4301204480 00000100:00000040:2.0:1767329359.351118:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301204316, at 4301204480 00000100:00000010:3.0:1767329359.351133:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008433709a. 00000100:00000040:0.0:1767329359.351137:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301204316, at 4301204480 00000100:00000010:1.0:1767329359.351140:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073f6ac0a. 00000100:00000010:2.0:1767329359.351143:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024fcb4fc. 00000100:00000010:0.0:1767329359.351148:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000236c06bf. 00000100:00000040:0.0:1767329359.863164:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329359.863174:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329359.863183:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001863c1e0. 00000020:00000040:0.0:1767329359.863189:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329359.863193:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329359.863196:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329359.863201:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329359.863207:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000025ce9561. 00000100:00000001:0.0:1767329359.863214:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329359.863222:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000001863c1e0 x1853178572222080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329359.863231:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329359.863233:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329359.863237:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001863c1e0] to pc [ptlrpcd_00_02+2] req@000000001863c1e0 x1853178572222080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329359.863264:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329359.863266:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329359.863269:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329359.863271:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f4cfdab. 00000020:00000040:0.0:1767329359.863273:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329359.863275:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329359.863276:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329359.863287:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329359.863292:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329359.863293:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767329359.863297:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767329359.863297:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b18ad351. 00000100:00000001:2.0:1767329359.863302:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329359.863304:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329359.863307:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329359.863308:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329359.863310:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000000f4cfdab x1853178572222208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329359.863312:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329359.863317:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329359.863320:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329359.863322:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329359.863323:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329359.863325:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329359.863331:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001863c1e0 x1853178572222080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329359.863332:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f4cfdab] to pc [ptlrpcd_00_03+3] req@000000000f4cfdab x1853178572222208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329359.863363:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329359.863369:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329359.863371:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329359.863375:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329359.863376:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767329359.863381:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1767329359.863381:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a42c2d0. 00000020:00000040:0.0:1767329359.863385:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:1.0:1767329359.863386:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329359.863389:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329359.863390:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329359.863391:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329359.863393:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767329359.863394:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767329359.863397:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001863c1e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572222080:192.168.202.109@tcp:400: 02000000:00000001:0.0:1767329359.863397:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329359.863398:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767329359.863403:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061991354. 00000100:00000001:1.0:1767329359.863405:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329359.863407:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329359.863407:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329359.863410:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329359.863411:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767329359.863415:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000006a42c2d0 x1853178572222336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329359.863416:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329359.863417:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329359.863421:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767329359.863422:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329359.863425:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329359.863427:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1767329359.863430:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060c4fd86. 00000100:00000001:0.0:1767329359.863430:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329359.863434:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f4cfdab x1853178572222208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329359.863436:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329359.863440:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a42c2d0] to pc [ptlrpcd_00_00+0] req@000000006a42c2d0 x1853178572222336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329359.863446:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d00c8458. 00000400:00000010:1.0:1767329359.863455:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029cc77d9. 00000100:00000001:2.0:1767329359.863462:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329359.863465:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329359.863465:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572222080, portal 25 00000100:00000001:1.0:1767329359.863471:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767329359.863472:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329359.863473:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578906624 : -127177130644992 : ffff8c55444dea00) 02000000:00000001:2.0:1767329359.863476:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329359.863477:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329359.863482:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329359.863482:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001863c1e0 x1853178572222080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329359.863483:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767329359.863491:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572222208:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329359.863492:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767329359.863502:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767329359.863502:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6542) 00000100:00000001:1.0:1767329359.863504:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767329359.863506:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329359.863510:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329359.863511:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329359.863515:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767329359.863517:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bffb9b1. 02000000:00000010:2.0:1767329359.863521:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c18f4e7. 00000100:00000200:1.0:1767329359.863521:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572222080, offset 0 00000100:00000001:0.0:1767329359.863523:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329359.863526:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329359.863530:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329359.863530:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767329359.863534:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329359.863538:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a42c2d0 x1853178572222336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329359.863539:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064a1b348. 00000400:00000010:2.0:1767329359.863547:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001299fc8e. 00000100:00000001:0.0:1767329359.863547:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767329359.863548:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329359.863551:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329359.863553:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572222208, portal 10 02000000:00000001:0.0:1767329359.863556:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767329359.863557:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767329359.863558:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329359.863560:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578895872 : -127177130655744 : ffff8c55444dc000) 02000000:00000001:0.0:1767329359.863560:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329359.863564:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:0.0:1767329359.863566:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329359.863570:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00100000:0.0:1767329359.863572:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a42c2d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572222336:192.168.202.109@tcp:400: 00000100:00000040:2.0:1767329359.863574:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000f4cfdab x1853178572222208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329359.863578:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329359.863586:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [361:361:256:4294967295] 192.168.202.109@tcp LPNI seq info [361:361:8:4294967295] 00000100:00000001:0.0:1767329359.863589:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329359.863593:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329359.863596:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329359.863598:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767329359.863599:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767329359.863605:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000010:0.0:1767329359.863605:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001bc850cd. 00000400:00000200:1.0:1767329359.863611:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:0.0:1767329359.863611:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329359.863612:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b33676b. 00000100:00000200:2.0:1767329359.863619:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572222208, offset 0 00000400:00000010:0.0:1767329359.863620:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027fe1c76. 00000800:00000200:1.0:1767329359.863625:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329359.863628:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329359.863632:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 00000400:00000010:0.0:1767329359.863635:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f7af1d9. 00000400:00000200:2.0:1767329359.863636:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000200:0.0:1767329359.863642:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572222336, portal 10 00000400:00000200:2.0:1767329359.863644:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329359.863646:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329359.863649:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578910208 : -127177130641408 : ffff8c55444df800) 00000800:00000200:1.0:1767329359.863650:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329359.863651:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329359.863659:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767329359.863659:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a42c2d0 x1853178572222336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767329359.863665:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329359.863666:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:1.0:1767329359.863673:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329359.863676:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [362:362:255:4294967295] 192.168.202.109@tcp LPNI seq info [362:362:7:4294967295] 00000100:00000001:0.0:1767329359.863687:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329359.863692:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329359.863695:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329359.863697:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062f196e0. 00000400:00000200:2.0:1767329359.863700:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329359.863702:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301209436 00000100:00000200:0.0:1767329359.863702:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572222336, offset 0 00000800:00000200:2.0:1767329359.863711:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:1.0:1767329359.863711:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a68039c9. 00000400:00000200:0.0:1767329359.863713:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329359.863720:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077a38a26. 00000100:00000001:1.0:1767329359.863722:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767329359.863725:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:2.0:1767329359.863730:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329359.863730:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301209436 00000400:00000200:0.0:1767329359.863732:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1767329359.863739:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077278bd8. 00000400:00000200:0.0:1767329359.863741:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:2.0:1767329359.863745:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329359.863746:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767329359.863749:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767329359.863752:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077a38a26 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329359.863752:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301209436 00000100:00000001:2.0:1767329359.863757:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767329359.863759:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007884d10c. 00000100:00000040:2.0:1767329359.863762:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 254921 usecs (255 jiffies) 00000400:00000200:0.0:1767329359.863762:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329359.863765:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767329359.863768:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301205247 00000100:00000001:1.0:1767329359.863770:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301209436 00000400:00000200:0.0:1767329359.863772:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [363:363:254:4294967295] 192.168.202.109@tcp LPNI seq info [363:363:6:4294967295] 00000100:00000001:2.0:1767329359.863774:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301209436 00000100:00000010:1.0:1767329359.863775:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000095fed548. 00000100:00000001:2.0:1767329359.863781:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301205247 00000100:00000001:1.0:1767329359.863783:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767329359.863789:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329359.863794:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301209436 00000400:00000200:0.0:1767329359.863794:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329359.863795:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329359.863802:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301205247 00000100:00000001:1.0:1767329359.863802:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329359.863808:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329359.863809:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301209436 00000100:00000001:2.0:1767329359.863813:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301205247 00000100:00000001:2.0:1767329359.863815:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301209436 00000800:00000010:0.0:1767329359.863815:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048650044. 00000100:00000001:2.0:1767329359.863820:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329359.863821:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329359.863826:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329359.863826:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329359.863827:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767329359.863848:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329359.863852:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767329359.863852:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000048650044 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329359.863853:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329359.863854:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329359.863857:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767329359.863859:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000100:00000001:2.0:1767329359.863861:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329359.863861:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329359.863862:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329359.863869:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 15842 usecs (16 jiffies) 00000400:00000200:3.0:1767329359.863870:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329359.863875:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301205008 00000100:00000001:1.0:1767329359.863877:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329359.863879:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301209436 00000100:00000001:1.0:1767329359.863881:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329359.863883:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329359.863884:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301205008 00000100:00000001:0.0:1767329359.863889:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301209436 00000400:00000200:3.0:1767329359.863891:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bffb9b1 00000100:00000001:0.0:1767329359.863891:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301205008 00000400:00000010:3.0:1767329359.863896:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bffb9b1. 00000100:00000001:0.0:1767329359.863896:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301209436 00000100:00000001:0.0:1767329359.863901:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301205008 00000100:00000001:0.0:1767329359.863902:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301209436 00000100:00000001:3.0:1767329359.863903:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329359.863904:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329359.863908:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329359.863911:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001863c1e0 x1853178572222080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329359.863911:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329359.863915:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329359.863921:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329359.863924:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329359.863925:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329359.863926:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329359.863928:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767329359.863930:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001863c1e0 x1853178572222080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329359.863931:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329359.863935:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329359.863942:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329359.863951:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329359.863962:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329359.863963:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077a38a26. 00000400:00000200:3.0:1767329359.863965:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329359.863967:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329359.863969:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b33676b 00000400:00000010:3.0:1767329359.863971:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b33676b. 00000100:00000001:3.0:1767329359.863974:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329359.863976:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f4cfdab x1853178572222208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329359.863981:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329359.863982:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f4cfdab x1853178572222208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329359.863986:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329359.863987:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329359.864067:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329359.864069:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048650044. 00000400:00000200:3.0:1767329359.864071:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329359.864074:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329359.864076:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062f196e0 00000400:00000010:3.0:1767329359.864077:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062f196e0. 00000100:00000001:3.0:1767329359.864083:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329359.864085:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a42c2d0 x1853178572222336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329359.864090:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329359.864091:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a42c2d0 x1853178572222336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329359.864096:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329359.864097:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329359.865732:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329359.865743:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329359.865746:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329359.865816:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329359.865821:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329359.865850:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280ae80 00000400:00000200:3.0:1767329359.865854:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xc1d [1] + 224 00000800:00000001:3.0:1767329359.865860:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329359.865864:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329359.865865:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329359.865868:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329359.865871:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329359.865873:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001863c1e0 x1853178572222080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329359.865880:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001863c1e0 x1853178572222080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329359.865893:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329359.865898:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329359.865900:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329359.865901:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329359.865902:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329359.865905:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329359.865909:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280af00 00000400:00000200:3.0:1767329359.865912:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xc25 [1] + 224 00000800:00000001:3.0:1767329359.865915:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329359.865917:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329359.865918:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329359.865921:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329359.865924:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329359.865924:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329359.865928:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767329359.865930:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f4cfdab x1853178572222208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329359.865933:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329359.865937:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767329359.865940:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f4cfdab x1853178572222208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329359.865940:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d00c8458. 00000400:00000200:1.0:1767329359.865944:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029cc77d9 00000400:00000010:1.0:1767329359.865948:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029cc77d9. 00000100:00000001:3.0:1767329359.865955:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329359.865957:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767329359.865960:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767329359.865963:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001863c1e0 x1853178572222080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329359.865972:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329359.865975:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001863c1e0 x1853178572222080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329359.865976:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329359.865980:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329359.865985:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329359.865987:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329359.865989:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329359.865991:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329359.865993:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000001:2.0:1767329359.865995:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767329359.865995:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329359.865999:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:2.0:1767329359.866000:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767329359.866003:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280af80 00000400:00000010:2.0:1767329359.866004:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064a1b348. 00000100:00000001:1.0:1767329359.866005:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329359.866008:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329359.866010:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001299fc8e 02000000:00000001:1.0:1767329359.866011:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329359.866029:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001299fc8e. 00000100:00000001:2.0:1767329359.866033:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767329359.866037:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=56 v=5 (5 5 5 5) 00000100:00000200:2.0:1767329359.866038:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f4cfdab x1853178572222208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329359.866040:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xc2d [1] + 224 00000100:00001000:1.0:1767329359.866046:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=56 v=5 (1 1 1 1) 00000800:00000001:3.0:1767329359.866050:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329359.866056:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767329359.866058:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329359.866060:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329359.866063:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f4cfdab x1853178572222208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329359.866064:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767329359.866065:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329359.866068:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329359.866074:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329359.866075:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000040:1.0:1767329359.866083:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001863c1e0 x1853178572222080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329359.866084:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329359.866087:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767329359.866091:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a42c2d0 x1853178572222336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329359.866091:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329359.866096:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329359.866100:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329359.866102:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329359.866105:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329359.866110:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329359.866111:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329359.866117:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1767329359.866119:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=46 v=5 (5 5 5 5) 00000100:00000040:3.0:1767329359.866120:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006a42c2d0 x1853178572222336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329359.866121:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329359.866128:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=46 v=5 (1 1 1 1) 00000100:00000040:1.0:1767329359.866131:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001863c1e0 x1853178572222080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329359.866138:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329359.866141:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329359.866143:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767329359.866144:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1767329359.866145:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001863c1e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572222080:192.168.202.109@tcp:400: 00000800:00000001:3.0:1767329359.866148:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329359.866150:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329359.866154:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329359.866154:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767329359.866155:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329359.866159:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001863c1e0 x1853178572222080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329359.866161:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329359.866164:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329359.866169:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329359.866170:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767329359.866171:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329359.866175:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f4cfdab x1853178572222208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329359.866180:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329359.866184:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060c4fd86. 00000100:00000001:2.0:1767329359.866185:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329359.866190:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767329359.866191:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767329359.866192:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767329359.866194:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329359.866197:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329359.866199:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329359.866201:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f4cfdab x1853178572222208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767329359.866201:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329359.866204:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000025ce9561. 02000000:00000001:1.0:1767329359.866209:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329359.866211:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767329359.866212:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329359.866216:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001863c1e0. 00000400:00000001:0.0:1767329359.866216:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329359.866220:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767329359.866222:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1767329359.866224:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027fe1c76. 00000100:00000001:1.0:1767329359.866225:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767329359.866226:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572222208:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329359.866230:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329359.866231:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f7af1d9 00000400:00000010:0.0:1767329359.866236:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f7af1d9. 00000100:00000001:1.0:1767329359.866237:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329359.866239:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329359.866240:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329359.866241:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329359.866247:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329359.866248:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767329359.866249:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a42c2d0 x1853178572222336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329359.866253:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329359.866257:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f4cfdab x1853178572222208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329359.866271:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a42c2d0 x1853178572222336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329359.866279:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329359.866282:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767329359.866284:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767329359.866285:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c18f4e7. 00000100:00000001:0.0:1767329359.866286:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329359.866290:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767329359.866290:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329359.866292:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767329359.866295:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329359.866295:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767329359.866299:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329359.866299:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329359.866304:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329359.866305:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329359.866307:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b18ad351. 00000100:00001000:0.0:1767329359.866308:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=56 v=5 (5 5 5 5) 02000000:00000001:2.0:1767329359.866310:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329359.866313:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1767329359.866314:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=153 v=5 (1 0 0 0) 00000100:00000010:2.0:1767329359.866316:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f4cfdab. 00000100:00000001:0.0:1767329359.866317:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329359.866320:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329359.866321:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767329359.866322:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329359.866323:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329359.866327:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767329359.866330:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006a42c2d0 x1853178572222336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329359.866331:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329359.866334:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329359.866342:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329359.866343:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329359.866347:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329359.866348:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329359.866352:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329359.866355:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329359.866356:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329359.866361:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a42c2d0 x1853178572222336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329359.866369:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329359.866372:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329359.866381:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329359.866385:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a42c2d0 x1853178572222336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329359.866394:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a42c2d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572222336:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329359.866398:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329359.866400:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329359.866403:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a42c2d0 x1853178572222336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329359.866410:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329359.866412:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329359.866414:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001bc850cd. 02000000:00000001:0.0:1767329359.866429:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329359.866431:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329359.866432:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329359.866435:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329359.866437:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061991354. 02000000:00000001:0.0:1767329359.866443:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329359.866445:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329359.866447:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a42c2d0. 00000100:00000001:0.0:1767329359.866450:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329359.866452:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329359.866454:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329359.866458:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329359.866459:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329359.866462:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329359.866464:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329359.927099:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329359.927105:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329359.927110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329359.927112:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329359.927173:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329359.927177:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329359.927180:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329360.951132:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329360.951138:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329360.951143:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329360.951144:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329360.951181:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329360.951184:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329360.951187:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329361.975102:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329361.975110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329361.975115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329361.975116:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329361.975137:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329361.975143:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329361.975147:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329362.999102:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329362.999110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329362.999115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329362.999116:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329362.999163:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329362.999167:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329362.999170:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329364.023088:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329364.023096:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329364.023098:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329364.023100:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329364.023104:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329364.023113:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329364.023114:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329364.023116:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329364.023120:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329364.023121:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329364.023165:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329364.023168:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329364.023171:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329364.471087:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301209436, at 4301209600 00000100:00000040:2.0:1767329364.471103:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301209436, at 4301209600 00000100:00000010:0.0:1767329364.471107:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a68039c9. 00000100:00000010:2.0:1767329364.471112:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007884d10c. 00000100:00000040:3.0:1767329364.471133:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301209436, at 4301209600 00000100:00000010:3.0:1767329364.471142:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000095fed548. 00000100:00000040:1.0:1767329364.471384:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301209436, at 4301209600 00000100:00000010:1.0:1767329364.471392:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077278bd8. 00000100:00000040:3.0:1767329364.983168:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329364.983179:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329364.983191:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bda1c3a0. 00000020:00000040:3.0:1767329364.983198:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329364.983203:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329364.983206:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329364.983212:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329364.983221:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024fb3337. 00000100:00000001:3.0:1767329364.983228:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329364.983260:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000bda1c3a0 x1853178572222464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329364.983270:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329364.983273:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329364.983278:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bda1c3a0] to pc [ptlrpcd_00_01+1] req@00000000bda1c3a0 x1853178572222464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329364.983301:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329364.983303:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329364.983306:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329364.983308:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069829e7b. 00000020:00000040:3.0:1767329364.983310:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329364.983312:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329364.983313:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329364.983315:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329364.983317:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c9d1b4a8. 00000100:00000001:3.0:1767329364.983320:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329364.983323:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000069829e7b x1853178572222592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329364.983328:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329364.983330:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329364.983331:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329364.983333:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069829e7b] to pc [ptlrpcd_00_02+2] req@0000000069829e7b x1853178572222592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329364.983338:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767329364.983342:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329364.983342:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329364.983348:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329364.983350:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329364.983353:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329364.983356:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329364.983357:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329364.983360:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329364.983362:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329364.983363:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1767329364.983368:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767329364.983368:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767329364.983369:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088864b64. 00000100:00000001:2.0:1767329364.983369:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329364.983371:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329364.983375:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329364.983375:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767329364.983376:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000040:0.0:1767329364.983380:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bda1c3a0 x1853178572222464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329364.983383:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329364.983386:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329364.983386:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767329364.983390:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329364.983391:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329364.983394:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329364.983396:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329364.983397:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329364.983400:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329364.983403:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767329364.983404:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e18132be. 00000100:00000001:1.0:1767329364.983404:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767329364.983407:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329364.983410:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329364.983411:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329364.983414:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069829e7b x1853178572222592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329364.983419:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572222464:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329364.983420:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000088864b64 x1853178572222720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329364.983429:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329364.983436:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329364.983440:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329364.983445:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767329364.983446:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329364.983447:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329364.983450:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329364.983450:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329364.983452:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087e09027. 02000000:00000001:0.0:1767329364.983457:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329364.983458:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767329364.983461:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088864b64] to pc [ptlrpcd_00_03+3] req@0000000088864b64 x1853178572222720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329364.983462:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767329364.983463:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027fe1c76. 02000000:00000001:1.0:1767329364.983470:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329364.983474:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f7af1d9. 00000100:00100000:1.0:1767329364.983478:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069829e7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572222592:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329364.983482:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329364.983483:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572222464, portal 25 00000100:00000001:1.0:1767329364.983487:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767329364.983488:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329364.983489:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329364.983492:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776935552 : -127176932616064 : ffff8c55501b9880) 00000100:00000040:3.0:1767329364.983494:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767329364.983494:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329364.983499:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329364.983500:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bda1c3a0 x1853178572222464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329364.983502:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6547) 02000000:00000001:1.0:1767329364.983506:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329364.983513:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767329364.983514:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd470828. 00000100:00000040:0.0:1767329364.983517:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329364.983522:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329364.983523:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae867cfe. 00000100:00000200:0.0:1767329364.983526:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572222464, offset 0 00000400:00000010:1.0:1767329364.983529:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d00c8458. 00000400:00000200:0.0:1767329364.983536:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329364.983544:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767329364.983547:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029cc77d9. 00000400:00000200:0.0:1767329364.983552:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000200:1.0:1767329364.983555:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572222592, portal 10 00000100:00100000:2.0:1767329364.983557:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:0.0:1767329364.983559:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329364.983560:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329364.983564:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329364.983565:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329364.983571:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329364.983571:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776937344 : -127176932614272 : ffff8c55501b9f80) 00000400:00000200:0.0:1767329364.983571:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329364.983575:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329364.983578:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329364.983580:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329364.983581:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329364.983582:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329364.983587:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069829e7b x1853178572222592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329364.983588:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088864b64 x1853178572222720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329364.983594:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [364:364:256:4294967295] 192.168.202.109@tcp LPNI seq info [364:364:8:4294967295] 00000400:00000200:0.0:1767329364.983621:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329364.983625:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329364.983626:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329364.983628:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329364.983631:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329364.983635:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767329364.983635:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:1.0:1767329364.983636:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329364.983638:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329364.983643:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088864b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572222720:192.168.202.109@tcp:400: 00000400:00000010:1.0:1767329364.983643:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e480de18. 00000800:00000010:0.0:1767329364.983644:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061991354. 00000100:00000001:2.0:1767329364.983651:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767329364.983652:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572222592, offset 0 00000800:00000200:0.0:1767329364.983657:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:2.0:1767329364.983663:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767329364.983664:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329364.983668:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329364.983669:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:2.0:1767329364.983675:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767329364.983675:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061991354 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329364.983678:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000010:2.0:1767329364.983682:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002f06848b. 00000400:00000200:1.0:1767329364.983684:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767329364.983687:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329364.983691:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329364.983692:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329364.983695:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064a1b348. 00000100:00000001:0.0:1767329364.983699:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301214556 00000400:00000200:1.0:1767329364.983700:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767329364.983703:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001299fc8e. 00000100:00000010:0.0:1767329364.983705:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b596485d. 00000400:00000200:1.0:1767329364.983708:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:2.0:1767329364.983710:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572222720, portal 10 00000100:00000001:0.0:1767329364.983714:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767329364.983716:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767329364.983717:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [365:365:255:4294967295] 192.168.202.109@tcp LPNI seq info [365:365:7:4294967295] 00000100:00000001:2.0:1767329364.983721:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776932864 : -127176932618752 : ffff8c55501b8e00) 00000100:00000001:0.0:1767329364.983722:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301214556 00000100:00000010:0.0:1767329364.983728:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010dcd32a. 00000100:00000001:0.0:1767329364.983734:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767329364.983735:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088864b64 x1853178572222720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329364.983739:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329364.983741:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301214556 00000100:00000010:0.0:1767329364.983750:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004244b416. 00000800:00000200:1.0:1767329364.983756:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329364.983757:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329364.983758:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767329364.983764:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329364.983764:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000100:00000001:0.0:1767329364.983765:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301214556 00000400:00000010:2.0:1767329364.983770:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039d0c259. 00000100:00000010:0.0:1767329364.983773:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000236c06bf. 00000100:00000200:2.0:1767329364.983777:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572222720, offset 0 00000800:00000200:1.0:1767329364.983777:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329364.983779:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767329364.983800:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329364.983801:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767329364.983805:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329364.983807:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329364.983810:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:1.0:1767329364.983812:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329364.983816:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329364.983817:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767329364.983818:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329364.983820:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329364.983823:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329364.983823:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767329364.983825:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061991354. 00000100:00000040:1.0:1767329364.983828:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 252570 usecs (253 jiffies) 00000400:00000200:2.0:1767329364.983830:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329364.983832:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329364.983835:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301210365 00000400:00000200:2.0:1767329364.983837:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329364.983842:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301214556 00000400:00000200:3.0:1767329364.983843:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329364.983846:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [366:366:254:4294967295] 192.168.202.109@tcp LPNI seq info [366:366:6:4294967295] 00000100:00000001:1.0:1767329364.983849:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301210365 00000100:00000001:1.0:1767329364.983854:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301214556 00000400:00000200:2.0:1767329364.983861:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329364.983861:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301210365 00000100:00000001:1.0:1767329364.983866:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301214556 00000400:00000200:3.0:1767329364.983870:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae867cfe 00000800:00000200:2.0:1767329364.983871:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329364.983873:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301210365 00000400:00000010:3.0:1767329364.983874:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae867cfe. 00000800:00000010:2.0:1767329364.983877:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000800:00000200:2.0:1767329364.983884:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329364.983884:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301214556 00000100:00000001:3.0:1767329364.983887:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767329364.983892:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329364.983892:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767329364.983896:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bda1c3a0 x1853178572222464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767329364.983898:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329364.983899:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329364.983907:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329364.983908:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329364.983910:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 15723 usecs (16 jiffies) 00000100:00000001:2.0:1767329364.983914:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301210128 00000100:00000001:1.0:1767329364.983914:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329364.983918:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329364.983920:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329364.983923:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329364.983925:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301214556 00000100:00000001:1.0:1767329364.983928:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329364.983929:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301210128 00000100:00000001:2.0:1767329364.983933:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301214556 00000100:00000001:2.0:1767329364.983935:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301210128 00000100:00000001:2.0:1767329364.983937:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301214556 00000100:00000001:2.0:1767329364.983939:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301210128 00000100:00000001:2.0:1767329364.983940:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301214556 00000100:00000001:2.0:1767329364.983941:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329364.983942:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329364.983944:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329364.983947:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329364.983980:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329364.983983:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bda1c3a0 x1853178572222464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329380 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329364.983989:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329364.983991:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329364.984006:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329364.984007:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000400:00000200:3.0:1767329364.984011:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329364.984014:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329364.984047:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e480de18 00000400:00000010:3.0:1767329364.984053:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e480de18. 00000100:00000001:3.0:1767329364.984056:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329364.984059:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069829e7b x1853178572222592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329364.984064:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329364.984066:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069829e7b x1853178572222592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329380 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329364.984071:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329364.984072:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329364.984098:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329364.984100:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00000400:00000200:3.0:1767329364.984102:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329364.984104:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329364.984106:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039d0c259 00000400:00000010:3.0:1767329364.984107:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039d0c259. 00000100:00000001:3.0:1767329364.984110:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329364.984112:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088864b64 x1853178572222720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329364.984117:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329364.984118:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088864b64 x1853178572222720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329380 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329364.984122:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329364.984123:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329364.985369:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329364.985382:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329364.985386:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329364.985431:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329364.985440:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329364.985453:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280b000 00000400:00000200:3.0:1767329364.985462:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xc35 [1] + 224 00000800:00000001:3.0:1767329364.985470:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329364.985479:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329364.985488:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329364.985492:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329364.985497:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329364.985502:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bda1c3a0 x1853178572222464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329364.985514:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bda1c3a0 x1853178572222464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329364.985532:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329364.985541:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329364.985545:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329364.985593:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329364.985596:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329364.985601:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329364.985603:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329364.985605:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027fe1c76. 00000400:00000200:0.0:1767329364.985609:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f7af1d9 00000400:00000010:0.0:1767329364.985610:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f7af1d9. 00000100:00000001:0.0:1767329364.985620:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329364.985623:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bda1c3a0 x1853178572222464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329364.985631:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bda1c3a0 x1853178572222464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329364.985637:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329364.985639:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329364.985641:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329364.985643:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329364.985645:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329364.985647:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329364.985649:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329364.985655:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=61 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329364.985658:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329364.985660:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329364.985661:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329364.985663:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329364.985665:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329364.985667:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329364.985669:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bda1c3a0 x1853178572222464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329364.985674:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329364.985676:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329364.985678:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329364.985680:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda1c3a0 x1853178572222464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329380 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329364.985685:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572222464:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329364.985688:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329364.985689:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329364.985691:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bda1c3a0 x1853178572222464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329380 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329364.985695:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329364.985701:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329364.985703:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087e09027. 02000000:00000001:0.0:1767329364.985706:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329364.985707:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329364.985709:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329364.985711:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329364.985713:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024fb3337. 02000000:00000001:0.0:1767329364.985716:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329364.985718:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329364.985719:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bda1c3a0. 00000100:00000001:0.0:1767329364.985721:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329364.985722:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329364.985723:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329364.985726:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329364.985727:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329364.985728:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329364.985730:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329364.985817:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329364.985824:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329364.985827:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329364.985829:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329364.985835:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329364.985844:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280b080 00000400:00000200:3.0:1767329364.985849:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xc3d [1] + 224 00000800:00000001:3.0:1767329364.985854:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329364.985858:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329364.985860:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329364.985864:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329364.985867:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329364.985931:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069829e7b x1853178572222592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329364.985942:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000069829e7b x1853178572222592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329364.985958:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329364.985964:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329364.985967:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329364.985969:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329364.985970:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329364.985973:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329364.985983:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280b100 00000400:00000200:3.0:1767329364.985988:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xc45 [1] + 224 00000800:00000001:3.0:1767329364.985992:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329364.985996:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329364.985998:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329364.985998:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329364.986003:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329364.986004:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329364.986009:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767329364.986010:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767329364.986012:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088864b64 x1853178572222720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329364.986014:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767329364.986044:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088864b64 x1853178572222720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329364.986060:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767329364.986060:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d00c8458. 00000400:00000200:1.0:1767329364.986066:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029cc77d9 00000400:00000010:1.0:1767329364.986069:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029cc77d9. 00000100:00000001:1.0:1767329364.986072:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767329364.986077:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767329364.986078:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069829e7b x1853178572222592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329364.986083:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329364.986095:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069829e7b x1853178572222592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329364.986104:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329364.986107:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329364.986110:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329364.986112:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329364.986114:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329364.986116:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329364.986119:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329364.986120:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329364.986123:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1767329364.986124:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=51 v=5 (5 5 5 5) 00000400:00000001:2.0:1767329364.986126:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329364.986130:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1767329364.986131:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=51 v=5 (1 1 1 1) 00000400:00000010:2.0:1767329364.986132:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064a1b348. 00000400:00000200:2.0:1767329364.986137:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001299fc8e 00000100:00000001:1.0:1767329364.986139:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767329364.986140:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001299fc8e. 00000100:00000001:1.0:1767329364.986144:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329364.986145:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767329364.986149:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767329364.986150:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088864b64 x1853178572222720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329364.986154:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329364.986162:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1767329364.986164:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088864b64 x1853178572222720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329364.986172:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767329364.986173:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329364.986174:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329364.986179:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329364.986180:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329364.986180:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329364.986184:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329364.986184:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329364.986186:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329364.986189:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329364.986193:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=61 v=5 (5 5 5 5) 00000100:00000040:1.0:1767329364.986194:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069829e7b x1853178572222592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329364.986198:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=8 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329364.986205:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329364.986211:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329364.986213:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329364.986214:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329364.986215:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329364.986219:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767329364.986222:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069829e7b x1853178572222592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329380 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767329364.986225:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000088864b64 x1853178572222720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767329364.986254:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329364.986257:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767329364.986257:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069829e7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572222592:192.168.202.109@tcp:400: 00000100:00000040:2.0:1767329364.986259:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329364.986261:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329364.986263:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329364.986270:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088864b64 x1853178572222720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329364.986270:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329364.986276:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329364.986280:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329364.986283:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069829e7b x1853178572222592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329380 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329364.986284:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329364.986286:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329364.986294:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088864b64 x1853178572222720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329380 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329364.986312:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1767329364.986313:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088864b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572222720:192.168.202.109@tcp:400: 02000000:00000001:1.0:1767329364.986316:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767329364.986318:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767329364.986319:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd470828. 00000100:00000001:2.0:1767329364.986321:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329364.986326:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088864b64 x1853178572222720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329380 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329364.986327:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329364.986331:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329364.986333:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329364.986334:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329364.986337:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1767329364.986339:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329364.986340:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002f06848b. 02000000:00000010:1.0:1767329364.986343:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c9d1b4a8. 02000000:00000001:2.0:1767329364.986344:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329364.986347:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329364.986349:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:1.0:1767329364.986350:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1767329364.986352:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767329364.986353:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1767329364.986355:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e18132be. 00000100:00000010:1.0:1767329364.986357:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069829e7b. 02000000:00000001:2.0:1767329364.986359:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329364.986364:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767329364.986365:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767329364.986367:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767329364.986368:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088864b64. 00000100:00000001:1.0:1767329364.986373:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329364.986374:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329364.986378:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329364.986380:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329364.986381:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329364.986383:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329364.986385:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329364.986387:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329364.986389:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329364.986390:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329364.986394:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329364.986395:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329365.047109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329365.047117:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329365.047123:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329365.047124:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329365.047162:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329365.047166:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329365.047169:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329366.071131:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329366.071141:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329366.071149:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329366.071153:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329366.071156:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329366.071162:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329366.071165:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329366.071166:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329366.071170:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329366.071173:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329366.071175:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329366.071178:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329366.071256:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329366.071260:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329366.071263:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329367.095106:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329367.095114:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329367.095120:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329367.095122:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329367.095171:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329367.095174:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329367.095178:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329368.119111:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329368.119118:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329368.119123:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329368.119124:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329368.119160:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329368.119164:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329368.119167:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329369.143086:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329369.143094:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329369.143099:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329369.143100:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329369.143144:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329369.143148:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329369.143151:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329369.591116:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301214556, at 4301214720 00000100:00000040:1.0:1767329369.591116:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301214556, at 4301214720 00000100:00000040:0.0:1767329369.591116:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301214556, at 4301214720 00000100:00000040:2.0:1767329369.591124:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301214556, at 4301214720 00000100:00000010:1.0:1767329369.591137:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010dcd32a. 00000100:00000010:3.0:1767329369.591139:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000236c06bf. 00000100:00000010:2.0:1767329369.591140:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004244b416. 00000100:00000010:0.0:1767329369.591142:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b596485d. 00000100:00000040:0.0:1767329370.103161:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329370.103177:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329370.103191:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a42c2d0. 00000020:00000040:0.0:1767329370.103201:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329370.103207:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329370.103211:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329370.103219:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329370.103230:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000089a33831. 00000100:00000001:0.0:1767329370.103238:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329370.103253:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000006a42c2d0 x1853178572222848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329370.103268:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329370.103271:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329370.103279:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a42c2d0] to pc [ptlrpcd_00_00+0] req@000000006a42c2d0 x1853178572222848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329370.103337:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329370.103341:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329370.103345:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329370.103349:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d4e3d80. 00000100:00000001:2.0:1767329370.103352:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767329370.103353:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329370.103358:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329370.103361:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329370.103363:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329370.103364:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329370.103365:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329370.103369:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767329370.103370:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061991354. 00000100:00000001:1.0:1767329370.103371:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329370.103376:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a42c2d0 x1853178572222848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329370.103378:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329370.103390:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767329370.103390:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000001d4e3d80 x1853178572222976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329370.103393:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329370.103399:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329370.103403:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329370.103407:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329370.103407:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329370.103412:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329370.103413:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a42c2d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572222848:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329370.103419:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767329370.103422:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d4e3d80] to pc [ptlrpcd_00_01+1] req@000000001d4e3d80 x1853178572222976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329370.103426:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329370.103429:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329370.103433:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329370.103444:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329370.103446:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d89b6660. 00000100:00000040:0.0:1767329370.103449:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767329370.103450:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329370.103456:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1767329370.103457:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064a1b348. 00000100:00000001:1.0:1767329370.103459:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767329370.103462:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f4cfdab. 00000100:00000001:1.0:1767329370.103463:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767329370.103466:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001299fc8e. 00000100:00000001:1.0:1767329370.103467:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767329370.103468:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000040:1.0:1767329370.103474:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d4e3d80 x1853178572222976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329370.103474:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1767329370.103477:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572222848, portal 25 02000000:00000001:0.0:1767329370.103478:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329370.103481:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329370.103483:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329370.103486:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578910208 : -127177130641408 : ffff8c55444df800) 02000000:00000010:0.0:1767329370.103490:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b18ad351. 00000100:00000001:1.0:1767329370.103495:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767329370.103496:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a42c2d0 x1853178572222848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329370.103498:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329370.103506:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329370.103509:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000000f4cfdab x1853178572223104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329370.103513:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767329370.103514:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329370.103518:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767329370.103522:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329370.103524:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329370.103528:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ad6670d. 00000100:00100000:1.0:1767329370.103532:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d4e3d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572222976:192.168.202.109@tcp:400: 00000100:00000200:2.0:1767329370.103534:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572222848, offset 0 00000100:00000001:0.0:1767329370.103538:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329370.103541:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329370.103543:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329370.103546:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329370.103547:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329370.103549:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329370.103550:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329370.103555:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024dc58fa. 02000000:00000001:1.0:1767329370.103558:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329370.103559:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f4cfdab] to pc [ptlrpcd_00_02+2] req@000000000f4cfdab x1853178572223104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329370.103563:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d00c8458. 00000400:00000200:2.0:1767329370.103566:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000010:1.0:1767329370.103570:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029cc77d9. 00000400:00000200:2.0:1767329370.103575:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1767329370.103577:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572222976, portal 10 00000400:00000200:2.0:1767329370.103583:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329370.103583:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329370.103586:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578902144 : -127177130649472 : ffff8c55444dd880) 00000400:00000200:2.0:1767329370.103590:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329370.103593:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:1.0:1767329370.103596:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d4e3d80 x1853178572222976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329370.103599:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [367:367:256:4294967295] 192.168.202.109@tcp LPNI seq info [367:367:8:4294967295] 00000100:00000001:0.0:1767329370.103609:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329370.103615:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329370.103619:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329370.103626:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767329370.103627:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:1.0:1767329370.103628:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329370.103631:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767329370.103635:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e003233e. 00000100:00000040:0.0:1767329370.103636:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6552) 00000100:00000001:3.0:1767329370.103637:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329370.103640:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767329370.103640:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572222976, offset 0 00000800:00000200:2.0:1767329370.103643:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329370.103649:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f4cfdab x1853178572223104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329370.103649:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329370.103652:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000400:00000200:1.0:1767329370.103660:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329370.103662:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329370.103664:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329370.103665:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767329370.103668:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329370.103668:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767329370.103670:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:3.0:1767329370.103672:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329370.103672:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329370.103674:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329370.103678:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329370.103680:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329370.103686:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:2.0:1767329370.103687:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00100000:3.0:1767329370.103691:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572223104:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767329370.103693:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [368:368:255:4294967295] 192.168.202.109@tcp LPNI seq info [368:368:7:4294967295] 00000800:00000200:2.0:1767329370.103696:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329370.103697:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329370.103702:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329370.103705:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329370.103705:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:3.0:1767329370.103707:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329370.103710:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000397a58c6. 00000800:00000200:1.0:1767329370.103710:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329370.103713:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767329370.103714:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000400:00000010:3.0:1767329370.103716:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1197315. 00000400:00000010:3.0:1767329370.103721:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004673a60. 00000800:00000200:1.0:1767329370.103723:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:3.0:1767329370.103724:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572223104, portal 10 00000100:00000001:2.0:1767329370.103725:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329370.103726:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329370.103745:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578895872 : -127177130655744 : ffff8c55444dc000) 00000800:00000200:1.0:1767329370.103746:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329370.103750:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301219676 00000800:00000200:1.0:1767329370.103751:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767329370.103755:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000f4cfdab x1853178572223104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329370.103759:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767329370.103760:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e061032. 00000100:00000040:1.0:1767329370.103764:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 250263 usecs (251 jiffies) 00000100:00000001:3.0:1767329370.103767:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329370.103768:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301215483 00000100:00000040:3.0:1767329370.103770:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329370.103773:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1767329370.103774:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d929a2. 00000100:00000200:3.0:1767329370.103780:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572223104, offset 0 00000100:00000001:2.0:1767329370.103784:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301219676 00000100:00000001:1.0:1767329370.103785:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301219676 00000400:00000200:3.0:1767329370.103786:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329370.103788:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301215483 00000400:00000200:3.0:1767329370.103792:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000010:1.0:1767329370.103793:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9fe6e3a. 00000400:00000200:3.0:1767329370.103799:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329370.103800:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767329370.103802:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329370.103805:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329370.103806:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301215483 00000400:00000200:3.0:1767329370.103807:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:0.0:1767329370.103809:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1767329370.103810:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1fa5921. 00000100:00000001:2.0:1767329370.103811:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301215483 00000400:00000200:3.0:1767329370.103813:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [369:369:254:4294967295] 192.168.202.109@tcp LPNI seq info [369:369:6:4294967295] 00000100:00000001:1.0:1767329370.103816:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000800:00000010:0.0:1767329370.103818:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00000100:00000001:2.0:1767329370.103820:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301219676 00000100:00000001:1.0:1767329370.103822:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301215483 00000100:00000010:1.0:1767329370.103828:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000620d8893. 00000100:00000001:2.0:1767329370.103829:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301215483 00000400:00000200:3.0:1767329370.103830:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:0.0:1767329370.103830:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329370.103833:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767329370.103836:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301219676 00000100:00000001:1.0:1767329370.103840:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767329370.103842:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329370.103844:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301215483 00000100:00000001:1.0:1767329370.103846:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329370.103846:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000800:00000010:3.0:1767329370.103848:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a6343d55. 00000100:00000001:2.0:1767329370.103850:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329370.103854:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329370.103854:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329370.103857:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ad6670d 00000800:00000200:3.0:1767329370.103858:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329370.103860:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329370.103861:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329370.103863:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ad6670d. 00000100:00000001:2.0:1767329370.103865:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767329370.103869:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329370.103870:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329370.103872:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767329370.103873:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a6343d55 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329370.103873:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329370.103874:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329370.103874:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329370.103881:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329370.103882:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767329370.103885:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a42c2d0 x1853178572222848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329370.103886:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329370.103886:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329370.103887:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767329370.103892:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 15606 usecs (16 jiffies) 00000100:00000001:2.0:1767329370.103892:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329370.103892:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329370.103897:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329370.103900:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301215248 00000100:00000001:1.0:1767329370.103900:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329370.103906:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301219676 00000100:00000001:3.0:1767329370.103912:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301215248 00000100:00000001:0.0:1767329370.103914:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329370.103915:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301219676 00000100:00000001:3.0:1767329370.103920:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301215248 00000100:00000040:0.0:1767329370.103922:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a42c2d0 x1853178572222848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329370.103924:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301219676 00000100:00000001:3.0:1767329370.103930:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301215248 00000100:00000001:3.0:1767329370.103935:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301219676 00000100:00000001:3.0:1767329370.103939:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329370.103944:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329370.103944:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329370.103947:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329370.103949:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329370.103950:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329370.103957:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329370.103959:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329370.103962:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329370.103963:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329370.103965:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329370.103967:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329370.103971:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329370.103975:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000400:00000200:0.0:1767329370.103982:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329370.103987:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329370.103990:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e003233e 00000400:00000010:0.0:1767329370.103993:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e003233e. 00000100:00000001:0.0:1767329370.103996:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329370.103999:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d4e3d80 x1853178572222976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329370.104053:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329370.104056:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d4e3d80 x1853178572222976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329370.104064:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329370.104065:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329370.104140:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329370.104143:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a6343d55. 00000400:00000200:0.0:1767329370.104148:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329370.104152:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329370.104156:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d929a2 00000400:00000010:0.0:1767329370.104157:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d929a2. 00000100:00000001:0.0:1767329370.104161:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329370.104164:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f4cfdab x1853178572223104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329370.104173:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329370.104175:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f4cfdab x1853178572223104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329370.104182:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329370.104184:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329370.105767:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329370.105778:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329370.105780:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329370.105782:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329370.105788:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329370.105798:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280b180 00000400:00000200:3.0:1767329370.105803:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xc4d [1] + 224 00000800:00000001:3.0:1767329370.105840:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329370.105844:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329370.105846:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329370.105848:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329370.105858:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329370.105862:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a42c2d0 x1853178572222848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329370.105871:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006a42c2d0 x1853178572222848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329370.105884:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329370.105889:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329370.105891:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329370.105892:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329370.105894:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329370.105897:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329370.105902:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280b200 00000400:00000200:3.0:1767329370.105906:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xc55 [1] + 224 00000800:00000001:3.0:1767329370.105910:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329370.105912:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329370.105914:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329370.105914:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329370.105918:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329370.105922:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000001:2.0:1767329370.105926:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329370.105929:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329370.105930:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064a1b348. 00000400:00000200:2.0:1767329370.105933:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001299fc8e 00000400:00000010:2.0:1767329370.105935:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001299fc8e. 00000100:00000001:2.0:1767329370.105937:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329370.105938:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329370.105942:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a42c2d0 x1853178572222848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329370.105944:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001d4e3d80 x1853178572222976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329370.105966:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a42c2d0 x1853178572222848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329370.105969:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001d4e3d80 x1853178572222976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329370.105989:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329370.105992:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329370.105995:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767329370.105996:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767329370.105997:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329370.106001:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329370.106003:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329370.106004:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767329370.106006:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329370.106010:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329370.106013:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329370.106038:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767329370.106040:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=67 v=5 (5 5 5 5) 00000100:00000001:1.0:1767329370.106041:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1767329370.106046:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=67 v=5 (1 1 1 1) 00000800:00000001:3.0:1767329370.106047:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767329370.106047:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329370.106051:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767329370.106054:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767329370.106055:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d00c8458. 00000400:00000200:3.0:1767329370.106058:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767329370.106058:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329370.106060:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029cc77d9 00010000:00000001:2.0:1767329370.106063:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329370.106065:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329370.106069:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329370.106070:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280b280 00000400:00000010:1.0:1767329370.106071:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029cc77d9. 00000100:00000001:1.0:1767329370.106076:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767329370.106077:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a42c2d0 x1853178572222848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329370.106082:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xc5d [1] + 224 00000100:00000200:1.0:1767329370.106083:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d4e3d80 x1853178572222976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329370.106092:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329370.106101:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767329370.106103:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329370.106109:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329370.106109:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767329370.106109:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d4e3d80 x1853178572222976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329370.106112:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329370.106118:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000040:2.0:1767329370.106122:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a42c2d0 x1853178572222848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329370.106123:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329370.106123:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329370.106125:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329370.106129:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f4cfdab x1853178572223104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329370.106130:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329370.106133:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329370.106136:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329370.106139:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329370.106143:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329370.106145:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a42c2d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572222848:192.168.202.109@tcp:400: 00000100:00001000:1.0:1767329370.106149:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=57 v=5 (5 5 5 5) 00000100:00000040:3.0:1767329370.106150:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f4cfdab x1853178572223104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329370.106153:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767329370.106156:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=57 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329370.106158:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329370.106161:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329370.106163:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329370.106165:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a42c2d0 x1853178572222848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329370.106167:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329370.106172:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329370.106174:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767329370.106175:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329370.106178:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767329370.106179:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767329370.106181:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000800:00000001:3.0:1767329370.106182:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767329370.106183:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d89b6660. 00000800:00000001:3.0:1767329370.106186:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329370.106186:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767329370.106188:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329370.106190:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329370.106197:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d4e3d80 x1853178572222976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767329370.106200:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329370.106204:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329370.106208:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767329370.106210:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767329370.106212:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329370.106214:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767329370.106215:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000089a33831. 00000100:00000001:1.0:1767329370.106216:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329370.106221:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767329370.106221:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767329370.106222:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329370.106226:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:0.0:1767329370.106226:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:2.0:1767329370.106231:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a42c2d0. 00000100:00000040:1.0:1767329370.106231:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d4e3d80 x1853178572222976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329370.106232:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1197315. 00000100:00000001:2.0:1767329370.106237:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329370.106240:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329370.106241:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004673a60 00000100:00000001:2.0:1767329370.106244:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767329370.106247:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004673a60. 00000100:00100000:1.0:1767329370.106251:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d4e3d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572222976:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329370.106256:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329370.106256:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329370.106257:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329370.106260:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329370.106263:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329370.106266:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329370.106266:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f4cfdab x1853178572223104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329370.106269:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329370.106275:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d4e3d80 x1853178572222976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329370.106292:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767329370.106295:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f4cfdab x1853178572223104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329370.106296:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329370.106299:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024dc58fa. 00000100:00000001:0.0:1767329370.106308:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767329370.106310:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329370.106313:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329370.106313:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329370.106315:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329370.106317:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061991354. 00000100:00000001:0.0:1767329370.106320:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329370.106321:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329370.106323:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329370.106327:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d4e3d80. 00000100:00000001:0.0:1767329370.106327:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329370.106332:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767329370.106332:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329370.106337:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329370.106337:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329370.106342:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329370.106342:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329370.106348:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767329370.106348:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329370.106351:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329370.106354:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767329370.106355:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=67 v=5 (5 5 5 5) 00000100:00000001:1.0:1767329370.106356:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329370.106363:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=14 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329370.106366:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329370.106368:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329370.106370:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767329370.106375:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000f4cfdab x1853178572223104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329370.106383:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329370.106386:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329370.106387:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329370.106389:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329370.106390:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329370.106393:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f4cfdab x1853178572223104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329370.106400:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329370.106403:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329370.106404:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329370.106407:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f4cfdab x1853178572223104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329370.106416:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572223104:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329370.106421:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329370.106423:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329370.106426:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f4cfdab x1853178572223104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329370.106433:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329370.106435:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329370.106443:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000397a58c6. 02000000:00000001:0.0:1767329370.106447:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329370.106449:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329370.106450:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329370.106453:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329370.106454:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b18ad351. 02000000:00000001:0.0:1767329370.106457:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329370.106458:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329370.106460:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f4cfdab. 00000100:00000001:0.0:1767329370.106463:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329370.106464:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329370.106466:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329370.106471:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329370.106472:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329370.106474:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329370.106476:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329370.167158:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329370.167167:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329370.167175:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329370.167177:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329370.167264:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329370.167268:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329370.167271:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329371.191081:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329371.191090:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329371.191096:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329371.191097:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329371.191136:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329371.191139:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329371.191142:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329372.215159:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329372.215167:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329372.215173:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329372.215174:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329372.215252:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329372.215256:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329372.215259:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329373.239101:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329373.239111:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329373.239114:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329373.239116:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329373.239122:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329373.239134:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329373.239137:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329373.239140:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329373.239145:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329373.239147:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329373.239191:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329373.239195:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329373.239198:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329374.263093:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329374.263100:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329374.263105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329374.263106:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329374.263139:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329374.263142:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329374.263145:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329374.711074:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301219676, at 4301219840 00000100:00000040:2.0:1767329374.711086:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301219676, at 4301219840 00000100:00000040:3.0:1767329374.711089:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301219676, at 4301219840 00000100:00000010:1.0:1767329374.711090:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9fe6e3a. 00000100:00000010:2.0:1767329374.711095:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1fa5921. 00000100:00000040:0.0:1767329374.711095:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301219676, at 4301219840 00000100:00000010:3.0:1767329374.711099:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000620d8893. 00000100:00000010:0.0:1767329374.711108:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e061032. 00000100:00000040:0.0:1767329375.223134:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329375.223146:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329375.223157:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f4cfdab. 00000020:00000040:0.0:1767329375.223165:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329375.223170:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329375.223173:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329375.223179:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329375.223187:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b18ad351. 00000100:00000001:0.0:1767329375.223194:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329375.223205:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000000f4cfdab x1853178572223232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329375.223216:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329375.223218:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329375.223223:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f4cfdab] to pc [ptlrpcd_00_03+3] req@000000000f4cfdab x1853178572223232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329375.223249:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329375.223270:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329375.223273:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329375.223275:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001863c1e0. 00000020:00000040:0.0:1767329375.223277:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329375.223279:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329375.223280:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329375.223281:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329375.223283:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000025ce9561. 00000100:00000001:0.0:1767329375.223286:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329375.223288:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000001863c1e0 x1853178572223360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329375.223294:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329375.223294:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329375.223296:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001863c1e0] to pc [ptlrpcd_00_00+0] req@000000001863c1e0 x1853178572223360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329375.223316:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329375.223318:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329375.223321:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329375.223322:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bba6f4b8. 00000020:00000040:0.0:1767329375.223324:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329375.223325:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329375.223326:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329375.223327:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329375.223329:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767329375.223331:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:0.0:1767329375.223333:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329375.223334:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329375.223335:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767329375.223337:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000048650044. 00000100:00000001:0.0:1767329375.223342:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329375.223345:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329375.223345:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000bba6f4b8 x1853178572223488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329375.223346:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329375.223350:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767329375.223350:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767329375.223353:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329375.223355:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329375.223356:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329375.223357:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329375.223359:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329375.223359:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329375.223361:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329375.223364:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329375.223365:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329375.223367:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329375.223368:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bba6f4b8] to pc [ptlrpcd_00_01+1] req@00000000bba6f4b8 x1853178572223488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329375.223373:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329375.223375:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f4cfdab x1853178572223232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329375.223377:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329375.223380:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329375.223388:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001863c1e0 x1853178572223360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329375.223402:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329375.223405:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329375.223412:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329375.223416:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329375.223423:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329375.223423:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329375.223426:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329375.223428:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329375.223430:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329375.223432:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329375.223437:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329375.223438:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767329375.223439:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572223232:192.168.202.109@tcp:400: 00000100:00100000:1.0:1767329375.223444:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001863c1e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572223360:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329375.223448:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767329375.223450:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329375.223453:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329375.223455:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1767329375.223457:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:3.0:1767329375.223458:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767329375.223458:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6558) 02000000:00000001:1.0:1767329375.223459:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329375.223462:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329375.223464:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329375.223465:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329375.223466:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329375.223470:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767329375.223471:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329375.223472:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfb122fd. 00000100:00000001:2.0:1767329375.223475:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329375.223476:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329375.223478:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b16c850. 00000100:00000001:2.0:1767329375.223480:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329375.223482:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767329375.223482:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329375.223484:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003dc40a30. 00000100:00000001:2.0:1767329375.223485:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329375.223493:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bba6f4b8 x1853178572223488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767329375.223494:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8121ef5. 00000400:00000010:1.0:1767329375.223497:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d00c8458. 00000100:00000001:2.0:1767329375.223505:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767329375.223506:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572223232, portal 25 00000400:00000010:1.0:1767329375.223506:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029cc77d9. 00000100:00000001:2.0:1767329375.223507:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329375.223512:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767329375.223514:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1767329375.223514:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572223360, portal 10 00000100:00000001:3.0:1767329375.223515:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578895872 : -127177130655744 : ffff8c55444dc000) 02000000:00000001:2.0:1767329375.223518:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329375.223521:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767329375.223522:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329375.223523:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578906624 : -127177130644992 : ffff8c55444dea00) 00000100:00000040:3.0:1767329375.223526:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000f4cfdab x1853178572223232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329375.223530:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bba6f4b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572223488:192.168.202.109@tcp:400: 00000100:00000040:1.0:1767329375.223535:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001863c1e0 x1853178572223360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329375.223539:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329375.223544:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767329375.223551:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767329375.223556:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329375.223558:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329375.223559:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329375.223560:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767329375.223566:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009993a68b. 00000100:00000040:1.0:1767329375.223566:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000010:2.0:1767329375.223567:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b657974. 00000100:00000200:3.0:1767329375.223571:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572223232, offset 0 02000000:00000001:2.0:1767329375.223572:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329375.223574:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ee95e05. 00000400:00000010:2.0:1767329375.223578:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064a1b348. 00000400:00000200:3.0:1767329375.223582:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000200:1.0:1767329375.223589:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572223360, offset 0 00000400:00000010:2.0:1767329375.223591:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001299fc8e. 00000100:00000200:2.0:1767329375.223597:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572223488, portal 10 00000400:00000200:3.0:1767329375.223599:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329375.223601:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329375.223605:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578905728 : -127177130645888 : ffff8c55444de680) 00000400:00000200:1.0:1767329375.223605:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329375.223610:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767329375.223616:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bba6f4b8 x1853178572223488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329375.223617:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329375.223622:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329375.223626:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329375.223631:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767329375.223632:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [370:370:256:4294967295] 192.168.202.109@tcp LPNI seq info [370:370:8:4294967295] 00000100:00000040:2.0:1767329375.223638:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329375.223640:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001952865f. 00000100:00000200:2.0:1767329375.223643:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572223488, offset 0 00000400:00000200:3.0:1767329375.223652:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:2.0:1767329375.223652:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:3.0:1767329375.223661:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329375.223665:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093c7fc40. 00000400:00000200:1.0:1767329375.223666:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329375.223672:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767329375.223676:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329375.223695:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329375.223699:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767329375.223702:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329375.223706:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:3.0:1767329375.223709:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000093c7fc40 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329375.223712:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [371:371:255:4294967295] 192.168.202.109@tcp LPNI seq info [371:371:7:4294967295] 00000400:00000200:1.0:1767329375.223728:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329375.223735:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329375.223735:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329375.223739:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329375.223742:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301224796 00000400:00000200:2.0:1767329375.223744:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767329375.223746:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000100:00000010:3.0:1767329375.223749:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f77cedb. 00000400:00000200:2.0:1767329375.223751:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329375.223757:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329375.223758:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767329375.223759:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329375.223763:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329375.223768:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301224796 00000400:00000200:2.0:1767329375.223769:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [372:372:254:4294967295] 192.168.202.109@tcp LPNI seq info [372:372:6:4294967295] 00000100:00000010:3.0:1767329375.223773:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f104d75. 00000800:00000200:1.0:1767329375.223775:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329375.223780:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767329375.223782:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329375.223784:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301224796 00000100:00000010:3.0:1767329375.223791:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c91140d3. 00000100:00000001:1.0:1767329375.223791:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329375.223792:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329375.223798:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767329375.223799:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 247998 usecs (248 jiffies) 00000100:00000001:3.0:1767329375.223801:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301224796 00000800:00000200:2.0:1767329375.223804:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329375.223806:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301220600 00000100:00000010:3.0:1767329375.223807:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000027a1f5fa. 00000800:00000010:2.0:1767329375.223809:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077a38a26. 00000100:00000001:3.0:1767329375.223811:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767329375.223812:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301224796 00000100:00000001:3.0:1767329375.223816:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329375.223817:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301220600 00000800:00000200:2.0:1767329375.223818:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329375.223822:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329375.223823:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301224796 00000800:00000200:2.0:1767329375.223827:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329375.223828:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329375.223833:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077a38a26 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1767329375.223833:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329375.223834:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329375.223834:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301220600 00000100:00000001:1.0:1767329375.223840:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301224796 00000100:00000001:2.0:1767329375.223842:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767329375.223842:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093c7fc40. 00000100:00000001:1.0:1767329375.223845:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301220600 00000100:00000040:2.0:1767329375.223848:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 15491 usecs (16 jiffies) 00000100:00000001:1.0:1767329375.223849:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301224796 00000100:00000001:2.0:1767329375.223853:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301220368 00000100:00000001:1.0:1767329375.223854:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329375.223854:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329375.223857:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329375.223861:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329375.223866:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301224796 00000100:00000001:1.0:1767329375.223866:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329375.223867:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329375.223873:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301220368 00000100:00000001:1.0:1767329375.223873:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329375.223876:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329375.223877:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301224796 00000400:00000200:0.0:1767329375.223877:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009993a68b 00000100:00000001:1.0:1767329375.223878:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329375.223882:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301220368 00000100:00000001:1.0:1767329375.223884:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329375.223884:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009993a68b. 00000100:00000001:2.0:1767329375.223885:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301224796 00000100:00000001:2.0:1767329375.223891:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301220368 00000100:00000001:2.0:1767329375.223892:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301224796 00000100:00000001:2.0:1767329375.223894:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329375.223895:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329375.223896:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329375.223900:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329375.223902:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329375.223904:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f4cfdab x1853178572223232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329375.223918:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329375.223922:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f4cfdab x1853178572223232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329375.223928:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329375.223929:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329375.223943:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329375.223944:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000400:00000200:0.0:1767329375.223948:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329375.223950:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329375.223952:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ee95e05 00000400:00000010:0.0:1767329375.223954:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ee95e05. 00000100:00000001:0.0:1767329375.223956:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329375.223957:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001863c1e0 x1853178572223360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329375.223963:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329375.223964:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001863c1e0 x1853178572223360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329375.223979:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329375.223980:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329375.224055:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329375.224058:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077a38a26. 00000400:00000200:0.0:1767329375.224061:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329375.224065:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329375.224068:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001952865f 00000400:00000010:0.0:1767329375.224070:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001952865f. 00000100:00000001:0.0:1767329375.224073:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329375.224076:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bba6f4b8 x1853178572223488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329375.224084:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329375.224086:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bba6f4b8 x1853178572223488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329375.224093:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329375.224095:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329375.226045:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329375.226059:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329375.226063:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329375.226065:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329375.226073:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329375.226086:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280b380 00000400:00000200:0.0:1767329375.226092:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xc69 [1] + 224 00000800:00000001:0.0:1767329375.226098:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329375.226102:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329375.226104:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329375.226106:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329375.226109:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329375.226112:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001863c1e0 x1853178572223360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329375.226120:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001863c1e0 x1853178572223360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329375.226141:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329375.226148:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329375.226151:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329375.226152:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329375.226153:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329375.226156:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329375.226160:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280b300 00000400:00000200:0.0:1767329375.226164:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xc65 [1] + 224 00000800:00000001:0.0:1767329375.226167:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329375.226170:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329375.226171:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329375.226174:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329375.226174:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329375.226178:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329375.226179:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329375.226183:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f4cfdab x1853178572223232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329375.226184:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329375.226189:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329375.226192:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d00c8458. 00000100:00000040:0.0:1767329375.226194:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f4cfdab x1853178572223232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329375.226197:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029cc77d9 00000400:00000010:1.0:1767329375.226200:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029cc77d9. 00000100:00000001:1.0:1767329375.226204:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329375.226210:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001863c1e0 x1853178572223360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329375.226212:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329375.226217:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767329375.226221:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001863c1e0 x1853178572223360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329375.226222:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329375.226227:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329375.226231:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329375.226234:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329375.226237:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329375.226240:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329375.226240:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767329375.226241:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767329375.226245:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767329375.226246:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329375.226249:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1767329375.226250:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767329375.226251:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280b400 00000100:00000001:1.0:1767329375.226253:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767329375.226254:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329375.226259:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003dc40a30. 02000000:00000001:1.0:1767329375.226259:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329375.226265:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8121ef5 00000400:00000010:3.0:1767329375.226268:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8121ef5. 00000100:00001000:1.0:1767329375.226268:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=62 v=5 (5 5 5 5) 00000100:00000001:3.0:1767329375.226270:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767329375.226274:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=62 v=5 (1 1 1 1) 00000400:00000200:0.0:1767329375.226275:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xc75 [1] + 224 00000100:00000200:3.0:1767329375.226279:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f4cfdab x1853178572223232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329375.226283:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1767329375.226285:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329375.226292:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329375.226293:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329375.226296:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f4cfdab x1853178572223232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329375.226299:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767329375.226299:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767329375.226305:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329375.226310:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329375.226313:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329375.226313:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767329375.226314:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767329375.226317:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329375.226318:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329375.226322:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329375.226323:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329375.226325:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329375.226328:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bba6f4b8 x1853178572223488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329375.226333:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001863c1e0 x1853178572223360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329375.226334:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329375.226337:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329375.226340:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329375.226345:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329375.226350:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=72 v=5 (5 5 5 5) 00000100:00000040:0.0:1767329375.226352:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bba6f4b8 x1853178572223488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329375.226360:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767329375.226361:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=72 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329375.226367:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329375.226370:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329375.226371:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329375.226373:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329375.226378:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329375.226380:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329375.226381:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001863c1e0 x1853178572223360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329375.226384:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329375.226385:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329375.226391:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767329375.226395:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f4cfdab x1853178572223232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329375.226397:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767329375.226398:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001863c1e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572223360:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329375.226410:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329375.226411:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329375.226412:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329375.226415:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329375.226418:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329375.226418:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001863c1e0 x1853178572223360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329375.226425:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f4cfdab x1853178572223232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329375.226428:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329375.226432:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329375.226432:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329375.226438:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:2.0:1767329375.226439:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767329375.226440:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572223232:192.168.202.109@tcp:400: 00000400:00000001:2.0:1767329375.226443:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1767329375.226443:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b16c850. 00000400:00000010:2.0:1767329375.226447:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064a1b348. 00000100:00000001:3.0:1767329375.226448:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329375.226449:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329375.226453:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767329375.226454:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767329375.226455:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001299fc8e 00000020:00000040:1.0:1767329375.226456:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000040:3.0:1767329375.226459:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f4cfdab x1853178572223232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329375.226460:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001299fc8e. 00000020:00000001:1.0:1767329375.226461:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329375.226464:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000025ce9561. 00000100:00000001:2.0:1767329375.226466:0:208648:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767329375.226472:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767329375.226473:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767329375.226474:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bba6f4b8 x1853178572223488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329375.226476:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767329375.226476:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329375.226480:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001863c1e0. 02000000:00000010:3.0:1767329375.226481:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfb122fd. 00000100:00000001:1.0:1767329375.226486:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767329375.226487:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329375.226489:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767329375.226491:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329375.226493:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329375.226494:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bba6f4b8 x1853178572223488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767329375.226495:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1767329375.226499:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329375.226502:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b18ad351. 00000100:00000001:1.0:1767329375.226505:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767329375.226507:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329375.226509:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329375.226510:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329375.226515:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f4cfdab. 00000100:00000001:1.0:1767329375.226515:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329375.226517:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329375.226518:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329375.226520:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329375.226524:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767329375.226527:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767329375.226527:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329375.226530:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329375.226531:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329375.226535:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329375.226535:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329375.226538:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329375.226541:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1767329375.226543:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=72 v=5 (5 5 5 5) 00000100:00000001:3.0:1767329375.226544:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329375.226549:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767329375.226550:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=19 v=5 (1 1 0 0) 00000100:00000001:3.0:1767329375.226552:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329375.226561:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329375.226563:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329375.226564:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767329375.226567:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bba6f4b8 x1853178572223488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767329375.226572:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329375.226574:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329375.226575:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329375.226576:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329375.226577:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329375.226579:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bba6f4b8 x1853178572223488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329375.226583:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329375.226585:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329375.226586:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329375.226587:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bba6f4b8 x1853178572223488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329375.226592:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bba6f4b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572223488:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329375.226594:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329375.226595:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329375.226597:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bba6f4b8 x1853178572223488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329375.226601:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329375.226603:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329375.226604:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b657974. 02000000:00000001:2.0:1767329375.226607:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329375.226607:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329375.226608:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329375.226610:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329375.226611:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000048650044. 02000000:00000001:2.0:1767329375.226613:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329375.226617:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329375.226618:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bba6f4b8. 00000100:00000001:2.0:1767329375.226621:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329375.226621:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329375.226623:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329375.226626:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329375.226627:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329375.226628:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329375.226630:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329375.287098:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329375.287102:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329375.287106:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329375.287109:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329375.287111:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329375.287116:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329375.287117:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329375.287118:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329375.287121:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329375.287123:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329375.287125:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329375.287126:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329375.287187:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329375.287191:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329375.287194:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329376.311151:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329376.311159:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329376.311164:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329376.311165:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329376.311256:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329376.311260:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329376.311263:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329377.335118:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329377.335127:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329377.335134:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329377.335136:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329377.335179:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329377.335183:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329377.335186:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329378.360139:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329378.360145:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329378.360149:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329378.360150:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329378.360181:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329378.360185:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329378.360188:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329379.383086:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329379.383092:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329379.383097:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329379.383098:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329379.383128:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329379.383131:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329379.383134:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329379.831103:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301224796, at 4301224960 00000100:00000040:2.0:1767329379.831103:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301224796, at 4301224960 00000100:00000040:0.0:1767329379.831103:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301224796, at 4301224960 00000100:00000010:2.0:1767329379.831124:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c91140d3. 00000100:00000010:0.0:1767329379.831125:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f77cedb. 00000100:00000010:3.0:1767329379.831129:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000027a1f5fa. 00000100:00000040:1.0:1767329379.831436:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301224796, at 4301224960 00000100:00000010:1.0:1767329379.831445:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f104d75. 00000100:00000040:0.0:1767329380.343114:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329380.343128:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329380.343142:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024b1fa3c. 00000020:00000040:0.0:1767329380.343151:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329380.343156:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329380.343160:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329380.343168:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329380.343177:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e6bd0558. 00000100:00000001:0.0:1767329380.343184:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329380.343196:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000024b1fa3c x1853178572223616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329380.343206:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329380.343208:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329380.343214:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024b1fa3c] to pc [ptlrpcd_00_02+2] req@0000000024b1fa3c x1853178572223616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329380.343238:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329380.343240:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329380.343243:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329380.343245:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005188d010. 00000020:00000040:0.0:1767329380.343246:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329380.343248:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329380.343267:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329380.343269:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329380.343272:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dd12ef3a. 00000100:00000001:0.0:1767329380.343275:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329380.343276:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329380.343279:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000005188d010 x1853178572223744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329380.343281:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767329380.343285:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767329380.343286:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329380.343290:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329380.343296:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329380.343297:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329380.343299:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005188d010] to pc [ptlrpcd_00_03+3] req@000000005188d010 x1853178572223744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329380.343301:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329380.343307:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329380.343309:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329380.343311:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767329380.343315:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767329380.343316:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097ca7d73. 00000020:00000040:0.0:1767329380.343322:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329380.343323:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329380.343323:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329380.343324:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767329380.343327:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329380.343327:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329380.343327:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329380.343331:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329380.343332:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767329380.343335:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba0b6bbc. 00000100:00000001:0.0:1767329380.343338:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329380.343342:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005188d010 x1853178572223744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329380.343343:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000097ca7d73 x1853178572223872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329380.343372:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329380.343375:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329380.343377:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767329380.343379:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097ca7d73] to pc [ptlrpcd_00_00+0] req@0000000097ca7d73 x1853178572223872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329380.343381:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329380.343388:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329380.343392:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329380.343394:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329380.343398:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005188d010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572223744:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329380.343402:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329380.343404:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329380.343407:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767329380.343409:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767329380.343411:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767329380.343414:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6563) 02000000:00000001:1.0:1767329380.343416:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329380.343417:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329380.343422:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329380.343423:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329380.343426:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767329380.343431:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b3aa291a. 00000100:00000040:2.0:1767329380.343433:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097ca7d73 x1853178572223872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329380.343436:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329380.343439:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329380.343442:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329380.343448:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d00c8458. 00000100:00000001:2.0:1767329380.343449:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329380.343451:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329380.343456:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329380.343458:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767329380.343459:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029cc77d9. 02000000:00000001:2.0:1767329380.343460:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329380.343466:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000097ca7d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572223872:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329380.343470:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767329380.343471:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572223744, portal 10 00000100:00000001:1.0:1767329380.343475:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329380.343477:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578898560 : -127177130653056 : ffff8c55444dca80) 02000000:00000001:2.0:1767329380.343481:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329380.343484:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329380.343486:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767329380.343489:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005188d010 x1853178572223744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767329380.343491:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000065722ea8. 02000000:00000001:2.0:1767329380.343495:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329380.343500:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064a1b348. 00000400:00000010:2.0:1767329380.343506:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001299fc8e. 00000100:00000001:1.0:1767329380.343507:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767329380.343512:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572223872, portal 10 00000100:00000040:1.0:1767329380.343513:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329380.343516:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329380.343519:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578903040 : -127177130648576 : ffff8c55444ddc00) 00000400:00000010:1.0:1767329380.343519:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f744fb2c. 00000100:00000200:1.0:1767329380.343527:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572223744, offset 0 00000100:00000040:2.0:1767329380.343530:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000097ca7d73 x1853178572223872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329380.343538:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767329380.343540:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329380.343544:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329380.343548:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015e08bbb. 00000100:00000200:2.0:1767329380.343551:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572223872, offset 0 00000400:00000200:2.0:1767329380.343556:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329380.343562:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329380.343571:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329380.343575:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329380.343587:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329380.343590:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329380.343595:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [373:373:256:4294967295] 192.168.202.109@tcp LPNI seq info [373:373:8:4294967295] 00000400:00000200:1.0:1767329380.343609:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329380.343615:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329380.343619:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329380.343623:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767329380.343623:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000400:00000200:2.0:1767329380.343629:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329380.343642:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329380.343648:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:1.0:1767329380.343649:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329380.343652:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [374:374:255:4294967295] 192.168.202.109@tcp LPNI seq info [374:374:7:4294967295] 00000800:00000200:1.0:1767329380.343665:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329380.343666:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329380.343672:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767329380.343673:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329380.343681:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077a38a26. 00000800:00000200:2.0:1767329380.343685:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329380.343689:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329380.343690:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329380.343691:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077a38a26 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329380.343696:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329380.343698:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 15382 usecs (16 jiffies) 00000100:00000040:1.0:1767329380.343698:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 245777 usecs (246 jiffies) 00000100:00000001:2.0:1767329380.343707:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301225488 00000100:00000001:1.0:1767329380.343707:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301225718 00000100:00000010:1.0:1767329380.343714:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9fe6e3a. 00000100:00000001:1.0:1767329380.343724:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767329380.343737:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301225718 00000100:00000001:1.0:1767329380.343737:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301225718 00000100:00000010:1.0:1767329380.343741:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000932918d1. 00000100:00000001:2.0:1767329380.343742:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301225488 00000100:00000001:1.0:1767329380.343749:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767329380.343755:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301225718 00000100:00000001:1.0:1767329380.343756:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301225718 00000800:00000200:3.0:1767329380.343758:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329380.343760:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301225488 00000100:00000010:1.0:1767329380.343762:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d3e9933. 00000800:00000010:3.0:1767329380.343764:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000100:00000001:1.0:1767329380.343767:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767329380.343770:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301225718 00000100:00000001:1.0:1767329380.343770:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301225718 00000400:00000200:3.0:1767329380.343773:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767329380.343775:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000065f5dd6e. 00000100:00000001:2.0:1767329380.343776:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301225488 00000400:00000200:3.0:1767329380.343782:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329380.343782:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767329380.343785:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301225718 00000100:00000001:1.0:1767329380.343786:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329380.343787:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f744fb2c 00000100:00000001:2.0:1767329380.343790:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767329380.343792:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f744fb2c. 00000100:00000001:1.0:1767329380.343792:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329380.343793:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329380.343797:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329380.343798:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329380.343800:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329380.343802:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329380.343803:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000024b1fa3c x1853178572223616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329380.343806:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005188d010 x1853178572223744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329380.343807:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329380.343810:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329380.343815:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329380.343818:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329380.343820:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329380.343825:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329380.343828:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329380.343833:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005188d010 x1853178572223744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329380.343834:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329380.343835:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329380.343838:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329380.343840:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329380.343842:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329380.343843:0:208641:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767329380.343843:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329380.343846:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000024b1fa3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572223616:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329380.343850:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329380.343853:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329380.343854:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329380.343856:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329380.343859:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008bbc3300. 02000000:00000001:1.0:1767329380.343862:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329380.343866:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027005472. 00000400:00000010:1.0:1767329380.343869:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1e4696. 00000100:00000200:1.0:1767329380.343872:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572223616, portal 25 00000100:00000001:1.0:1767329380.343873:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329380.343874:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578911104 : -127177130640512 : ffff8c55444dfb80) 00000100:00000040:1.0:1767329380.343878:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000024b1fa3c x1853178572223616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329380.343884:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329380.343886:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329380.343889:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 00000100:00000200:1.0:1767329380.343891:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572223616, offset 0 00000400:00000200:1.0:1767329380.343895:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329380.343901:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329380.343905:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329380.343908:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329380.343910:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329380.343912:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:3.0:1767329380.343914:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767329380.343915:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [375:375:255:4294967295] 192.168.202.109@tcp LPNI seq info [375:375:7:4294967295] 00000800:00000010:3.0:1767329380.343917:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077a38a26. 00000400:00000200:3.0:1767329380.343920:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329380.343924:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:3.0:1767329380.343930:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000800:00000200:1.0:1767329380.343932:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329380.343933:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015e08bbb 00000400:00000010:3.0:1767329380.343935:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015e08bbb. 00000800:00000010:1.0:1767329380.343936:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 00000100:00000001:3.0:1767329380.343938:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767329380.343940:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:3.0:1767329380.343942:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097ca7d73 x1853178572223872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767329380.343945:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329380.343948:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329380.343950:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329380.343951:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329380.343953:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097ca7d73 x1853178572223872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329380.343954:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301229916 00000100:00000001:3.0:1767329380.343959:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329380.343959:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301225718 00000100:00000001:3.0:1767329380.343961:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329380.343963:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301229916 00000100:00000001:1.0:1767329380.343966:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301225718 00000100:00000001:1.0:1767329380.343968:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301229916 00000100:00000001:1.0:1767329380.343971:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301225718 00000800:00000200:3.0:1767329380.343972:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329380.343974:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000100:00000001:1.0:1767329380.343974:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301229916 00000400:00000200:3.0:1767329380.343977:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329380.343977:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301225718 00000400:00000200:3.0:1767329380.343980:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329380.343980:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329380.343982:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329380.343983:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00000100:00000001:1.0:1767329380.343984:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329380.343987:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329380.343990:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329380.343991:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329380.343994:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329380.343995:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329380.343997:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329380.343998:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329380.344090:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 00000100:00000001:3.0:1767329380.344095:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329380.344099:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000024b1fa3c x1853178572223616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329380.344107:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329380.344110:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000024b1fa3c x1853178572223616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329380.344117:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329380.344157:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329380.345868:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329380.345899:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329380.345902:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329380.345904:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329380.345910:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329380.345921:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280b500 00000400:00000200:0.0:1767329380.345927:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xc7d [1] + 224 00000800:00000001:0.0:1767329380.345933:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329380.345937:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329380.345938:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329380.345940:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329380.345944:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329380.345947:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005188d010 x1853178572223744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329380.345955:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005188d010 x1853178572223744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329380.345971:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329380.345977:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329380.345979:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329380.345981:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329380.345982:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329380.345985:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329380.345990:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280b580 00000400:00000200:0.0:1767329380.345993:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xc81 [1] + 224 00000800:00000001:0.0:1767329380.345995:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329380.345997:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329380.345998:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329380.346000:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329380.346002:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329380.346003:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097ca7d73 x1853178572223872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329380.346008:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000097ca7d73 x1853178572223872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329380.346040:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329380.346041:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329380.346045:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767329380.346049:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767329380.346051:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329380.346054:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767329380.346054:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329380.346056:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d00c8458. 00000800:00000001:0.0:1767329380.346058:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329380.346062:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329380.346063:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029cc77d9 00000400:00000010:1.0:1767329380.346066:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029cc77d9. 00000100:00000001:1.0:1767329380.346071:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767329380.346071:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329380.346076:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280b480 00000400:00000200:0.0:1767329380.346083:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xc8d [1] + 224 00000100:00000200:1.0:1767329380.346086:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005188d010 x1853178572223744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329380.346090:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767329380.346098:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005188d010 x1853178572223744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329380.346100:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329380.346102:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329380.346105:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329380.346107:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329380.346110:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1767329380.346112:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767329380.346113:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329380.346116:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767329380.346118:0:208651:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767329380.346118:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:2.0:1767329380.346119:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064a1b348. 02000000:00000001:1.0:1767329380.346123:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767329380.346125:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001299fc8e 00000100:00000001:1.0:1767329380.346127:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767329380.346129:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001299fc8e. 00000100:00000001:1.0:1767329380.346130:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329380.346132:0:208648:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767329380.346134:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329380.346134:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329380.346139:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097ca7d73 x1853178572223872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329380.346142:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000024b1fa3c x1853178572223616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767329380.346145:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=67 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329380.346156:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=67 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329380.346167:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767329380.346169:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097ca7d73 x1853178572223872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329380.346172:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329380.346175:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000024b1fa3c x1853178572223616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329380.346179:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329380.346187:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329380.346191:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329380.346194:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329380.346195:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767329380.346199:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767329380.346200:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329380.346201:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329380.346205:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:0.0:1767329380.346207:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767329380.346209:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329380.346209:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329380.346212:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767329380.346213:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329380.346215:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329380.346220:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329380.346220:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005188d010 x1853178572223744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329380.346227:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329380.346233:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=24 v=5 (1 1 0 0) 00000100:00000001:2.0:1767329380.346241:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329380.346241:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329380.346243:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329380.346249:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329380.346249:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329380.346253:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767329380.346254:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000097ca7d73 x1853178572223872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767329380.346263:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329380.346264:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005188d010 x1853178572223744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329380.346267:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329380.346269:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329380.346272:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329380.346274:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329380.346281:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097ca7d73 x1853178572223872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329380.346288:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005188d010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572223744:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329380.346292:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329380.346297:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329380.346298:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767329380.346301:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767329380.346302:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097ca7d73 x1853178572223872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329380.346306:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329380.346309:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027005472. 00000100:00100000:2.0:1767329380.346311:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000097ca7d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572223872:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329380.346315:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329380.346316:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329380.346318:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097ca7d73 x1853178572223872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329380.346323:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1e4696 00000100:00000001:2.0:1767329380.346326:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1767329380.346327:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1e4696. 02000000:00000001:2.0:1767329380.346330:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329380.346333:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000065722ea8. 00000100:00000001:1.0:1767329380.346333:0:208651:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767329380.346338:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1767329380.346342:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000024b1fa3c x1853178572223616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767329380.346347:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329380.346350:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329380.346355:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329380.346359:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba0b6bbc. 00000100:00000200:1.0:1767329380.346362:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000024b1fa3c x1853178572223616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329380.346364:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329380.346368:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329380.346370:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097ca7d73. 00000100:00000001:2.0:1767329380.346375:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329380.346377:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329380.346381:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329380.346382:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329380.346385:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329380.346386:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329380.346388:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329380.346390:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767329380.346391:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329380.346395:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329380.346395:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329380.346399:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329380.346403:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329380.346406:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329380.346409:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=77 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329380.346414:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329380.346417:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329380.346418:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329380.346420:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329380.346422:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329380.346425:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329380.346428:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000024b1fa3c x1853178572223616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329380.346437:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329380.346439:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329380.346441:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329380.346444:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024b1fa3c x1853178572223616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329380.346452:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000024b1fa3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572223616:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329380.346457:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329380.346460:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329380.346463:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005188d010 x1853178572223744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329380.346483:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329380.346485:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329380.346487:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3aa291a. 02000000:00000001:1.0:1767329380.346491:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329380.346493:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329380.346494:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329380.346496:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329380.346498:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dd12ef3a. 02000000:00000001:1.0:1767329380.346501:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329380.346502:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329380.346503:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005188d010. 00000100:00000001:1.0:1767329380.346506:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329380.346507:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329380.346509:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329380.346512:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000024b1fa3c x1853178572223616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329380.346518:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329380.346519:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329380.346521:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008bbc3300. 02000000:00000001:1.0:1767329380.346523:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329380.346524:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329380.346525:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329380.346527:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329380.346529:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e6bd0558. 02000000:00000001:1.0:1767329380.346531:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329380.346532:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329380.346533:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000024b1fa3c. 00000100:00000001:1.0:1767329380.346535:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329380.346536:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329380.346538:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329380.346542:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329380.346543:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329380.346545:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329380.346546:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329380.407126:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329380.407133:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329380.407156:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329380.407158:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329380.407195:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329380.407199:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329380.407201:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329381.431108:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329381.431116:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329381.431121:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329381.431122:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329381.431167:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329381.431171:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329381.431173:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329382.455130:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329382.455140:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329382.455147:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329382.455148:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329382.455222:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329382.455226:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329382.455231:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329383.479098:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329383.479110:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329383.479112:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329383.479115:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329383.479120:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329383.479122:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329383.479124:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329383.479126:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329383.479130:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329383.479133:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329383.479170:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329383.479174:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329383.479177:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329384.503114:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329384.503124:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329384.503130:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329384.503131:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329384.503198:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329384.503203:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329384.503207:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329384.951099:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301229916, at 4301230080 00000100:00000040:0.0:1767329384.951099:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301229916, at 4301230080 00000100:00000040:2.0:1767329384.951101:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301229916, at 4301230080 00000100:00000010:0.0:1767329384.951117:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9fe6e3a. 00000100:00000010:2.0:1767329384.951118:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d3e9933. 00000100:00000010:1.0:1767329384.951122:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000932918d1. 00000100:00000040:3.0:1767329384.951124:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301229916, at 4301230080 00000100:00000010:3.0:1767329384.951132:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000065f5dd6e. 00000100:00000040:3.0:1767329385.463130:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329385.463139:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329385.463149:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b10225ad. 00000020:00000040:3.0:1767329385.463154:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329385.463158:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329385.463161:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329385.463166:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329385.463174:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f9bec14. 00000100:00000001:3.0:1767329385.463179:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329385.463188:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000b10225ad x1853178572224000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329385.463197:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329385.463199:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329385.463203:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b10225ad] to pc [ptlrpcd_00_01+1] req@00000000b10225ad x1853178572224000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329385.463228:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329385.463229:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329385.463232:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329385.463234:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050ad2e6c. 00000020:00000040:3.0:1767329385.463235:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329385.463237:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329385.463238:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329385.463239:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329385.463241:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004571031a. 00000100:00000001:3.0:1767329385.463242:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329385.463244:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000050ad2e6c x1853178572224128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329385.463249:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329385.463250:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329385.463251:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050ad2e6c] to pc [ptlrpcd_00_02+2] req@0000000050ad2e6c x1853178572224128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329385.463285:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329385.463290:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329385.463291:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767329385.463293:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329385.463295:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329385.463299:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329385.463302:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001aee3446. 00000100:00000040:1.0:1767329385.463305:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b10225ad x1853178572224000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767329385.463306:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329385.463311:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329385.463312:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767329385.463312:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329385.463315:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767329385.463317:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329385.463318:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329385.463319:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329385.463321:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329385.463322:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329385.463327:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329385.463328:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000065561a0b. 02000000:00000001:1.0:1767329385.463331:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767329385.463331:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000050ad2e6c x1853178572224128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329385.463333:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329385.463335:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329385.463341:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329385.463342:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000001aee3446 x1853178572224256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329385.463346:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329385.463349:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329385.463356:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1767329385.463359:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572224000:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329385.463361:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329385.463362:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329385.463365:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329385.463367:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329385.463368:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767329385.463372:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001aee3446] to pc [ptlrpcd_00_03+3] req@000000001aee3446 x1853178572224256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329385.463374:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329385.463379:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329385.463380:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329385.463385:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767329385.463387:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329385.463391:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0a62204. 00000100:00000001:3.0:1767329385.463393:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329385.463393:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000050ad2e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572224128:192.168.202.109@tcp:400: 02000000:00000001:1.0:1767329385.463395:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329385.463399:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329385.463402:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767329385.463404:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1767329385.463404:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027005472. 02000000:00000001:0.0:1767329385.463406:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329385.463411:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329385.463413:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767329385.463414:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1e4696. 02000000:00000001:0.0:1767329385.463414:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767329385.463415:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6568) 00000100:00000001:2.0:1767329385.463418:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329385.463421:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767329385.463421:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb1e8693. 00000100:00000200:1.0:1767329385.463425:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572224000, portal 25 02000000:00000001:0.0:1767329385.463427:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329385.463429:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001aee3446 x1853178572224256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329385.463430:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329385.463434:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776944512 : -127176932607104 : ffff8c55501bbb80) 00000400:00000010:0.0:1767329385.463435:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027fe1c76. 00000100:00000040:1.0:1767329385.463444:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b10225ad x1853178572224000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329385.463446:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f7af1d9. 00000100:00000001:2.0:1767329385.463448:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329385.463451:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329385.463455:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572224128, portal 10 02000000:00000001:2.0:1767329385.463456:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329385.463463:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329385.463463:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329385.463467:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776943616 : -127176932608000 : ffff8c55501bb800) 02000000:00000001:2.0:1767329385.463468:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329385.463471:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329385.463475:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329385.463477:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029cc77d9. 00000100:00100000:2.0:1767329385.463482:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001aee3446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572224256:192.168.202.109@tcp:400: 00000100:00000200:1.0:1767329385.463483:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572224000, offset 0 00000100:00000040:0.0:1767329385.463483:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000050ad2e6c x1853178572224128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329385.463488:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329385.463493:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329385.463496:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329385.463498:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329385.463501:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329385.463507:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000025e70d1d. 00000100:00000001:0.0:1767329385.463507:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767329385.463511:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329385.463516:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064a1b348. 00000400:00000200:1.0:1767329385.463517:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:0.0:1767329385.463517:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329385.463523:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001299fc8e. 00000400:00000010:0.0:1767329385.463525:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bf2e96d. 00000400:00000200:1.0:1767329385.463527:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767329385.463528:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572224256, portal 10 00000100:00000200:0.0:1767329385.463531:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572224128, offset 0 00000100:00000001:2.0:1767329385.463532:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767329385.463535:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329385.463536:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776939136 : -127176932612480 : ffff8c55501ba680) 00000400:00000200:0.0:1767329385.463542:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329385.463543:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767329385.463546:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001aee3446 x1853178572224256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329385.463552:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329385.463559:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767329385.463562:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [376:376:256:4294967295] 192.168.202.109@tcp LPNI seq info [376:376:8:4294967295] 00000100:00000040:2.0:1767329385.463566:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329385.463570:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f756aee. 00000100:00000200:2.0:1767329385.463573:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572224256, offset 0 00000400:00000200:2.0:1767329385.463577:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329385.463599:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329385.463607:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329385.463614:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 00000400:00000200:0.0:1767329385.463618:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329385.463624:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767329385.463626:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329385.463630:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329385.463635:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329385.463640:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:1.0:1767329385.463641:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767329385.463645:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [377:377:255:4294967295] 192.168.202.109@tcp LPNI seq info [377:377:7:4294967295] 00000800:00000200:1.0:1767329385.463651:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767329385.463658:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329385.463669:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329385.463671:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:0.0:1767329385.463675:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d17fa11. 00000400:00000200:2.0:1767329385.463676:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329385.463681:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329385.463685:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329385.463686:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767329385.463688:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329385.463694:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329385.463696:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301235036 00000400:00000200:2.0:1767329385.463702:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [378:378:254:4294967295] 192.168.202.109@tcp LPNI seq info [378:378:6:4294967295] 00000800:00000200:0.0:1767329385.463704:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:1.0:1767329385.463706:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000932918d1. 00000400:00000200:2.0:1767329385.463718:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329385.463718:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767329385.463719:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d17fa11 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767329385.463726:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329385.463729:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329385.463731:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000100:00000001:1.0:1767329385.463731:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301235036 00000100:00000040:0.0:1767329385.463736:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 243595 usecs (244 jiffies) 00000100:00000010:1.0:1767329385.463739:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000620d8893. 00000800:00000200:3.0:1767329385.463740:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767329385.463741:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329385.463743:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301230836 00000800:00000010:3.0:1767329385.463749:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000100:00000001:1.0:1767329385.463749:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767329385.463750:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301235036 00000800:00000200:2.0:1767329385.463753:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329385.463757:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301230836 00000100:00000001:1.0:1767329385.463758:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301235036 00000400:00000200:3.0:1767329385.463761:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329385.463762:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301235036 00000800:00000200:2.0:1767329385.463768:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767329385.463768:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea9442b1. 00000100:00000001:0.0:1767329385.463769:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301230836 00000400:00000200:3.0:1767329385.463774:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329385.463777:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329385.463778:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767329385.463780:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029cc77d9 00000100:00000040:2.0:1767329385.463782:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 15272 usecs (16 jiffies) 00000400:00000010:3.0:1767329385.463784:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029cc77d9. 00000100:00000001:1.0:1767329385.463786:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301235036 00000100:00000001:0.0:1767329385.463786:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301235036 00000100:00000001:2.0:1767329385.463787:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301230608 00000100:00000001:3.0:1767329385.463789:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329385.463796:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301235036 00000100:00000001:0.0:1767329385.463796:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301230836 00000100:00000200:3.0:1767329385.463797:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b10225ad x1853178572224000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767329385.463797:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a3bb6b37. 00000100:00000001:2.0:1767329385.463803:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301230608 00000100:00000001:1.0:1767329385.463807:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767329385.463810:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301235036 00000100:00000001:1.0:1767329385.463815:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329385.463816:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301230608 00000100:00000001:0.0:1767329385.463816:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301235036 00000100:00000001:2.0:1767329385.463823:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301235036 00000100:00000001:1.0:1767329385.463824:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329385.463824:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329385.463828:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301230608 00000100:00000001:1.0:1767329385.463833:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329385.463834:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301235036 00000100:00000001:0.0:1767329385.463834:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329385.463841:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329385.463841:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329385.463843:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329385.463844:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329385.463848:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329385.463849:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329385.463851:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b10225ad x1853178572224000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329385.463852:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329385.463854:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329385.463857:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329385.463858:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329385.463859:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329385.463862:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329385.463867:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329385.463868:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329385.463869:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329385.463871:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329385.463872:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329385.463874:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329385.463874:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329385.463876:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329385.463878:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329385.463879:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329385.463880:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329385.463880:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329385.463885:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329385.463887:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329385.463887:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329385.463889:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329385.463895:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329385.463898:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d17fa11. 00000400:00000200:3.0:1767329385.463901:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329385.463904:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329385.463906:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bf2e96d 00000400:00000010:3.0:1767329385.463907:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bf2e96d. 00000100:00000001:3.0:1767329385.463914:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329385.463918:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000050ad2e6c x1853178572224128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329385.463923:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329385.463925:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000050ad2e6c x1853178572224128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329385.463929:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329385.463930:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329385.463996:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329385.463998:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00000400:00000200:3.0:1767329385.464000:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329385.464003:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329385.464004:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f756aee 00000400:00000010:3.0:1767329385.464005:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007f756aee. 00000100:00000001:3.0:1767329385.464007:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329385.464009:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001aee3446 x1853178572224256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329385.464014:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329385.464038:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001aee3446 x1853178572224256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329385.464050:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329385.464051:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329385.465690:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329385.465702:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329385.465704:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329385.465706:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329385.465711:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329385.465753:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280b600 00000400:00000200:3.0:1767329385.465758:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xc95 [1] + 224 00000800:00000001:3.0:1767329385.465763:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329385.465767:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329385.465769:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329385.465771:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329385.465774:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329385.465777:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b10225ad x1853178572224000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329385.465785:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b10225ad x1853178572224000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329385.465797:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329385.465803:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329385.465804:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329385.465806:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329385.465807:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329385.465810:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329385.465814:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280b680 00000400:00000200:3.0:1767329385.465817:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xc99 [1] + 224 00000800:00000001:3.0:1767329385.465820:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329385.465822:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329385.465823:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329385.465827:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329385.465829:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329385.465829:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329385.465832:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329385.465836:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767329385.465839:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000050ad2e6c x1853178572224128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329385.465839:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329385.465842:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027005472. 00000400:00000200:1.0:1767329385.465847:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1e4696 00000400:00000010:1.0:1767329385.465851:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1e4696. 00000100:00000040:3.0:1767329385.465852:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000050ad2e6c x1853178572224128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329385.465854:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329385.465861:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b10225ad x1853178572224000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329385.465868:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767329385.465871:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b10225ad x1853178572224000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329385.465874:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329385.465878:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329385.465881:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329385.465884:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329385.465893:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767329385.465895:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329385.465897:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329385.465901:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280b700 00000100:00000001:1.0:1767329385.465902:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329385.465907:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767329385.465910:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xca1 [1] + 224 00000100:00000001:1.0:1767329385.465910:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329385.465914:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329385.465915:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767329385.465918:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329385.465922:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767329385.465924:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=82 v=5 (5 5 5 5) 00000400:00000200:3.0:1767329385.465925:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767329385.465931:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=82 v=5 (1 1 1 1) 00000400:00000200:3.0:1767329385.465932:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329385.465934:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329385.465937:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329385.465939:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329385.465939:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329385.465940:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329385.465945:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1767329385.465946:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767329385.465947:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001aee3446 x1853178572224256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329385.465948:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767329385.465950:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767329385.465955:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329385.465955:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027fe1c76. 00000100:00000040:3.0:1767329385.465960:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001aee3446 x1853178572224256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329385.465962:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f7af1d9 00000100:00000040:1.0:1767329385.465965:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b10225ad x1853178572224000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329385.465967:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f7af1d9. 00000100:00000001:0.0:1767329385.465974:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329385.465981:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000050ad2e6c x1853178572224128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329385.465988:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329385.465992:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329385.465995:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767329385.465997:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329385.466002:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000050ad2e6c x1853178572224128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329385.466004:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329385.466008:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329385.466038:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329385.466041:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329385.466043:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329385.466045:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767329385.466047:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b10225ad x1853178572224000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329385.466048:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329385.466051:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329385.466056:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329385.466056:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329385.466061:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767329385.466063:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=72 v=5 (5 5 5 5) 00000100:00100000:1.0:1767329385.466064:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572224000:192.168.202.109@tcp:400: 00000400:00000001:2.0:1767329385.466066:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329385.466070:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:0.0:1767329385.466071:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=72 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329385.466073:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767329385.466074:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064a1b348. 00000100:00000001:0.0:1767329385.466075:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329385.466077:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329385.466079:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329385.466081:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001299fc8e 00000100:00000040:1.0:1767329385.466083:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b10225ad x1853178572224000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329385.466083:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767329385.466085:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001299fc8e. 00010000:00000001:0.0:1767329385.466087:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329385.466090:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329385.466093:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329385.466096:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000200:2.0:1767329385.466098:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001aee3446 x1853178572224256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329385.466100:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329385.466104:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329385.466105:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329385.466109:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767329385.466113:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000050ad2e6c x1853178572224128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329385.466114:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0a62204. 00000100:00000200:2.0:1767329385.466118:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001aee3446 x1853178572224256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329385.466120:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329385.466125:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329385.466125:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767329385.466129:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329385.466130:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329385.466133:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329385.466140:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050ad2e6c x1853178572224128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767329385.466143:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767329385.466145:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767329385.466148:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003f9bec14. 00000100:00000001:2.0:1767329385.466149:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329385.466154:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767329385.466154:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000050ad2e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572224128:192.168.202.109@tcp:400: 02000000:00000001:2.0:1767329385.466158:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767329385.466158:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329385.466160:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329385.466163:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767329385.466163:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767329385.466164:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329385.466166:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329385.466169:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767329385.466169:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b10225ad. 00000100:00000040:0.0:1767329385.466170:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000050ad2e6c x1853178572224128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329385.466177:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=82 v=5 (5 5 5 5) 00000100:00000001:1.0:1767329385.466179:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329385.466179:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767329385.466184:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329385.466184:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1767329385.466185:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=29 v=5 (1 1 0 0) 00000100:00000001:2.0:1767329385.466191:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329385.466191:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767329385.466192:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb1e8693. 00000100:00000001:2.0:1767329385.466195:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329385.466199:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767329385.466199:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329385.466201:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767329385.466202:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00010000:00080000:2.0:1767329385.466205:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001aee3446 x1853178572224256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329385.466207:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767329385.466207:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329385.466213:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767329385.466215:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767329385.466217:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004571031a. 00000100:00000001:1.0:1767329385.466220:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329385.466222:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767329385.466223:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329385.466226:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767329385.466227:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000010:0.0:1767329385.466229:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050ad2e6c. 00000100:00000040:2.0:1767329385.466230:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329385.466234:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329385.466235:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329385.466238:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329385.466238:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329385.466242:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329385.466244:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001aee3446 x1853178572224256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329385.466247:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329385.466250:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329385.466255:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329385.466255:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329385.466258:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329385.466259:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329385.466262:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329385.466265:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001aee3446 x1853178572224256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329385.466270:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001aee3446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572224256:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329385.466274:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329385.466276:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329385.466277:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001aee3446 x1853178572224256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329385.466291:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329385.466293:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329385.466294:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000025e70d1d. 02000000:00000001:2.0:1767329385.466297:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329385.466298:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329385.466299:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329385.466301:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329385.466302:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000065561a0b. 02000000:00000001:2.0:1767329385.466304:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329385.466305:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329385.466306:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001aee3446. 00000100:00000001:2.0:1767329385.466309:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329385.466310:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329385.466311:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329385.466314:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329385.466315:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329385.466316:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329385.466318:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329385.527109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329385.527114:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329385.527119:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329385.527121:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329385.527123:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329385.527127:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329385.527130:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329385.527131:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329385.527133:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329385.527135:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329385.527136:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329385.527138:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329385.527228:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329385.527231:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329385.527233:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329386.551129:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329386.551136:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329386.551143:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329386.551144:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329386.551193:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329386.551197:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329386.551200:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329387.575114:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329387.575121:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329387.575126:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329387.575127:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329387.575220:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329387.575227:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329387.575232:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329388.599084:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329388.599090:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329388.599094:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329388.599095:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329388.599164:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329388.599170:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329388.599175:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329389.623112:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329389.623120:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329389.623137:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329389.623139:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329389.623212:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329389.623217:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329389.623220:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329390.071124:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301235036, at 4301235200 00000100:00000040:1.0:1767329390.071124:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301235036, at 4301235200 00000100:00000040:0.0:1767329390.071124:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301235036, at 4301235200 00000100:00000010:0.0:1767329390.071141:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000932918d1. 00000100:00000010:1.0:1767329390.071143:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000620d8893. 00000100:00000010:2.0:1767329390.071145:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea9442b1. 00000100:00000040:3.0:1767329390.071282:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301235036, at 4301235200 00000100:00000010:3.0:1767329390.071289:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a3bb6b37. 00000100:00000040:0.0:1767329390.583167:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329390.583177:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329390.583187:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f9aefdb. 00000020:00000040:0.0:1767329390.583193:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329390.583197:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329390.583200:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329390.583205:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329390.583214:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007d17fa11. 00000100:00000001:0.0:1767329390.583221:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329390.583230:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000001f9aefdb x1853178572224384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329390.583240:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329390.583242:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329390.583247:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f9aefdb] to pc [ptlrpcd_00_00+0] req@000000001f9aefdb x1853178572224384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329390.583269:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329390.583285:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329390.583287:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329390.583290:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a6b86e7. 00000100:00000001:1.0:1767329390.583291:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767329390.583292:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329390.583297:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329390.583298:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1767329390.583299:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:0.0:1767329390.583300:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329390.583304:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767329390.583305:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e6bd0558. 00000100:00000001:0.0:1767329390.583310:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329390.583313:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767329390.583313:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000008a6b86e7 x1853178572224512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329390.583317:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329390.583322:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329390.583326:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329390.583327:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329390.583327:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329390.583330:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329390.583330:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329390.583332:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329390.583341:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f9aefdb x1853178572224384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329390.583342:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a6b86e7] to pc [ptlrpcd_00_01+1] req@000000008a6b86e7 x1853178572224512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329390.583370:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329390.583372:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329390.583375:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329390.583375:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329390.583379:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329390.583380:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767329390.583385:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329390.583386:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329390.583390:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071ff1512. 00000100:00000001:2.0:1767329390.583392:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767329390.583392:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572224384:192.168.202.109@tcp:400: 00000020:00000040:0.0:1767329390.583394:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329390.583399:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329390.583400:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329390.583401:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329390.583405:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329390.583406:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:1.0:1767329390.583409:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329390.583411:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767329390.583411:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dd12ef3a. 02000000:00000001:1.0:1767329390.583412:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329390.583418:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329390.583420:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329390.583422:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329390.583424:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000071ff1512 x1853178572224640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767329390.583426:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329390.583427:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329390.583430:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329390.583434:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767329390.583437:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000871301bd. 00000100:00000001:0.0:1767329390.583437:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329390.583440:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329390.583441:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a6b86e7 x1853178572224512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329390.583442:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329390.583447:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071ff1512] to pc [ptlrpcd_00_02+2] req@0000000071ff1512 x1853178572224640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329390.583453:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027005472. 00000400:00000010:1.0:1767329390.583462:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1e4696. 00000100:00000001:2.0:1767329390.583470:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767329390.583472:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572224384, portal 25 00000100:00000001:2.0:1767329390.583473:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329390.583478:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767329390.583479:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329390.583482:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578907520 : -127177130644096 : ffff8c55444ded80) 02000000:00000001:2.0:1767329390.583483:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329390.583489:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329390.583494:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f9aefdb x1853178572224384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329390.583497:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a6b86e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572224512:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329390.583506:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329390.583510:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329390.583511:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329390.583511:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329390.583514:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767329390.583515:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329390.583519:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767329390.583521:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:2.0:1767329390.583526:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081d167d1. 00000100:00000040:1.0:1767329390.583527:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329390.583528:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6573) 00000100:00000001:3.0:1767329390.583538:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329390.583543:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767329390.583544:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cab2768b. 02000000:00000001:2.0:1767329390.583546:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329390.583550:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572224384, offset 0 00000100:00000001:3.0:1767329390.583554:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767329390.583555:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064a1b348. 00000100:00000040:3.0:1767329390.583561:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071ff1512 x1853178572224640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329390.583562:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329390.583572:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767329390.583572:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001299fc8e. 00000100:00000001:3.0:1767329390.583574:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329390.583578:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767329390.583579:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572224512, portal 10 00000400:00000200:1.0:1767329390.583579:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:3.0:1767329390.583581:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329390.583582:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329390.583585:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329390.583589:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329390.583590:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329390.583590:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578899456 : -127177130652160 : ffff8c55444dce00) 00000400:00000200:1.0:1767329390.583591:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1767329390.583600:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000071ff1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572224640:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767329390.583601:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:2.0:1767329390.583604:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a6b86e7 x1853178572224512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329390.583610:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767329390.583610:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767329390.583615:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329390.583618:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329390.583618:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329390.583620:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767329390.583623:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329390.583626:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [379:379:256:4294967295] 192.168.202.109@tcp LPNI seq info [379:379:8:4294967295] 00000100:00000040:2.0:1767329390.583627:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000010:3.0:1767329390.583628:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091b091d1. 02000000:00000001:3.0:1767329390.583634:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329390.583634:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000185a590d. 00000100:00000200:2.0:1767329390.583640:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572224512, offset 0 00000400:00000010:3.0:1767329390.583641:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003dc40a30. 00000400:00000010:3.0:1767329390.583648:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8121ef5. 00000400:00000200:1.0:1767329390.583648:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:2.0:1767329390.583656:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329390.583660:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000200:3.0:1767329390.583662:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572224640, portal 10 00000100:00000001:3.0:1767329390.583666:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1767329390.583666:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000400:00000200:2.0:1767329390.583667:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329390.583669:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578900352 : -127177130651264 : ffff8c55444dd180) 00000100:00000040:3.0:1767329390.583677:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000071ff1512 x1853178572224640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767329390.583678:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329390.583686:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329390.583692:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767329390.583692:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329390.583697:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:3.0:1767329390.583699:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329390.583699:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329390.583705:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767329390.583706:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000922594fe. 00000100:00000200:3.0:1767329390.583711:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572224640, offset 0 00000400:00000200:2.0:1767329390.583714:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329390.583714:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329390.583720:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329390.583723:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301240156 00000400:00000200:2.0:1767329390.583725:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [380:380:255:4294967295] 192.168.202.109@tcp LPNI seq info [380:380:7:4294967295] 00000100:00000010:1.0:1767329390.583730:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000620d8893. 00000100:00000001:1.0:1767329390.583738:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767329390.583742:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329390.583746:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301240156 00000800:00000200:2.0:1767329390.583750:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:1.0:1767329390.583751:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000095fed548. 00000400:00000200:3.0:1767329390.583754:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329390.583757:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000010:2.0:1767329390.583758:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070fb6d87. 00000400:00000200:3.0:1767329390.583761:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329390.583761:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301240156 00000800:00000200:2.0:1767329390.583767:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:1.0:1767329390.583768:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077278bd8. 00000400:00000200:3.0:1767329390.583770:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329390.583775:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767329390.583777:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329390.583778:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329390.583780:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301240156 00000800:00000200:2.0:1767329390.583783:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070fb6d87 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767329390.583786:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1fa5921. 00000400:00000200:3.0:1767329390.583787:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329390.583790:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329390.583792:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767329390.583795:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 241451 usecs (242 jiffies) 00000400:00000200:3.0:1767329390.583797:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [381:381:254:4294967295] 192.168.202.109@tcp LPNI seq info [381:381:6:4294967295] 00000100:00000001:1.0:1767329390.583797:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329390.583800:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301235954 00000100:00000001:2.0:1767329390.583803:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301240156 00000100:00000001:2.0:1767329390.583809:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301235954 00000100:00000001:1.0:1767329390.583810:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329390.583815:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301240156 00000100:00000001:1.0:1767329390.583817:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329390.583821:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301235954 00000100:00000001:1.0:1767329390.583823:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329390.583827:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329390.583828:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301240156 00000100:00000001:1.0:1767329390.583828:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767329390.583830:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329390.583832:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329390.583834:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301235954 00000100:00000001:1.0:1767329390.583837:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329390.583838:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301240156 00000800:00000010:0.0:1767329390.583838:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000800:00000200:3.0:1767329390.583843:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329390.583845:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329390.583845:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329390.583849:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1767329390.583850:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049d44528. 00000100:00000001:2.0:1767329390.583851:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329390.583857:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329390.583863:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329390.583863:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329390.583864:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329390.583873:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cab2768b 00000800:00000200:3.0:1767329390.583874:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:0.0:1767329390.583876:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cab2768b. 00000800:00000200:3.0:1767329390.583879:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049d44528 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329390.583881:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329390.583883:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329390.583888:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 15165 usecs (16 jiffies) 00000100:00000200:0.0:1767329390.583888:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f9aefdb x1853178572224384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329390.583893:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301235728 00000100:00000001:3.0:1767329390.583898:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301240156 00000100:00000001:3.0:1767329390.583902:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301235728 00000100:00000001:3.0:1767329390.583906:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301240156 00000100:00000001:0.0:1767329390.583906:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329390.583909:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301235728 00000100:00000040:0.0:1767329390.583912:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f9aefdb x1853178572224384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329390.583914:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301240156 00000100:00000001:3.0:1767329390.583919:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301235728 00000100:00000001:0.0:1767329390.583926:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329390.583927:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329390.583939:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329390.583941:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070fb6d87. 00000400:00000200:0.0:1767329390.583943:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329390.583945:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329390.583947:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000185a590d 00000400:00000010:0.0:1767329390.583948:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000185a590d. 00000100:00000001:0.0:1767329390.583951:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329390.583952:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a6b86e7 x1853178572224512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329390.583957:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329390.583964:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a6b86e7 x1853178572224512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329390.583969:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329390.583970:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329390.583983:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301240156 00000100:00000001:3.0:1767329390.583986:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329390.583988:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329390.583991:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329390.583993:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767329390.583997:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329390.583999:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1767329390.584000:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049d44528. 00000100:00000001:3.0:1767329390.584003:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767329390.584005:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329390.584009:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329390.584011:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329390.584038:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000922594fe 00000400:00000010:0.0:1767329390.584040:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000922594fe. 00000100:00000001:0.0:1767329390.584042:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329390.584043:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767329390.584044:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000071ff1512 x1853178572224640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329390.584050:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329390.584052:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071ff1512 x1853178572224640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329390.584056:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329390.584058:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329390.584090:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329390.584093:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329390.585602:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329390.585614:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329390.585616:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329390.585623:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329390.585631:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329390.585701:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280b780 00000400:00000200:3.0:1767329390.585707:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xcad [1] + 224 00000800:00000001:3.0:1767329390.585713:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329390.585717:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329390.585718:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329390.585721:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329390.585724:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329390.585727:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f9aefdb x1853178572224384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329390.585734:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f9aefdb x1853178572224384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329390.585753:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329390.585759:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329390.585763:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329390.585765:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329390.585767:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329390.585772:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329390.585778:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280b800 00000400:00000200:3.0:1767329390.585784:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xcb5 [1] + 224 00000800:00000001:3.0:1767329390.585790:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329390.585790:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329390.585793:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767329390.585794:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767329390.585798:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767329390.585799:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767329390.585801:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329390.585804:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027005472. 00000400:00000200:3.0:1767329390.585807:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329390.585809:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1e4696 00000400:00000010:1.0:1767329390.585812:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1e4696. 00000100:00000001:1.0:1767329390.585814:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329390.585818:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329390.585819:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f9aefdb x1853178572224384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329390.585824:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a6b86e7 x1853178572224512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329390.585844:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f9aefdb x1853178572224384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329390.585846:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008a6b86e7 x1853178572224512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329390.585866:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329390.585868:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329390.585870:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329390.585871:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329390.585874:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329390.585877:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329390.585882:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329390.585887:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=87 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329390.585890:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329390.585891:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329390.585892:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767329390.585897:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329390.585901:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329390.585903:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329390.585904:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329390.585906:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329390.585909:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00010000:00000001:1.0:1767329390.585911:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329390.585914:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329390.585917:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329390.585918:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280b880 00000100:00000040:1.0:1767329390.585924:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f9aefdb x1853178572224384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329390.585925:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xcbd [1] + 224 00000100:00000001:2.0:1767329390.585930:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329390.585934:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767329390.585935:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767329390.585939:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767329390.585941:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767329390.585942:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767329390.585952:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329390.585953:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767329390.585954:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064a1b348. 00000400:00000200:3.0:1767329390.585957:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329390.585958:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329390.585959:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001299fc8e 00000400:00000010:2.0:1767329390.585964:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001299fc8e. 00000400:00000200:3.0:1767329390.585965:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000040:1.0:1767329390.585967:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f9aefdb x1853178572224384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329390.585970:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329390.585973:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329390.585978:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a6b86e7 x1853178572224512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329390.585981:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000071ff1512 x1853178572224640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329390.585983:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572224384:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329390.585993:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329390.585998:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329390.586004:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f9aefdb x1853178572224384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329390.586012:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a6b86e7 x1853178572224512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329390.586038:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329390.586042:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329390.586045:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767329390.586047:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000071ff1512 x1853178572224640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329390.586047:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329390.586049:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767329390.586051:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767329390.586053:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000871301bd. 00000100:00000001:2.0:1767329390.586054:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329390.586058:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329390.586061:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767329390.586063:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329390.586065:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329390.586069:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00001000:2.0:1767329390.586070:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=77 v=5 (5 5 5 5) 00000020:00000001:1.0:1767329390.586072:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1767329390.586076:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=77 v=5 (1 1 1 1) 02000000:00000010:1.0:1767329390.586076:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007d17fa11. 00000100:00000001:3.0:1767329390.586077:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329390.586082:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767329390.586082:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767329390.586084:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329390.586085:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767329390.586086:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767329390.586088:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:1.0:1767329390.586090:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f9aefdb. 00000800:00000001:3.0:1767329390.586091:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767329390.586092:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329390.586098:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329390.586101:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329390.586101:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329390.586105:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329390.586106:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329390.586107:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329390.586113:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329390.586114:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a6b86e7 x1853178572224512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329390.586121:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329390.586123:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329390.586123:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329390.586125:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329390.586128:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329390.586128:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329390.586131:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329390.586132:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329390.586136:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767329390.586136:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767329390.586137:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a6b86e7 x1853178572224512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767329390.586140:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329390.586145:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003dc40a30. 00000100:00100000:2.0:1767329390.586149:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a6b86e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572224512:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767329390.586153:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8121ef5 00000400:00000010:0.0:1767329390.586158:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8121ef5. 00000100:00000001:2.0:1767329390.586160:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329390.586163:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329390.586164:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329390.586170:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a6b86e7 x1853178572224512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329390.586174:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000071ff1512 x1853178572224640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329390.586183:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329390.586186:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329390.586188:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081d167d1. 02000000:00000001:2.0:1767329390.586193:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329390.586196:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329390.586198:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000200:0.0:1767329390.586198:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000071ff1512 x1853178572224640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767329390.586202:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329390.586204:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e6bd0558. 02000000:00000001:2.0:1767329390.586208:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329390.586211:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329390.586213:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a6b86e7. 00000100:00000001:2.0:1767329390.586217:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329390.586219:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329390.586220:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329390.586224:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329390.586224:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329390.586228:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329390.586229:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767329390.586231:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329390.586233:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329390.586235:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329390.586241:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329390.586243:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329390.586245:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329390.586248:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329390.586252:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=87 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329390.586256:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=34 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329390.586259:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329390.586261:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329390.586263:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767329390.586266:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000071ff1512 x1853178572224640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329390.586274:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329390.586277:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329390.586278:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329390.586280:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329390.586281:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329390.586284:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071ff1512 x1853178572224640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329390.586292:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329390.586294:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329390.586295:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329390.586298:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071ff1512 x1853178572224640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329390.586306:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000071ff1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572224640:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329390.586311:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329390.586313:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329390.586315:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000071ff1512 x1853178572224640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329390.586322:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329390.586324:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329390.586326:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091b091d1. 02000000:00000001:0.0:1767329390.586329:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329390.586334:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329390.586335:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329390.586337:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329390.586338:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dd12ef3a. 02000000:00000001:0.0:1767329390.586340:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329390.586341:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329390.586342:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071ff1512. 00000100:00000001:0.0:1767329390.586344:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329390.586345:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329390.586346:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329390.586349:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329390.586350:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329390.586352:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329390.586353:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329390.647108:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329390.647115:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329390.647122:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329390.647123:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329390.647206:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329390.647210:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329390.647213:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329391.671155:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329391.671161:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329391.671166:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329391.671167:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329391.671266:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329391.671273:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329391.671276:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329392.695127:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329392.695134:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329392.695141:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329392.695143:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329392.695216:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329392.695221:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329392.695224:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329393.719111:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329393.719123:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329393.719125:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329393.719127:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329393.719132:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329393.719134:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329393.719136:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329393.719138:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329393.719141:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329393.719142:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329393.719223:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329393.719229:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329393.719234:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329394.743151:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329394.743161:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329394.743168:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329394.743170:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329394.743246:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329394.743251:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329394.743271:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329395.191086:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301240156, at 4301240320 00000100:00000040:0.0:1767329395.191101:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301240156, at 4301240320 00000100:00000010:1.0:1767329395.191104:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000095fed548. 00000100:00000010:0.0:1767329395.191110:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000620d8893. 00000100:00000040:3.0:1767329395.191111:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301240156, at 4301240320 00000100:00000010:3.0:1767329395.191120:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1fa5921. 00000100:00000040:2.0:1767329395.191122:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301240156, at 4301240320 00000100:00000010:2.0:1767329395.191137:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077278bd8. 00000100:00000040:3.0:1767329395.703171:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329395.703179:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329395.703188:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088b7262c. 00000020:00000040:3.0:1767329395.703195:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329395.703199:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329395.703201:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329395.703206:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329395.703215:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000049d44528. 00000100:00000001:3.0:1767329395.703234:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329395.703244:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000088b7262c x1853178572224768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329395.703252:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329395.703254:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329395.703258:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088b7262c] to pc [ptlrpcd_00_03+3] req@0000000088b7262c x1853178572224768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329395.703284:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329395.703286:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329395.703288:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329395.703290:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001aee3446. 00000020:00000040:3.0:1767329395.703292:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329395.703294:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329395.703295:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329395.703297:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329395.703299:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000065561a0b. 00000100:00000001:3.0:1767329395.703302:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329395.703304:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000001aee3446 x1853178572224896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329395.703309:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329395.703310:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329395.703312:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001aee3446] to pc [ptlrpcd_00_00+0] req@000000001aee3446 x1853178572224896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329395.703313:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329395.703321:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329395.703325:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329395.703330:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329395.703334:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767329395.703334:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088b7262c x1853178572224768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329395.703341:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329395.703344:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050ad2e6c. 00000020:00000040:3.0:1767329395.703348:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329395.703352:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329395.703355:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767329395.703356:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329395.703359:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329395.703360:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329395.703364:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329395.703365:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329395.703367:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767329395.703368:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004571031a. 02000000:00000001:0.0:1767329395.703372:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329395.703373:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329395.703374:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329395.703379:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767329395.703380:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:0.0:1767329395.703380:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329395.703382:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000050ad2e6c x1853178572225024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329395.703385:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329395.703386:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767329395.703391:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088b7262c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572224768:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329395.703398:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329395.703403:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329395.703404:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329395.703404:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329395.703407:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329395.703409:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329395.703410:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329395.703413:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767329395.703413:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767329395.703417:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050ad2e6c] to pc [ptlrpcd_00_01+1] req@0000000050ad2e6c x1853178572225024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329395.703419:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329395.703423:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001aee3446 x1853178572224896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329395.703426:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329395.703434:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8a1a036. 02000000:00000001:0.0:1767329395.703441:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329395.703443:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329395.703447:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329395.703447:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329395.703449:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767329395.703451:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767329395.703452:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767329395.703452:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027fe1c76. 00000100:00000040:3.0:1767329395.703458:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767329395.703459:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329395.703464:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f7af1d9. 00000100:00000040:3.0:1767329395.703465:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6578) 00000100:00100000:1.0:1767329395.703473:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001aee3446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572224896:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329395.703491:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329395.703492:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1767329395.703497:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:1.0:1767329395.703497:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767329395.703497:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572224768, portal 25 02000000:00000001:1.0:1767329395.703501:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329395.703504:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329395.703504:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767329395.703505:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329395.703508:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776941824 : -127176932609792 : ffff8c55501bb100) 02000000:00000010:1.0:1767329395.703510:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f31d167. 00000100:00000001:2.0:1767329395.703513:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767329395.703514:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329395.703518:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329395.703520:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027005472. 00000100:00000040:0.0:1767329395.703520:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088b7262c x1853178572224768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329395.703523:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329395.703527:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767329395.703528:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1e4696. 00000100:00000001:2.0:1767329395.703533:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767329395.703534:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572224896, portal 10 00000100:00000001:1.0:1767329395.703538:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329395.703539:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329395.703540:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776939136 : -127176932612480 : ffff8c55501ba680) 00000100:00000040:2.0:1767329395.703543:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000050ad2e6c x1853178572225024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329395.703550:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001aee3446 x1853178572224896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329395.703550:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329395.703558:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000110f2f61. 00000100:00000200:0.0:1767329395.703565:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572224768, offset 0 00000100:00000001:2.0:1767329395.703575:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329395.703577:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329395.703580:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329395.703582:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329395.703585:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767329395.703587:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329395.703590:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767329395.703593:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5a75e4. 02000000:00000001:2.0:1767329395.703597:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329395.703599:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572224896, offset 0 00000400:00000200:0.0:1767329395.703603:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00100000:2.0:1767329395.703604:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000050ad2e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572225024:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767329395.703614:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329395.703615:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329395.703616:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329395.703622:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767329395.703624:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:2.0:1767329395.703626:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329395.703630:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329395.703631:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1767329395.703636:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db5a44f4. 00000400:00000200:0.0:1767329395.703638:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:2.0:1767329395.703643:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329395.703646:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [382:382:256:4294967295] 192.168.202.109@tcp LPNI seq info [382:382:8:4294967295] 00000400:00000010:2.0:1767329395.703650:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064a1b348. 00000400:00000010:2.0:1767329395.703657:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001299fc8e. 00000100:00000200:2.0:1767329395.703663:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572225024, portal 10 00000400:00000200:0.0:1767329395.703666:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329395.703668:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329395.703672:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776943616 : -127176932608000 : ffff8c55501bb800) 00000800:00000200:0.0:1767329395.703678:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329395.703682:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000050ad2e6c x1853178572225024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329395.703683:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:0.0:1767329395.703688:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd12ef3a. 00000400:00000200:1.0:1767329395.703692:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329395.703701:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:0.0:1767329395.703702:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329395.703707:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329395.703713:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:0.0:1767329395.703719:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329395.703724:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [383:383:255:4294967295] 192.168.202.109@tcp LPNI seq info [383:383:7:4294967295] 00000800:00000200:0.0:1767329395.703730:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd12ef3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329395.703731:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329395.703742:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329395.703747:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ecaf85b. 00000400:00000200:1.0:1767329395.703748:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329395.703751:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329395.703754:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572225024, offset 0 00000800:00000200:1.0:1767329395.703759:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329395.703759:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301245276 00000800:00000010:1.0:1767329395.703766:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000400:00000200:2.0:1767329395.703767:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:0.0:1767329395.703769:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a542f25. 00000800:00000200:1.0:1767329395.703775:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329395.703780:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329395.703780:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767329395.703785:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329395.703789:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329395.703790:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329395.703792:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301245276 00000400:00000200:2.0:1767329395.703796:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000010:0.0:1767329395.703800:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007189cfa0. 00000100:00000001:1.0:1767329395.703802:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329395.703804:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767329395.703808:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767329395.703809:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 239343 usecs (240 jiffies) 00000100:00000001:0.0:1767329395.703811:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767329395.703812:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000010:3.0:1767329395.703814:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd12ef3a. 00000100:00000001:1.0:1767329395.703816:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301241072 00000100:00000001:0.0:1767329395.703821:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301245276 00000100:00000001:1.0:1767329395.703822:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301245276 00000400:00000200:3.0:1767329395.703823:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329395.703823:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [384:384:254:4294967295] 192.168.202.109@tcp LPNI seq info [384:384:6:4294967295] 00000100:00000001:1.0:1767329395.703826:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301241072 00000100:00000001:1.0:1767329395.703832:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301245276 00000400:00000200:3.0:1767329395.703835:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329395.703837:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301241072 00000100:00000010:0.0:1767329395.703838:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7cd719b. 00000100:00000001:0.0:1767329395.703847:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767329395.703848:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329395.703855:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301245276 00000100:00000001:1.0:1767329395.703856:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301245276 00000400:00000200:3.0:1767329395.703858:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000110f2f61 00000800:00000200:2.0:1767329395.703858:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329395.703863:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000110f2f61. 00000100:00000001:1.0:1767329395.703864:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301241072 00000100:00000010:0.0:1767329395.703864:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004244b416. 00000800:00000010:2.0:1767329395.703867:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077a38a26. 00000100:00000001:0.0:1767329395.703873:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767329395.703877:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767329395.703878:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329395.703880:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301245276 00000100:00000001:0.0:1767329395.703880:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767329395.703885:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088b7262c x1853178572224768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329395.703888:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329395.703888:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329395.703894:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329395.703895:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329395.703896:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329395.703901:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329395.703902:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077a38a26 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329395.703904:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329395.703906:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329395.703913:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329395.703915:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329395.703915:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329395.703915:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329395.703916:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329395.703920:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329395.703921:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329395.703923:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 15057 usecs (16 jiffies) 00000100:00000040:3.0:1767329395.703924:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088b7262c x1853178572224768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329395.703928:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329395.703929:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329395.703931:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301240848 00000100:00000001:0.0:1767329395.703934:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329395.703939:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329395.703940:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301245276 00000100:00000001:3.0:1767329395.703941:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329395.703945:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329395.703946:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329395.703947:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301240848 00000100:00000001:2.0:1767329395.703953:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301245276 00000100:00000001:2.0:1767329395.703956:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301240848 00000100:00000001:2.0:1767329395.703959:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301245276 00000100:00000001:2.0:1767329395.703962:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301240848 00000800:00000200:3.0:1767329395.703964:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329395.703965:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301245276 00000800:00000010:3.0:1767329395.703968:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000400:00000200:3.0:1767329395.703974:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329395.703977:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329395.703982:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329395.703983:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329395.703987:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329395.703989:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329395.703997:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5a75e4 00000400:00000010:3.0:1767329395.703999:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f5a75e4. 00000100:00000001:3.0:1767329395.704003:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329395.704007:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001aee3446 x1853178572224896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329395.704047:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329395.704050:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001aee3446 x1853178572224896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329395.704057:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329395.704059:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329395.704129:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329395.704131:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077a38a26. 00000400:00000200:3.0:1767329395.704133:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329395.704136:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329395.704138:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ecaf85b 00000400:00000010:3.0:1767329395.704139:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ecaf85b. 00000100:00000001:3.0:1767329395.704142:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329395.704144:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000050ad2e6c x1853178572225024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329395.704149:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329395.704150:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000050ad2e6c x1853178572225024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329395.704154:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329395.704155:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329395.705720:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329395.705731:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329395.705733:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329395.705734:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329395.705739:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329395.705748:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280b900 00000400:00000200:0.0:1767329395.705752:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xcc5 [1] + 224 00000800:00000001:0.0:1767329395.705757:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329395.705760:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329395.705761:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329395.705764:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329395.705767:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329395.705770:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088b7262c x1853178572224768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329395.705777:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088b7262c x1853178572224768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329395.705790:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329395.705801:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329395.705804:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329395.705805:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329395.705806:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329395.705809:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329395.705813:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280b980 00000400:00000200:0.0:1767329395.705816:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xcc9 [1] + 224 00000800:00000001:0.0:1767329395.705819:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329395.705823:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329395.705825:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329395.705828:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329395.705830:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329395.705833:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001aee3446 x1853178572224896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329395.705836:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329395.705841:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767329395.705842:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001aee3446 x1853178572224896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767329395.705848:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329395.705851:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329395.705854:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027fe1c76. 00000100:00000001:0.0:1767329395.705855:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767329395.705861:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f7af1d9 00000400:00000010:2.0:1767329395.705863:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f7af1d9. 00000100:00000001:2.0:1767329395.705869:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767329395.705872:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767329395.705877:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088b7262c x1853178572224768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329395.705877:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329395.705882:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329395.705884:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767329395.705886:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329395.705889:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329395.705895:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767329395.705897:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000001:1.0:1767329395.705898:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329395.705902:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027005472. 00000100:00000200:2.0:1767329395.705905:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088b7262c x1853178572224768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329395.705908:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1e4696 00000400:00000200:0.0:1767329395.705910:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280ba00 00000400:00000010:1.0:1767329395.705912:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1e4696. 00000100:00000001:1.0:1767329395.705919:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767329395.705923:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xcd5 [1] + 224 00000100:00000200:1.0:1767329395.705926:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001aee3446 x1853178572224896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329395.705928:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329395.705929:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329395.705933:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329395.705936:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329395.705939:0:208651:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767329395.705942:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767329395.705944:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1767329395.705946:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001aee3446 x1853178572224896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329395.705948:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767329395.705951:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329395.705952:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329395.705960:0:208642:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767329395.705961:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329395.705963:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767329395.705966:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000050ad2e6c x1853178572225024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329395.705968:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=92 v=5 (5 5 5 5) 00000100:00000001:1.0:1767329395.705973:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329395.705978:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=92 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329395.705979:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329395.705983:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329395.705985:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767329395.705986:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000050ad2e6c x1853178572225024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329395.705987:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329395.705988:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329395.705989:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329395.705993:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767329395.705993:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329395.705996:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329395.706000:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=82 v=5 (5 5 5 5) 00000100:00000001:2.0:1767329395.706002:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329395.706009:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=82 v=5 (1 1 1 1) 00000100:00000040:2.0:1767329395.706011:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088b7262c x1853178572224768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329395.706038:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329395.706044:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329395.706047:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1767329395.706050:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329395.706051:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329395.706057:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329395.706058:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329395.706061:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767329395.706061:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329395.706062:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329395.706066:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329395.706067:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329395.706068:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:3.0:1767329395.706071:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767329395.706071:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000001:3.0:1767329395.706075:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767329395.706076:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:3.0:1767329395.706078:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064a1b348. 00000100:00000001:1.0:1767329395.706079:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329395.706081:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088b7262c x1853178572224768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329395.706084:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001299fc8e 00000100:00000040:1.0:1767329395.706088:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001aee3446 x1853178572224896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767329395.706089:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001299fc8e. 00000100:00000001:3.0:1767329395.706094:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767329395.706101:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088b7262c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572224768:192.168.202.109@tcp:400: 00000100:00000200:3.0:1767329395.706102:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000050ad2e6c x1853178572225024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329395.706113:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329395.706114:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329395.706120:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329395.706120:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329395.706123:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329395.706126:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088b7262c x1853178572224768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329395.706130:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001aee3446 x1853178572224896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329395.706160:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329395.706164:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1767329395.706167:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001aee3446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572224896:192.168.202.109@tcp:400: 02000000:00000010:2.0:1767329395.706168:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8a1a036. 00000100:00000200:3.0:1767329395.706170:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000050ad2e6c x1853178572225024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329395.706174:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329395.706176:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767329395.706178:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329395.706182:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329395.706182:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329395.706184:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767329395.706187:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767329395.706189:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329395.706189:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001aee3446 x1853178572224896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767329395.706191:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000049d44528. 00000100:00000001:3.0:1767329395.706194:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329395.706198:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329395.706199:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329395.706204:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767329395.706204:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767329395.706204:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:2.0:1767329395.706208:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088b7262c. 00000100:00000001:3.0:1767329395.706209:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329395.706210:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767329395.706215:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329395.706216:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1767329395.706216:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f31d167. 00000100:00000001:2.0:1767329395.706219:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767329395.706220:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=92 v=5 (5 5 5 5) 00000100:00000001:2.0:1767329395.706222:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329395.706223:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1767329395.706225:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=39 v=5 (1 1 0 0) 00000020:00000001:1.0:1767329395.706227:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767329395.706228:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329395.706229:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329395.706230:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329395.706231:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329395.706235:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767329395.706237:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767329395.706238:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329395.706239:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767329395.706243:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000050ad2e6c x1853178572225024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767329395.706246:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329395.706251:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000065561a0b. 00010000:00000001:3.0:1767329395.706252:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329395.706257:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767329395.706258:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767329395.706259:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329395.706264:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767329395.706264:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767329395.706265:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767329395.706268:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001aee3446. 00000100:00000040:3.0:1767329395.706270:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000050ad2e6c x1853178572225024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329395.706276:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329395.706277:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329395.706280:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329395.706281:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329395.706283:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329395.706286:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329395.706287:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050ad2e6c x1853178572225024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329395.706296:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000050ad2e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572225024:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329395.706296:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329395.706300:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329395.706301:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329395.706305:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329395.706310:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329395.706311:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329395.706315:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000050ad2e6c x1853178572225024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329395.706321:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329395.706322:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329395.706324:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db5a44f4. 02000000:00000001:3.0:1767329395.706327:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329395.706328:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329395.706329:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329395.706331:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329395.706333:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004571031a. 02000000:00000001:3.0:1767329395.706334:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329395.706336:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329395.706337:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050ad2e6c. 00000100:00000001:3.0:1767329395.706339:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329395.706340:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329395.706341:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329395.706344:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329395.706345:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329395.706346:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329395.706348:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329395.767110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329395.767116:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329395.767120:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329395.767123:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329395.767125:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329395.767130:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329395.767132:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329395.767134:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329395.767136:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329395.767137:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329395.767139:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329395.767141:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329395.767215:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329395.767220:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329395.767223:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329396.791094:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329396.791100:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329396.791104:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329396.791105:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329396.791208:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329396.791211:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329396.791214:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329397.815129:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329397.815135:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329397.815139:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329397.815140:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329397.815223:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329397.815227:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329397.815229:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329398.839115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329398.839124:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329398.839131:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329398.839132:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329398.839248:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329398.839278:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329398.839284:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329399.863197:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329399.863244:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329399.863256:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329399.863258:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329399.863368:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329399.863374:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329399.863380:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329400.311160:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301245276, at 4301245440 00000100:00000010:0.0:1767329400.311184:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a542f25. 00000100:00000040:1.0:1767329400.311196:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301245276, at 4301245440 00000100:00000040:3.0:1767329400.311202:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301245276, at 4301245440 00000100:00000010:1.0:1767329400.311208:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007189cfa0. 00000100:00000010:3.0:1767329400.311215:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004244b416. 00000100:00000040:2.0:1767329400.311251:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301245276, at 4301245440 00000100:00000010:2.0:1767329400.311283:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7cd719b. 00000100:00000040:2.0:1767329400.823250:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329400.823264:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329400.823275:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081a134ff. 00000020:00000040:2.0:1767329400.823282:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329400.823287:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329400.823290:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329400.823297:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329400.823308:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077a38a26. 00000100:00000001:2.0:1767329400.823316:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329400.823342:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000081a134ff x1853178572225152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329400.823356:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329400.823360:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329400.823367:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a134ff] to pc [ptlrpcd_00_02+2] req@0000000081a134ff x1853178572225152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329400.823403:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329400.823406:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329400.823410:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329400.823414:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000faf3089b. 00000020:00000040:2.0:1767329400.823417:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329400.823420:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329400.823421:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329400.823423:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329400.823427:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070fb6d87. 00000100:00000001:0.0:1767329400.823427:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329400.823445:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329400.823449:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000faf3089b x1853178572225280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329400.823455:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767329400.823458:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329400.823465:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329400.823467:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329400.823471:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329400.823472:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329400.823473:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329400.823476:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329400.823491:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329400.823498:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767329400.823499:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081a134ff x1853178572225152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329400.823500:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329400.823510:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faf3089b] to pc [ptlrpcd_00_03+3] req@00000000faf3089b x1853178572225280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329400.823511:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329400.823515:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329400.823521:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329400.823524:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329400.823527:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329400.823529:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329400.823530:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081a134ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572225152:192.168.202.109@tcp:400: 00000100:00000040:2.0:1767329400.823533:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329400.823537:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329400.823538:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329400.823542:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000077c1f13d. 02000000:00000001:0.0:1767329400.823544:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1767329400.823545:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:0.0:1767329400.823547:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329400.823549:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329400.823551:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767329400.823552:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329400.823555:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329400.823558:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b37240ef. 02000000:00000010:2.0:1767329400.823561:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c06a1248. 00000100:00000001:1.0:1767329400.823561:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329400.823562:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329400.823567:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767329400.823568:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329400.823573:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767329400.823573:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001033c719. 00000100:00000040:2.0:1767329400.823575:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000077c1f13d x1853178572225408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329400.823582:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767329400.823583:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f203f08. 00000100:00000001:2.0:1767329400.823584:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329400.823587:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329400.823588:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329400.823593:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572225152, portal 25 00000100:00000001:1.0:1767329400.823595:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329400.823596:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077c1f13d] to pc [ptlrpcd_00_00+0] req@0000000077c1f13d x1853178572225408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329400.823600:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329400.823604:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329400.823607:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329400.823610:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777356160 : -127176932195456 : ffff8c5550220380) 00000100:00000040:1.0:1767329400.823614:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000faf3089b x1853178572225280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329400.823618:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081a134ff x1853178572225152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329400.823625:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329400.823631:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329400.823641:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329400.823641:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767329400.823646:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329400.823651:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329400.823651:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767329400.823652:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6583) 00000100:00000001:0.0:1767329400.823652:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329400.823656:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329400.823660:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329400.823661:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000077c1f13d x1853178572225408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329400.823664:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767329400.823665:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001023fb11. 02000000:00000001:1.0:1767329400.823668:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767329400.823670:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572225152, offset 0 02000000:00000001:1.0:1767329400.823677:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329400.823679:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329400.823682:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329400.823683:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00100000:1.0:1767329400.823685:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000faf3089b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572225280:192.168.202.109@tcp:400: 02000000:00000001:3.0:1767329400.823687:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767329400.823687:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329400.823691:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329400.823692:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329400.823695:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329400.823697:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329400.823701:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767329400.823702:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00100000:3.0:1767329400.823703:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000077c1f13d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572225408:192.168.202.109@tcp:400: 02000000:00000001:1.0:1767329400.823716:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329400.823721:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329400.823722:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329400.823724:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1767329400.823729:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002abe0048. 00000400:00000200:0.0:1767329400.823731:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:3.0:1767329400.823734:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329400.823736:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329400.823737:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329400.823739:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767329400.823743:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329400.823744:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:1.0:1767329400.823745:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027005472. 02000000:00000010:3.0:1767329400.823748:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7e54fb9. 00000400:00000200:0.0:1767329400.823752:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [385:385:256:4294967295] 192.168.202.109@tcp LPNI seq info [385:385:8:4294967295] 02000000:00000001:3.0:1767329400.823753:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329400.823755:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1e4696. 00000400:00000010:3.0:1767329400.823760:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045f6879c. 00000100:00000200:1.0:1767329400.823763:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572225280, portal 10 00000400:00000010:3.0:1767329400.823766:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000687c97db. 00000100:00000001:1.0:1767329400.823768:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329400.823773:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777357056 : -127176932194560 : ffff8c5550220700) 00000400:00000200:0.0:1767329400.823773:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:3.0:1767329400.823774:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572225408, portal 10 00000100:00000001:3.0:1767329400.823780:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329400.823782:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777365120 : -127176932186496 : ffff8c5550222680) 00000800:00000200:0.0:1767329400.823786:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:1.0:1767329400.823788:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000faf3089b x1853178572225280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767329400.823792:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba0b6bbc. 00000100:00000040:3.0:1767329400.823793:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000077c1f13d x1853178572225408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329400.823804:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329400.823816:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767329400.823820:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000040:3.0:1767329400.823823:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329400.823834:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767329400.823835:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd8b4466. 00000800:00000200:0.0:1767329400.823836:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba0b6bbc type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767329400.823841:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572225408, offset 0 00000100:00000040:1.0:1767329400.823843:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329400.823848:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329400.823849:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fa6d4d2. 00000100:00000200:1.0:1767329400.823854:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572225280, offset 0 00000400:00000200:3.0:1767329400.823856:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329400.823858:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329400.823864:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329400.823865:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301250396 00000400:00000200:1.0:1767329400.823869:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329400.823870:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000010:0.0:1767329400.823872:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010dcd32a. 00000400:00000200:3.0:1767329400.823877:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329400.823880:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329400.823881:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767329400.823883:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [386:386:255:4294967295] 192.168.202.109@tcp LPNI seq info [386:386:7:4294967295] 00000100:00000001:0.0:1767329400.823889:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301250396 00000400:00000200:3.0:1767329400.823895:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000010:0.0:1767329400.823895:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024fcb4fc. 00000100:00000001:0.0:1767329400.823900:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767329400.823904:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329400.823905:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301250396 00000400:00000200:1.0:1767329400.823910:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:3.0:1767329400.823911:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004571031a. 00000100:00000010:0.0:1767329400.823911:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073f6ac0a. 00000400:00000200:1.0:1767329400.823917:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767329400.823920:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329400.823924:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767329400.823927:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:3.0:1767329400.823930:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329400.823930:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301250396 00000100:00000010:0.0:1767329400.823935:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008433709a. 00000400:00000200:1.0:1767329400.823936:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767329400.823937:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004571031a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329400.823940:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767329400.823944:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329400.823945:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329400.823946:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329400.823951:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329400.823952:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 14953 usecs (15 jiffies) 00000400:00000200:1.0:1767329400.823954:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [387:387:254:4294967295] 192.168.202.109@tcp LPNI seq info [387:387:6:4294967295] 00000100:00000001:0.0:1767329400.823956:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329400.823957:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301245967 00000100:00000001:0.0:1767329400.823963:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329400.823968:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329400.823970:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301250396 00000800:00000200:2.0:1767329400.823971:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329400.823972:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329400.823976:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329400.823978:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301245967 00000800:00000010:2.0:1767329400.823979:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba0b6bbc. 00000100:00000001:0.0:1767329400.823979:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329400.823980:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329400.823986:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301250396 00000400:00000200:2.0:1767329400.823989:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329400.823992:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301245967 00000800:00000200:1.0:1767329400.823993:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329400.824000:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301250396 00000800:00000010:1.0:1767329400.824002:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000100:00000001:3.0:1767329400.824006:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301245967 00000400:00000200:2.0:1767329400.824006:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329400.824012:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301250396 00000400:00000200:2.0:1767329400.824015:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001023fb11 00000100:00000001:3.0:1767329400.824041:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329400.824043:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329400.824045:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329400.824047:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329400.824051:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329400.824053:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767329400.824053:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001023fb11. 00000100:00000001:3.0:1767329400.824058:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767329400.824058:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329400.824061:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329400.824064:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329400.824067:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329400.824068:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767329400.824072:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000200:2.0:1767329400.824077:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081a134ff x1853178572225152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767329400.824079:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329400.824087:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329400.824091:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329400.824092:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 237273 usecs (238 jiffies) 00000100:00000040:2.0:1767329400.824096:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081a134ff x1853178572225152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329400.824099:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301246191 00000100:00000001:1.0:1767329400.824105:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301250396 00000100:00000001:2.0:1767329400.824109:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329400.824111:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301246191 00000100:00000001:2.0:1767329400.824112:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329400.824116:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301250396 00000100:00000001:1.0:1767329400.824120:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301246191 00000100:00000001:1.0:1767329400.824123:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301250396 00000100:00000001:1.0:1767329400.824125:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301246191 00000800:00000200:2.0:1767329400.824128:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329400.824129:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301250396 00000800:00000010:2.0:1767329400.824131:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004571031a. 00000400:00000200:2.0:1767329400.824145:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329400.824152:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329400.824152:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329400.824156:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd8b4466 00000100:00000001:1.0:1767329400.824158:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329400.824159:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd8b4466. 00000100:00000001:1.0:1767329400.824164:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329400.824165:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329400.824169:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000077c1f13d x1853178572225408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329400.824171:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329400.824180:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329400.824182:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000077c1f13d x1853178572225408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329400.824186:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329400.824187:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329400.824245:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329400.824247:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000400:00000200:2.0:1767329400.824251:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329400.824254:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329400.824256:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fa6d4d2 00000400:00000010:2.0:1767329400.824257:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fa6d4d2. 00000100:00000001:2.0:1767329400.824259:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329400.824260:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000faf3089b x1853178572225280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329400.824270:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329400.824272:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000faf3089b x1853178572225280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329400.824276:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329400.824277:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329400.826332:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329400.826344:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329400.826346:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329400.826348:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329400.826385:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329400.826396:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280ba80 00000400:00000200:3.0:1767329400.826402:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xcdd [1] + 224 00000800:00000001:3.0:1767329400.826409:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329400.826415:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329400.826417:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329400.826419:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329400.826423:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329400.826426:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081a134ff x1853178572225152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329400.826470:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081a134ff x1853178572225152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329400.826482:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329400.826488:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329400.826491:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329400.826542:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329400.826545:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329400.826549:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329400.826551:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329400.826552:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001033c719. 00000400:00000200:0.0:1767329400.826555:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f203f08 00000400:00000010:0.0:1767329400.826557:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f203f08. 00000100:00000001:0.0:1767329400.826560:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329400.826564:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081a134ff x1853178572225152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329400.826571:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081a134ff x1853178572225152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329400.826577:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329400.826578:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329400.826580:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329400.826583:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329400.826585:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329400.826587:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329400.826589:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329400.826596:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=97 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329400.826600:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=97 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329400.826602:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329400.826604:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329400.826609:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767329400.826615:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767329400.826616:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329400.826619:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767329400.826619:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329400.826623:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329400.826627:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081a134ff x1853178572225152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329400.826632:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329400.826634:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329400.826635:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329400.826637:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081a134ff x1853178572225152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329400.826642:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081a134ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572225152:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329400.826646:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329400.826647:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329400.826649:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081a134ff x1853178572225152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329400.826653:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329400.826657:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329400.826660:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767329400.826661:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 02000000:00000010:0.0:1767329400.826663:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b37240ef. 02000000:00000001:0.0:1767329400.826667:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329400.826668:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329400.826671:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000400:00000200:3.0:1767329400.826672:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280bb00 00000020:00000001:0.0:1767329400.826675:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329400.826678:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077a38a26. 00000400:00000200:3.0:1767329400.826680:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xce5 [1] + 224 02000000:00000001:0.0:1767329400.826684:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:3.0:1767329400.826686:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767329400.826686:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329400.826690:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081a134ff. 00000800:00000001:3.0:1767329400.826691:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329400.826693:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767329400.826695:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329400.826695:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329400.826700:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329400.826703:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329400.826706:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329400.826706:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329400.826708:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329400.826711:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767329400.826713:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000faf3089b x1853178572225280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329400.826714:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329400.826723:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000faf3089b x1853178572225280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329400.826735:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329400.826738:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329400.826740:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329400.826741:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329400.826743:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329400.826745:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329400.826748:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280bb80 00000400:00000200:3.0:1767329400.826751:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xce9 [1] + 224 00000800:00000001:3.0:1767329400.826753:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329400.826762:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329400.826764:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329400.826767:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329400.826769:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329400.826772:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000077c1f13d x1853178572225408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329400.826779:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000077c1f13d x1853178572225408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329400.826781:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329400.826785:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329400.826791:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329400.826793:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329400.826794:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767329400.826795:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027005472. 00000400:00000200:1.0:1767329400.826801:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1e4696 00000400:00000010:1.0:1767329400.826803:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1e4696. 00000100:00000001:1.0:1767329400.826806:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767329400.826809:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329400.826813:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329400.826813:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000faf3089b x1853178572225280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329400.826827:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000faf3089b x1853178572225280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329400.826836:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329400.826838:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329400.826840:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329400.826842:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329400.826844:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329400.826846:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329400.826848:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329400.826849:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329400.826852:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1767329400.826856:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=87 v=5 (5 5 5 5) 00000400:00000001:2.0:1767329400.826857:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329400.826860:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329400.826864:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045f6879c. 00000100:00001000:1.0:1767329400.826864:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329400.826871:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767329400.826872:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000687c97db 00000100:00000001:1.0:1767329400.826873:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329400.826876:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000687c97db. 00010000:00000001:1.0:1767329400.826877:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329400.826880:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767329400.826882:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329400.826887:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000077c1f13d x1853178572225408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329400.826888:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329400.826892:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329400.826896:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329400.826899:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329400.826908:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000faf3089b x1853178572225280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329400.826910:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000077c1f13d x1853178572225408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329400.826934:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329400.826935:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329400.826940:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329400.826943:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329400.826946:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329400.826949:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329400.826952:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329400.826954:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329400.826958:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329400.826960:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329400.826962:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=97 v=5 (5 5 5 5) 00000100:00000040:1.0:1767329400.826966:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000faf3089b x1853178572225280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329400.826969:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=44 v=5 (1 1 0 0) 00000100:00000001:2.0:1767329400.826975:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329400.826977:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329400.826981:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767329400.826988:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000077c1f13d x1853178572225408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329400.826988:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000faf3089b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572225280:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329400.827000:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767329400.827003:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329400.827004:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329400.827008:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000faf3089b x1853178572225280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329400.827039:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767329400.827040:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767329400.827042:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000001:1.0:1767329400.827044:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767329400.827046:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:1.0:1767329400.827048:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002abe0048. 00000100:00000001:2.0:1767329400.827049:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329400.827056:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767329400.827058:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000077c1f13d x1853178572225408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767329400.827060:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329400.827063:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329400.827068:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329400.827071:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070fb6d87. 00000100:00000001:2.0:1767329400.827072:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329400.827077:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767329400.827078:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329400.827082:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329400.827082:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329400.827087:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000faf3089b. 00000100:00000040:2.0:1767329400.827089:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000077c1f13d x1853178572225408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329400.827103:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1767329400.827105:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000077c1f13d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572225408:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329400.827106:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329400.827113:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329400.827113:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329400.827116:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329400.827117:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767329400.827119:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000077c1f13d x1853178572225408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329400.827122:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329400.827127:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329400.827129:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767329400.827131:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329400.827132:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329400.827136:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7e54fb9. 02000000:00000001:2.0:1767329400.827139:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329400.827141:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329400.827142:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329400.827144:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329400.827146:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c06a1248. 02000000:00000001:2.0:1767329400.827150:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329400.827151:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329400.827153:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000077c1f13d. 00000100:00000001:2.0:1767329400.827155:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329400.827155:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329400.827157:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329400.827160:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329400.827161:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329400.827162:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329400.827168:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329400.887128:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329400.887137:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329400.887145:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329400.887146:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329400.887240:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329400.887243:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329400.887246:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329401.911136:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329401.911147:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329401.911154:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329401.911156:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329401.911227:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329401.911232:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329401.911236:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329402.935109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329402.935118:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329402.935125:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329402.935127:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329402.935197:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329402.935220:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329402.935224:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329403.959153:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329403.959166:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329403.959169:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329403.959172:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329403.959179:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329403.959181:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329403.959184:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329403.959186:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329403.959191:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329403.959192:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329403.959262:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329403.959267:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329403.959271:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329404.983118:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329404.983126:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329404.983132:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329404.983133:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329404.983189:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329404.983193:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329404.983196:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329405.431154:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301250396, at 4301250560 00000100:00000040:2.0:1767329405.431159:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301250396, at 4301250560 00000100:00000010:2.0:1767329405.431178:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073f6ac0a. 00000100:00000040:0.0:1767329405.431179:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301250396, at 4301250560 00000100:00000010:1.0:1767329405.431186:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024fcb4fc. 00000100:00000010:0.0:1767329405.431192:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010dcd32a. 00000100:00000040:3.0:1767329405.431481:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301250396, at 4301250560 00000100:00000010:3.0:1767329405.431494:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008433709a. 00000100:00000040:3.0:1767329405.943154:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329405.943167:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329405.943181:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050ad2e6c. 00000020:00000040:3.0:1767329405.943188:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329405.943193:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329405.943197:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329405.943203:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329405.943212:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f9bec14. 00000100:00000001:3.0:1767329405.943219:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329405.943232:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000050ad2e6c x1853178572225536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329405.943246:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329405.943249:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329405.943256:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050ad2e6c] to pc [ptlrpcd_00_01+1] req@0000000050ad2e6c x1853178572225536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329405.943293:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329405.943297:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329405.943299:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329405.943302:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767329405.943305:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329405.943308:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329405.943313:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000050ad2e6c x1853178572225536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329405.943322:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329405.943324:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767329405.943325:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b10225ad. 02000000:00000001:2.0:1767329405.943328:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1767329405.943330:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 02000000:00000001:2.0:1767329405.943332:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329405.943335:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329405.943336:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329405.943340:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767329405.943341:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000050ad2e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572225536:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329405.943344:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329405.943346:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329405.943346:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329405.943352:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329405.943353:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000093c7fc40. 02000000:00000001:2.0:1767329405.943354:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329405.943358:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329405.943361:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329405.943362:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329405.943368:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f39535ca. 00000100:00000040:3.0:1767329405.943371:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000b10225ad x1853178572225664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767329405.943372:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329405.943393:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067ca3d74. 00000400:00000010:2.0:1767329405.943402:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019e33dff. 00000100:00000200:2.0:1767329405.943410:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572225536, portal 25 00000100:00000001:3.0:1767329405.943416:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329405.943419:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329405.943420:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329405.943422:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776943616 : -127176932608000 : ffff8c55501bb800) 00000100:00000040:3.0:1767329405.943428:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b10225ad] to pc [ptlrpcd_00_02+2] req@00000000b10225ad x1853178572225664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329405.943430:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000050ad2e6c x1853178572225536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329405.943461:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329405.943465:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329405.943467:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da383fb9. 00000100:00000200:2.0:1767329405.943469:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572225536, offset 0 00000400:00000200:2.0:1767329405.943476:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329405.943479:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329405.943483:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329405.943488:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767329405.943491:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000010:3.0:1767329405.943492:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088864b64. 00000020:00000040:3.0:1767329405.943498:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000400:00000200:2.0:1767329405.943498:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329405.943504:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767329405.943506:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:3.0:1767329405.943507:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329405.943511:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329405.943511:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329405.943515:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329405.943516:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000010:3.0:1767329405.943519:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a6343d55. 00000100:00100000:0.0:1767329405.943523:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:2.0:1767329405.943524:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [388:388:256:4294967295] 192.168.202.109@tcp LPNI seq info [388:388:8:4294967295] 00000100:00000001:3.0:1767329405.943525:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329405.943528:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329405.943535:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000088864b64 x1853178572225792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329405.943540:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329405.943546:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329405.943548:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329405.943549:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329405.943554:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329405.943554:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329405.943560:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329405.943560:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329405.943564:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329405.943565:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329405.943565:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329405.943572:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088864b64] to pc [ptlrpcd_00_03+3] req@0000000088864b64 x1853178572225792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767329405.943574:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c06a1248. 00000100:00000040:0.0:1767329405.943577:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b10225ad x1853178572225664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767329405.943588:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329405.943602:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329405.943607:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c06a1248 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329405.943608:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329405.943609:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329405.943612:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329405.943615:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767329405.943617:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329405.943620:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329405.943621:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329405.943626:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329405.943628:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329405.943630:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301255516 00000100:00000040:3.0:1767329405.943631:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1767329405.943631:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000010:2.0:1767329405.943637:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc92108d. 00000100:00000001:1.0:1767329405.943637:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767329405.943637:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572225664:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329405.943641:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6588) 00000100:00000001:1.0:1767329405.943644:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329405.943648:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329405.943649:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767329405.943649:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329405.943655:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329405.943656:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329405.943657:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329405.943659:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301255516 00000100:00000001:1.0:1767329405.943661:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767329405.943661:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767329405.943664:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c22f820e. 02000000:00000001:0.0:1767329405.943666:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767329405.943669:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088864b64 x1853178572225792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329405.943670:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 02000000:00000010:0.0:1767329405.943674:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a333ef6c. 00000100:00000001:2.0:1767329405.943675:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301255516 02000000:00000001:0.0:1767329405.943681:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767329405.943682:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5a6ead3. 00000100:00000001:1.0:1767329405.943687:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767329405.943691:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001033c719. 00000100:00000001:2.0:1767329405.943692:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767329405.943697:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301255516 00000100:00000001:1.0:1767329405.943698:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329405.943701:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f203f08. 00000100:00000010:2.0:1767329405.943702:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e2a0a9e1. 02000000:00000001:1.0:1767329405.943702:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329405.943706:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329405.943709:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 02000000:00000001:1.0:1767329405.943709:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329405.943710:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572225664, portal 10 00000100:00000001:0.0:1767329405.943716:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329405.943717:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767329405.943717:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088864b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572225792:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329405.943719:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776944512 : -127176932607104 : ffff8c55501bbb80) 00000100:00000001:2.0:1767329405.943723:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329405.943727:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329405.943729:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329405.943731:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329405.943732:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329405.943734:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329405.943735:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b10225ad x1853178572225664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329405.943737:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329405.943739:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1767329405.943741:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000827d3670. 00000100:00000001:2.0:1767329405.943742:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329405.943747:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329405.943747:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329405.943751:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329405.943754:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329405.943754:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027005472. 00000100:00000001:2.0:1767329405.943760:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329405.943762:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1e4696. 00000100:00000001:0.0:1767329405.943767:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767329405.943768:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572225792, portal 10 00000100:00000001:1.0:1767329405.943771:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329405.943773:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776932864 : -127176932618752 : ffff8c55501b8e00) 00000100:00000040:0.0:1767329405.943775:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:3.0:1767329405.943780:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767329405.943781:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088864b64 x1853178572225792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329405.943781:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a82564d3. 00000800:00000010:3.0:1767329405.943788:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c06a1248. 00000100:00000200:0.0:1767329405.943790:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572225664, offset 0 00000100:00000001:1.0:1767329405.943795:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329405.943799:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329405.943800:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767329405.943802:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005235a963. 00000400:00000200:0.0:1767329405.943804:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000200:1.0:1767329405.943810:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572225792, offset 0 00000400:00000200:3.0:1767329405.943813:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329405.943817:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329405.943821:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329405.943826:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329405.943830:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329405.943833:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329405.943836:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329405.943840:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [389:389:255:4294967295] 192.168.202.109@tcp LPNI seq info [389:389:7:4294967295] 00000400:00000200:0.0:1767329405.943850:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329405.943856:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329405.943861:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048650044. 00000800:00000200:0.0:1767329405.943866:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767329405.943871:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329405.943874:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000048650044 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329405.943877:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329405.943882:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 235246 usecs (236 jiffies) 00000100:00000001:0.0:1767329405.943884:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301251308 00000100:00000001:0.0:1767329405.943887:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301255516 00000100:00000001:0.0:1767329405.943889:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301251308 00000100:00000001:0.0:1767329405.943891:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301255516 00000100:00000001:0.0:1767329405.943893:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301251308 00000100:00000001:0.0:1767329405.943895:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301255516 00000100:00000001:0.0:1767329405.943897:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301251308 00000100:00000001:0.0:1767329405.943899:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301255516 00000100:00000001:0.0:1767329405.943909:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329405.943910:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da383fb9 00000400:00000200:1.0:1767329405.943912:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329405.943914:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329405.943915:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da383fb9. 00000400:00000200:1.0:1767329405.943917:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329405.943921:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329405.943924:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329405.943926:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329405.943928:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329405.943929:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329405.943933:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767329405.943934:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000050ad2e6c x1853178572225536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329405.943936:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329405.943938:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329405.943943:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [390:390:254:4294967295] 192.168.202.109@tcp LPNI seq info [390:390:6:4294967295] 00000100:00000001:0.0:1767329405.943943:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329405.943950:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329405.943963:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329405.943966:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1767329405.943969:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329405.943973:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000050ad2e6c x1853178572225536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329421 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767329405.943974:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000100:00000001:3.0:1767329405.943986:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329405.943987:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329405.943990:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329405.943994:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329405.943997:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329405.944000:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329405.944002:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 14857 usecs (15 jiffies) 00000100:00000001:1.0:1767329405.944004:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301251087 00000100:00000001:1.0:1767329405.944007:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301255516 00000100:00000001:1.0:1767329405.944009:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301251087 00000800:00000200:3.0:1767329405.944010:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329405.944011:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301255516 00000800:00000010:3.0:1767329405.944048:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048650044. 00000100:00000001:1.0:1767329405.944051:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301251088 00000400:00000200:3.0:1767329405.944055:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329405.944055:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301255516 00000100:00000001:1.0:1767329405.944061:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301251088 00000100:00000001:1.0:1767329405.944066:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301255516 00000400:00000200:3.0:1767329405.944067:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329405.944070:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329405.944073:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a82564d3 00000100:00000001:1.0:1767329405.944073:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329405.944076:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329405.944078:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a82564d3. 00000100:00000001:1.0:1767329405.944079:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329405.944092:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329405.944097:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b10225ad x1853178572225664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329405.944106:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329405.944108:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b10225ad x1853178572225664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329421 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329405.944115:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329405.944117:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329405.944151:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329405.944154:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000400:00000200:3.0:1767329405.944166:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329405.944170:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329405.944173:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005235a963 00000400:00000010:3.0:1767329405.944175:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005235a963. 00000100:00000001:3.0:1767329405.944178:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329405.944182:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088864b64 x1853178572225792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329405.944190:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329405.944192:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088864b64 x1853178572225792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329421 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329405.944199:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329405.944200:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329405.945289:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329405.945301:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329405.945304:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329405.945307:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329405.945314:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329405.945397:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280bc00 00000400:00000200:3.0:1767329405.945405:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xcf5 [1] + 224 00000800:00000001:3.0:1767329405.945414:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329405.945423:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329405.945425:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329405.945429:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329405.945434:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329405.945438:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000050ad2e6c x1853178572225536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329405.945448:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000050ad2e6c x1853178572225536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329405.945465:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329405.945500:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329405.945503:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329405.945508:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329405.945510:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329405.945511:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067ca3d74. 00000400:00000200:2.0:1767329405.945515:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019e33dff 00000400:00000010:2.0:1767329405.945516:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019e33dff. 00000100:00000001:2.0:1767329405.945519:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329405.945523:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000050ad2e6c x1853178572225536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329405.945530:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000050ad2e6c x1853178572225536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329405.945536:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329405.945538:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329405.945538:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329405.945543:0:208649:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:3.0:1767329405.945546:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329405.945546:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329405.945549:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767329405.945550:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329405.945552:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329405.945555:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329405.945559:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=102 v=5 (5 5 5 5) 00000800:00000001:3.0:1767329405.945562:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329405.945564:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329405.945568:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767329405.945572:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767329405.945578:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329405.945581:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329405.945583:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329405.945585:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329405.945589:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000050ad2e6c x1853178572225536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329405.945595:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329405.945597:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329405.945598:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329405.945600:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050ad2e6c x1853178572225536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329405.945605:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000050ad2e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572225536:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329405.945608:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329405.945609:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329405.945611:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000050ad2e6c x1853178572225536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329405.945616:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329405.945618:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329405.945620:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f39535ca. 02000000:00000001:2.0:1767329405.945623:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329405.945625:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329405.945626:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1767329405.945628:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329405.945630:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003f9bec14. 02000000:00000001:2.0:1767329405.945633:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329405.945635:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329405.945636:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050ad2e6c. 00000100:00000001:2.0:1767329405.945640:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329405.945641:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329405.945642:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329405.945645:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329405.945646:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329405.945648:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329405.945650:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329405.945684:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280bc80 00000400:00000200:3.0:1767329405.945691:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xcfd [1] + 224 00000800:00000001:3.0:1767329405.945696:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329405.945700:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329405.945702:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329405.945706:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329405.945709:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329405.945713:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b10225ad x1853178572225664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329405.945756:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b10225ad x1853178572225664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329405.945773:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329405.945779:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329405.945782:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329405.945784:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329405.945787:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329405.945791:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329405.945799:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280bd00 00000400:00000200:3.0:1767329405.945804:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xd01 [1] + 224 00000800:00000001:3.0:1767329405.945809:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329405.945814:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767329405.945815:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329405.945818:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329405.945819:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767329405.945824:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767329405.945827:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000001:0.0:1767329405.945828:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329405.945832:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001033c719. 00000400:00000200:0.0:1767329405.945836:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f203f08 00000400:00000010:0.0:1767329405.945838:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f203f08. 00000100:00000001:0.0:1767329405.945843:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329405.945844:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329405.945849:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b10225ad x1853178572225664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329405.945852:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088864b64 x1853178572225792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329405.945883:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b10225ad x1853178572225664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329405.945884:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088864b64 x1853178572225792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329405.945914:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329405.945916:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329405.945919:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329405.945922:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329405.945926:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329405.945929:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329405.945936:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329405.945942:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=92 v=5 (5 5 5 5) 00000100:00000001:3.0:1767329405.945944:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767329405.945949:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=92 v=5 (1 1 1 1) 00000800:00000001:3.0:1767329405.945953:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329405.945954:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329405.945958:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329405.945959:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767329405.945961:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329405.945966:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329405.945971:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329405.945973:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329405.945976:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329405.945985:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329405.945991:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b10225ad x1853178572225664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329405.945999:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329405.946003:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329405.946003:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329405.946005:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329405.946006:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329405.946012:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767329405.946013:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b10225ad x1853178572225664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329405.946029:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329405.946032:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027005472. 00000400:00000200:1.0:1767329405.946036:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1e4696 00000400:00000010:1.0:1767329405.946038:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1e4696. 00000100:00000001:1.0:1767329405.946042:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329405.946049:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088864b64 x1853178572225792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329405.946054:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572225664:192.168.202.109@tcp:400: 00000100:00000200:1.0:1767329405.946063:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088864b64 x1853178572225792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329405.946064:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329405.946070:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329405.946074:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767329405.946077:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b10225ad x1853178572225664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329405.946084:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329405.946088:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329405.946091:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329405.946095:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329405.946095:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767329405.946099:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329405.946100:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767329405.946101:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329405.946104:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a333ef6c. 00000100:00001000:1.0:1767329405.946106:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=102 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329405.946110:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=49 v=5 (1 1 0 0) 02000000:00000001:0.0:1767329405.946110:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329405.946114:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329405.946115:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767329405.946118:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329405.946119:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329405.946122:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767329405.946125:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00080000:1.0:1767329405.946128:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000088864b64 x1853178572225792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767329405.946129:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000093c7fc40. 02000000:00000001:0.0:1767329405.946135:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329405.946138:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767329405.946140:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329405.946141:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b10225ad. 00000100:00000001:1.0:1767329405.946143:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329405.946145:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329405.946147:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329405.946147:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329405.946151:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329405.946151:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329405.946158:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088864b64 x1853178572225792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329405.946158:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329405.946164:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329405.946165:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329405.946167:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329405.946168:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329405.946171:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329405.946172:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329405.946176:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088864b64 x1853178572225792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329405.946177:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329405.946185:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088864b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572225792:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329405.946188:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329405.946190:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329405.946191:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088864b64 x1853178572225792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329405.946196:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329405.946197:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329405.946202:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000827d3670. 02000000:00000001:1.0:1767329405.946204:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329405.946205:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329405.946206:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329405.946208:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329405.946209:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a6343d55. 02000000:00000001:1.0:1767329405.946211:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329405.946212:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329405.946213:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088864b64. 00000100:00000001:1.0:1767329405.946215:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329405.946216:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329405.946217:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329405.946220:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329405.946221:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329405.946222:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329405.946223:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329406.007121:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329406.007132:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329406.007140:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329406.007143:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329406.007146:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329406.007153:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329406.007156:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329406.007157:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329406.007161:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329406.007163:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329406.007165:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329406.007168:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329406.007228:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329406.007233:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329406.007257:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329407.031133:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329407.031140:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329407.031146:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329407.031146:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329407.031223:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329407.031230:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329407.031235:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329408.055116:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329408.055121:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329408.055125:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329408.055126:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329408.055184:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329408.055192:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329408.055197:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329409.079133:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329409.079145:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329409.079175:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329409.079177:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329409.079247:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329409.079251:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329409.079254:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329410.103121:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329410.103130:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329410.103135:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329410.103136:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329410.103200:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329410.103204:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329410.103206:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329410.551089:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301255516, at 4301255680 00000100:00000040:1.0:1767329410.551089:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301255516, at 4301255680 00000100:00000040:3.0:1767329410.551092:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301255516, at 4301255680 00000100:00000040:0.0:1767329410.551097:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301255516, at 4301255680 00000100:00000010:1.0:1767329410.551108:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c22f820e. 00000100:00000010:3.0:1767329410.551110:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e2a0a9e1. 00000100:00000010:2.0:1767329410.551113:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5a6ead3. 00000100:00000010:0.0:1767329410.551115:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc92108d. 00000100:00000040:0.0:1767329411.063157:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329411.063174:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329411.063187:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071ff1512. 00000020:00000040:0.0:1767329411.063197:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329411.063202:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329411.063207:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329411.063215:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329411.063226:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000025ce9561. 00000100:00000001:0.0:1767329411.063236:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329411.063251:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000071ff1512 x1853178572225920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329411.063265:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329411.063269:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329411.063277:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071ff1512] to pc [ptlrpcd_00_00+0] req@0000000071ff1512 x1853178572225920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329411.063313:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329411.063317:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329411.063322:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767329411.063325:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767329411.063326:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d963913. 00000020:00000040:0.0:1767329411.063346:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329411.063349:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329411.063350:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329411.063352:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329411.063355:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329411.063355:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767329411.063356:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767329411.063360:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329411.063364:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071ff1512 x1853178572225920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767329411.063368:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061991354. 00000100:00000001:0.0:1767329411.063375:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329411.063377:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329411.063381:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329411.063384:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000003d963913 x1853178572226048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767329411.063385:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329411.063389:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329411.063391:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329411.063394:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000071ff1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572225920:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329411.063397:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329411.063404:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329411.063407:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329411.063411:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329411.063418:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d45cb24d. 00000100:00000001:0.0:1767329411.063420:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767329411.063422:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329411.063424:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329411.063430:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067ca3d74. 00000100:00000040:0.0:1767329411.063432:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d963913] to pc [ptlrpcd_00_01+1] req@000000003d963913 x1853178572226048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329411.063438:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019e33dff. 00000100:00000200:2.0:1767329411.063448:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572225920, portal 25 00000100:00000001:2.0:1767329411.063451:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329411.063452:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578900352 : -127177130651264 : ffff8c55444dd180) 00000100:00000040:2.0:1767329411.063458:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000071ff1512 x1853178572225920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329411.063458:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329411.063464:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329411.063470:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329411.063472:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329411.063473:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767329411.063476:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767329411.063478:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000969bb8ef. 00000100:00000001:1.0:1767329411.063480:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329411.063484:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000020:00000040:0.0:1767329411.063486:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000400:00000010:2.0:1767329411.063488:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010d9b7ea. 00000100:00000040:1.0:1767329411.063489:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d963913 x1853178572226048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329411.063493:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1767329411.063494:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572225920, offset 0 02000000:00000001:0.0:1767329411.063498:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329411.063503:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329411.063505:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767329411.063509:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329411.063509:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329411.063512:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000089a33831. 02000000:00000001:1.0:1767329411.063515:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329411.063518:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329411.063519:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329411.063520:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329411.063527:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00100000:1.0:1767329411.063528:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d963913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572226048:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329411.063531:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000969bb8ef x1853178572226176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329411.063535:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767329411.063536:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767329411.063540:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329411.063542:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329411.063545:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:1.0:1767329411.063547:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329411.063553:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bdddb578. 00000400:00000200:2.0:1767329411.063555:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329411.063556:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767329411.063557:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329411.063561:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329411.063561:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329411.063563:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027005472. 00000400:00000200:2.0:1767329411.063569:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [391:391:256:4294967295] 192.168.202.109@tcp LPNI seq info [391:391:8:4294967295] 00000400:00000010:1.0:1767329411.063571:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1e4696. 00000100:00000040:0.0:1767329411.063572:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000969bb8ef] to pc [ptlrpcd_00_02+2] req@00000000969bb8ef x1853178572226176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329411.063577:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572226048, portal 10 00000100:00000001:1.0:1767329411.063582:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329411.063585:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578909312 : -127177130642304 : ffff8c55444df480) 00000400:00000200:2.0:1767329411.063592:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:1.0:1767329411.063597:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d963913 x1853178572226048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767329411.063606:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329411.063611:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6c5103d. 00000100:00000001:0.0:1767329411.063616:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329411.063622:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000040:0.0:1767329411.063622:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329411.063624:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329411.063631:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329411.063632:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1767329411.063634:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c97fde2a. 00000800:00000200:2.0:1767329411.063639:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000200:1.0:1767329411.063641:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572226048, offset 0 00000100:00000040:0.0:1767329411.063644:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6593) 00000800:00000200:2.0:1767329411.063645:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6c5103d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329411.063651:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329411.063658:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329411.063660:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329411.063661:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329411.063663:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329411.063666:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:1.0:1767329411.063667:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329411.063669:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301260636 00000100:00000001:0.0:1767329411.063671:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329411.063673:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1767329411.063676:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012e46697. 00000400:00000200:1.0:1767329411.063678:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329411.063683:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [392:392:255:4294967295] 192.168.202.109@tcp LPNI seq info [392:392:7:4294967295] 00000100:00000001:0.0:1767329411.063683:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329411.063686:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767329411.063695:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301260636 00000100:00000001:0.0:1767329411.063695:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329411.063696:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000010:2.0:1767329411.063702:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fefd0e2f. 00000100:00000001:0.0:1767329411.063703:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767329411.063707:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329411.063708:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329411.063709:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767329411.063713:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329411.063714:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301260636 00000800:00000010:1.0:1767329411.063714:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 00000100:00000010:2.0:1767329411.063720:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e27c26e. 00000100:00000040:0.0:1767329411.063721:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000969bb8ef x1853178572226176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329411.063726:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767329411.063726:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329411.063731:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301260636 00000100:00000010:2.0:1767329411.063736:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000853aaf52. 00000800:00000200:1.0:1767329411.063737:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329411.063742:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767329411.063744:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329411.063747:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329411.063753:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329411.063753:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329411.063756:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329411.063758:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329411.063760:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 233245 usecs (234 jiffies) 00000100:00000001:2.0:1767329411.063761:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329411.063764:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329411.063765:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301256426 00000100:00000001:2.0:1767329411.063766:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329411.063768:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329411.063770:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301260636 00000100:00000001:1.0:1767329411.063775:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301256426 02000000:00000001:0.0:1767329411.063775:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329411.063779:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329411.063780:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301260636 00000100:00000001:2.0:1767329411.063782:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767329411.063784:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000969bb8ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572226176:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329411.063787:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301256426 00000100:00000001:2.0:1767329411.063788:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329411.063791:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329411.063792:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301260636 00000100:00000001:2.0:1767329411.063795:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329411.063795:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329411.063796:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301256426 00000100:00000001:2.0:1767329411.063801:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329411.063801:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301260636 02000000:00000001:0.0:1767329411.063802:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329411.063806:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329411.063811:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329411.063811:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329411.063815:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329411.063817:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1767329411.063817:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002f06848b. 00000100:00000001:1.0:1767329411.063818:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329411.063822:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767329411.063824:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6c5103d. 00000100:00000001:1.0:1767329411.063825:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329411.063825:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329411.063826:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329411.063834:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767329411.063835:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001033c719. 00000400:00000200:3.0:1767329411.063836:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329411.063837:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329411.063844:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767329411.063845:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f203f08. 00000400:00000200:3.0:1767329411.063847:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329411.063847:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329411.063851:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329411.063854:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572226176, portal 10 00000400:00000200:3.0:1767329411.063855:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010d9b7ea 00000100:00000001:1.0:1767329411.063855:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329411.063859:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010d9b7ea. 00000100:00000001:0.0:1767329411.063861:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329411.063864:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578904832 : -127177130646784 : ffff8c55444de300) 00000100:00000001:3.0:1767329411.063866:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767329411.063872:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000969bb8ef x1853178572226176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329411.063873:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000071ff1512 x1853178572225920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329411.063898:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329411.063899:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329411.063902:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071ff1512 x1853178572225920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329411.063907:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329411.063912:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e4ee8b1. 00000100:00000001:3.0:1767329411.063915:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329411.063917:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572226176, offset 0 00000100:00000001:3.0:1767329411.063918:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767329411.063926:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329411.063933:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329411.063937:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329411.063939:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329411.063949:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329411.063952:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329411.063955:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [393:393:255:4294967295] 192.168.202.109@tcp LPNI seq info [393:393:7:4294967295] 00000400:00000200:0.0:1767329411.063963:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329411.063968:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329411.063973:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048650044. 00000800:00000200:0.0:1767329411.063978:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767329411.063979:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329411.063983:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000800:00000200:0.0:1767329411.063987:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329411.063988:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767329411.063992:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000048650044 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329411.063995:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329411.064000:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c97fde2a 00000100:00000001:0.0:1767329411.064001:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329411.064002:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c97fde2a. 00000100:00000001:3.0:1767329411.064006:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767329411.064006:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 14752 usecs (15 jiffies) 00000100:00000200:3.0:1767329411.064010:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d963913 x1853178572226048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329411.064014:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301256207 00000100:00000001:3.0:1767329411.064034:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329411.064043:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d963913 x1853178572226048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329411.064048:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329411.064050:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329411.064060:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329411.064062:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048650044. 00000400:00000200:3.0:1767329411.064064:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329411.064067:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329411.064070:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e4ee8b1 00000400:00000010:3.0:1767329411.064071:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e4ee8b1. 00000100:00000001:3.0:1767329411.064079:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329411.064081:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301260636 00000100:00000200:3.0:1767329411.064084:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000969bb8ef x1853178572226176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329411.064086:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301256208 00000100:00000001:0.0:1767329411.064091:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301260636 00000100:00000001:0.0:1767329411.064094:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301256208 00000100:00000001:0.0:1767329411.064096:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301260636 00000100:00000001:0.0:1767329411.064098:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301256208 00000100:00000001:0.0:1767329411.064100:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301260636 00000100:00000001:0.0:1767329411.064102:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329411.064105:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329411.064107:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329411.064110:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329411.064172:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329411.064175:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000969bb8ef x1853178572226176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329411.064184:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329411.064185:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329411.065788:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329411.065842:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329411.065846:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329411.065849:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329411.065857:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329411.065868:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280bd80 00000400:00000200:3.0:1767329411.065875:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xd0d [1] + 224 00000800:00000001:3.0:1767329411.065883:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329411.065889:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329411.065891:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329411.065894:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329411.065898:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329411.065902:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000071ff1512 x1853178572225920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329411.065912:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000071ff1512 x1853178572225920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329411.065935:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329411.065941:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329411.065944:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329411.065997:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329411.066000:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329411.066005:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329411.066007:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329411.066008:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067ca3d74. 00000400:00000200:2.0:1767329411.066012:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019e33dff 00000400:00000010:2.0:1767329411.066013:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019e33dff. 00000100:00000001:2.0:1767329411.066037:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329411.066042:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000071ff1512 x1853178572225920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329411.066053:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000071ff1512 x1853178572225920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329411.066061:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329411.066064:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329411.066067:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329411.066070:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329411.066072:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329411.066075:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329411.066079:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329411.066086:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=108 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329411.066092:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329411.066096:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767329411.066097:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329411.066098:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329411.066104:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767329411.066105:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767329411.066107:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329411.066111:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329411.066122:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071ff1512 x1853178572225920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329411.066128:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329411.066130:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329411.066131:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329411.066134:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071ff1512 x1853178572225920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329411.066139:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767329411.066141:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000071ff1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572225920:192.168.202.109@tcp:400: 00000800:00000001:3.0:1767329411.066144:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329411.066146:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329411.066150:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329411.066154:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000071ff1512 x1853178572225920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329411.066157:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767329411.066166:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329411.066168:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767329411.066170:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280be00 02000000:00000010:2.0:1767329411.066171:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d45cb24d. 02000000:00000001:2.0:1767329411.066177:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767329411.066181:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xd15 [1] + 224 00000020:00000001:2.0:1767329411.066181:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329411.066184:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1767329411.066189:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:3.0:1767329411.066190:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767329411.066191:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000025ce9561. 02000000:00000001:2.0:1767329411.066195:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:3.0:1767329411.066196:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329411.066197:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329411.066199:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071ff1512. 00000400:00000200:3.0:1767329411.066201:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329411.066203:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329411.066205:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329411.066208:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329411.066209:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329411.066215:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329411.066215:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329411.066218:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329411.066219:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767329411.066220:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d963913 x1853178572226048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329411.066222:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329411.066234:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d963913 x1853178572226048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329411.066250:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329411.066255:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329411.066257:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329411.066289:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329411.066293:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329411.066296:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329411.066297:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329411.066299:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027005472. 00000400:00000200:1.0:1767329411.066304:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1e4696 00000400:00000010:1.0:1767329411.066306:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1e4696. 00000100:00000001:1.0:1767329411.066309:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329411.066314:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d963913 x1853178572226048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329411.066324:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d963913 x1853178572226048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329411.066348:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329411.066350:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329411.066353:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329411.066355:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329411.066356:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329411.066359:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329411.066361:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329411.066366:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=98 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329411.066371:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=98 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329411.066374:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329411.066376:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329411.066378:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767329411.066381:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767329411.066382:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329411.066388:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329411.066388:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:3.0:1767329411.066391:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329411.066393:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329411.066399:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000200:3.0:1767329411.066400:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767329411.066403:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329411.066406:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329411.066412:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d963913 x1853178572226048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329411.066419:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329411.066422:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329411.066424:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329411.066427:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d963913 x1853178572226048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329411.066442:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d963913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572226048:192.168.202.109@tcp:400: 00000400:00000200:3.0:1767329411.066447:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280be80 00000100:00000001:1.0:1767329411.066452:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329411.066457:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xd1d [1] + 224 00000100:00000001:1.0:1767329411.066458:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767329411.066464:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767329411.066465:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d963913 x1853178572226048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329411.066476:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329411.066476:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329411.066480:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767329411.066481:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767329411.066485:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bdddb578. 00000400:00000200:3.0:1767329411.066489:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 02000000:00000001:1.0:1767329411.066492:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767329411.066494:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767329411.066496:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329411.066500:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000200:3.0:1767329411.066501:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000969bb8ef x1853178572226176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767329411.066505:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329411.066508:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061991354. 02000000:00000001:1.0:1767329411.066514:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329411.066518:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767329411.066520:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000969bb8ef x1853178572226176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767329411.066521:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d963913. 00000100:00000001:1.0:1767329411.066528:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329411.066531:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329411.066536:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329411.066541:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329411.066542:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329411.066543:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329411.066548:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767329411.066549:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329411.066551:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329411.066554:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329411.066572:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329411.066575:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329411.066578:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329411.066580:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329411.066581:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001033c719. 00000400:00000200:0.0:1767329411.066584:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f203f08 00000400:00000010:0.0:1767329411.066591:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f203f08. 00000100:00000001:0.0:1767329411.066595:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329411.066599:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000969bb8ef x1853178572226176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329411.066605:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000969bb8ef x1853178572226176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329411.066610:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329411.066611:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329411.066612:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329411.066613:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329411.066614:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329411.066615:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329411.066617:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329411.066620:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=108 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329411.066622:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=55 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329411.066624:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329411.066625:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329411.066626:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767329411.066628:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000969bb8ef x1853178572226176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329411.066633:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329411.066634:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329411.066635:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329411.066636:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329411.066637:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329411.066638:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000969bb8ef x1853178572226176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329411.066643:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329411.066645:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329411.066646:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329411.066648:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000969bb8ef x1853178572226176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329411.066659:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000969bb8ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572226176:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329411.066662:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329411.066663:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329411.066665:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000969bb8ef x1853178572226176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329411.066669:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329411.066670:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329411.066672:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002f06848b. 02000000:00000001:0.0:1767329411.066674:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329411.066674:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329411.066675:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329411.066677:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329411.066678:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000089a33831. 02000000:00000001:0.0:1767329411.066679:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329411.066680:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329411.066681:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000969bb8ef. 00000100:00000001:0.0:1767329411.066682:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329411.066683:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329411.066685:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329411.066687:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329411.066688:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329411.066689:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329411.066690:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329411.127127:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329411.127136:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329411.127145:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329411.127147:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329411.127186:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329411.127190:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329411.127193:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329412.151113:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329412.151120:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329412.151126:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329412.151127:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329412.151211:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329412.151215:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329412.151218:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329413.175142:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329413.175151:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329413.175154:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329413.175156:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329413.175162:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329413.175164:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329413.175166:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329413.175168:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329413.175172:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329413.175173:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329413.175245:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329413.175250:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329413.175255:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329414.199110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329414.199118:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329414.199123:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329414.199124:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329414.199164:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329414.199168:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329414.199171:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329415.223140:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329415.223148:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329415.223154:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329415.223158:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329415.223160:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329415.223165:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329415.223168:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329415.223169:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329415.223172:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329415.223173:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329415.223175:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329415.223177:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329415.223242:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329415.223247:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329415.223250:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329415.671082:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301260636, at 4301260800 00000100:00000040:3.0:1767329415.671088:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301260636, at 4301260800 00000100:00000040:0.0:1767329415.671094:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301260636, at 4301260800 00000100:00000040:1.0:1767329415.671102:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301260636, at 4301260800 00000100:00000010:3.0:1767329415.671107:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000853aaf52. 00000100:00000010:1.0:1767329415.671110:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fefd0e2f. 00000100:00000010:2.0:1767329415.671114:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e27c26e. 00000100:00000010:0.0:1767329415.671116:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012e46697. 00000100:00000040:3.0:1767329416.183141:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329416.183153:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329416.183165:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069829e7b. 00000020:00000040:3.0:1767329416.183172:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329416.183177:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329416.183180:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329416.183187:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329416.183195:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e18132be. 00000100:00000001:3.0:1767329416.183202:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329416.183213:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000069829e7b x1853178572226304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329416.183222:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329416.183224:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329416.183261:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069829e7b] to pc [ptlrpcd_00_03+3] req@0000000069829e7b x1853178572226304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329416.183298:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329416.183301:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329416.183304:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329416.183306:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bda1c3a0. 00000020:00000040:3.0:1767329416.183309:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329416.183311:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329416.183312:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329416.183314:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329416.183317:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c9d1b4a8. 00000100:00000001:0.0:1767329416.183317:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329416.183322:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329416.183324:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767329416.183326:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000bda1c3a0 x1853178572226432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329416.183331:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329416.183332:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329416.183336:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bda1c3a0] to pc [ptlrpcd_00_00+0] req@00000000bda1c3a0 x1853178572226432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329416.183338:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329416.183347:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069829e7b x1853178572226304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329416.183357:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329416.183358:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329416.183361:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329416.183361:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329416.183364:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329416.183366:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329416.183370:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767329416.183370:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1767329416.183373:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000660a521f. 02000000:00000001:0.0:1767329416.183376:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767329416.183377:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329416.183382:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329416.183383:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329416.183384:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329416.183387:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329416.183391:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024fb3337. 00000100:00100000:0.0:1767329416.183391:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069829e7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572226304:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329416.183395:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329416.183399:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329416.183402:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000660a521f x1853178572226560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329416.183402:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329416.183403:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329416.183410:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329416.183412:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767329416.183413:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329416.183417:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bda1c3a0 x1853178572226432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329416.183419:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329416.183425:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006c3c8a4. 00000100:00000001:3.0:1767329416.183431:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767329416.183431:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329416.183434:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329416.183437:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767329416.183439:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001033c719. 00000100:00000040:3.0:1767329416.183441:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000660a521f] to pc [ptlrpcd_00_01+1] req@00000000660a521f x1853178572226560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329416.183441:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329416.183444:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767329416.183447:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f203f08. 02000000:00000001:1.0:1767329416.183448:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329416.183453:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329416.183455:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329416.183459:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767329416.183459:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572226304, portal 25 00000100:00100000:1.0:1767329416.183460:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572226432:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329416.183465:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767329416.183466:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767329416.183467:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329416.183468:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776937344 : -127176932614272 : ffff8c55501b9f80) 02000000:00000001:1.0:1767329416.183471:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767329416.183472:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6599) 02000000:00000001:1.0:1767329416.183473:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329416.183474:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069829e7b x1853178572226304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329416.183477:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329416.183481:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e23d66c. 02000000:00000001:1.0:1767329416.183483:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329416.183483:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767329416.183486:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027005472. 00000100:00000040:0.0:1767329416.183486:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329416.183491:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1e4696. 00000400:00000010:0.0:1767329416.183491:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e4ee8b1. 00000100:00000200:1.0:1767329416.183493:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572226432, portal 10 00000100:00000200:0.0:1767329416.183494:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572226304, offset 0 00000100:00000001:1.0:1767329416.183495:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329416.183497:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776935552 : -127176932616064 : ffff8c55501b9880) 00000100:00000001:3.0:1767329416.183501:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329416.183503:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:1.0:1767329416.183504:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bda1c3a0 x1853178572226432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329416.183506:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329416.183509:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329416.183514:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000660a521f x1853178572226560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329416.183516:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767329416.183523:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:1.0:1767329416.183525:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329416.183528:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cda0ea1. 00000100:00000001:3.0:1767329416.183530:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767329416.183532:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572226432, offset 0 00000100:00000001:3.0:1767329416.183533:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329416.183535:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767329416.183539:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767329416.183539:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329416.183541:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329416.183543:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:3.0:1767329416.183545:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329416.183550:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572226560:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767329416.183552:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329416.183554:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329416.183559:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767329416.183559:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:3.0:1767329416.183560:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329416.183564:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329416.183567:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [394:394:256:4294967295] 192.168.202.109@tcp LPNI seq info [394:394:8:4294967295] 02000000:00000010:3.0:1767329416.183568:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000561a793c. 02000000:00000001:3.0:1767329416.183571:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329416.183574:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f6f3364. 00000400:00000010:3.0:1767329416.183581:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000687c97db. 00000100:00000200:3.0:1767329416.183585:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572226560, portal 10 00000100:00000001:3.0:1767329416.183586:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329416.183589:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776936448 : -127176932615168 : ffff8c55501b9c00) 00000400:00000200:0.0:1767329416.183593:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:3.0:1767329416.183604:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000660a521f x1853178572226560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329416.183606:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:0.0:1767329416.183608:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329416.183614:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767329416.183616:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba0b6bbc. 00000400:00000200:1.0:1767329416.183619:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329416.183621:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767329416.183623:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767329416.183628:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:0.0:1767329416.183629:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329416.183630:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:3.0:1767329416.183633:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd8b4466. 00000400:00000200:1.0:1767329416.183636:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [395:395:255:4294967295] 192.168.202.109@tcp LPNI seq info [395:395:7:4294967295] 00000100:00000200:3.0:1767329416.183638:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572226560, offset 0 00000800:00000200:0.0:1767329416.183642:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329416.183648:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:0.0:1767329416.183650:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba0b6bbc type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329416.183656:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329416.183661:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329416.183665:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:1.0:1767329416.183667:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 00000400:00000200:3.0:1767329416.183669:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329416.183670:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329416.183677:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329416.183677:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301265756 00000800:00000200:1.0:1767329416.183679:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329416.183683:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329416.183689:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:1.0:1767329416.183690:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:0.0:1767329416.183691:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4629dbf. 00000800:00000200:1.0:1767329416.183696:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329416.183699:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [396:396:254:4294967295] 192.168.202.109@tcp LPNI seq info [396:396:6:4294967295] 00000100:00000001:0.0:1767329416.183700:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767329416.183702:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329416.183708:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 231282 usecs (232 jiffies) 00000100:00000001:0.0:1767329416.183711:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301265756 00000100:00000001:1.0:1767329416.183713:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301261544 00000100:00000001:1.0:1767329416.183719:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301265756 00000100:00000010:0.0:1767329416.183719:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002806143. 00000100:00000001:1.0:1767329416.183723:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301261544 00000400:00000200:3.0:1767329416.183724:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329416.183725:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767329416.183729:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329416.183731:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301265756 00000100:00000001:0.0:1767329416.183731:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301265756 00000800:00000010:2.0:1767329416.183735:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba0b6bbc. 00000100:00000001:1.0:1767329416.183737:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301261544 00000100:00000010:0.0:1767329416.183738:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000071fbe362. 00000800:00000200:3.0:1767329416.183739:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329416.183743:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329416.183745:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000010:3.0:1767329416.183747:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a6343d55. 00000100:00000001:1.0:1767329416.183750:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301265756 00000100:00000001:0.0:1767329416.183750:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301265756 00000400:00000200:2.0:1767329416.183753:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329416.183755:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301261544 00000100:00000010:0.0:1767329416.183756:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000065a4819a. 00000800:00000200:3.0:1767329416.183760:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329416.183761:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e4ee8b1 00000100:00000001:0.0:1767329416.183762:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767329416.183766:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e4ee8b1. 00000100:00000001:1.0:1767329416.183770:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301265756 00000100:00000001:0.0:1767329416.183770:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767329416.183773:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329416.183775:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329416.183775:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329416.183777:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a6343d55 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329416.183778:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329416.183780:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329416.183780:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329416.183785:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329416.183786:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329416.183786:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329416.183790:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069829e7b x1853178572226304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329416.183790:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329416.183793:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 14656 usecs (15 jiffies) 00000100:00000001:1.0:1767329416.183798:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329416.183798:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329416.183799:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301261327 00000100:00000001:1.0:1767329416.183803:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329416.183803:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329416.183805:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301265756 00000100:00000001:0.0:1767329416.183810:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329416.183811:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301261327 00000100:00000001:1.0:1767329416.183811:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329416.183816:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301265756 00000100:00000001:2.0:1767329416.183816:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329416.183816:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329416.183816:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329416.183821:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329416.183821:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329416.183822:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301261327 00000100:00000040:2.0:1767329416.183825:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069829e7b x1853178572226304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329416.183828:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301265756 00000100:00000001:1.0:1767329416.183828:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329416.183828:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329416.183833:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301261327 00000100:00000001:2.0:1767329416.183840:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329416.183843:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301265756 00000100:00000001:2.0:1767329416.183845:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329416.183847:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329416.183850:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329416.183852:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329416.183854:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329416.183858:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329416.183859:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329416.183861:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329416.183862:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329416.183864:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329416.183866:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329416.183867:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329416.183872:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000400:00000200:2.0:1767329416.183879:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329416.183884:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329416.183887:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cda0ea1 00000400:00000010:2.0:1767329416.183890:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cda0ea1. 00000100:00000001:2.0:1767329416.183893:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329416.183896:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bda1c3a0 x1853178572226432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329416.183904:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329416.183906:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bda1c3a0 x1853178572226432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329416.183913:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329416.183915:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329416.183981:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329416.183984:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a6343d55. 00000400:00000200:2.0:1767329416.183994:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329416.183999:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329416.184001:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd8b4466 00000400:00000010:2.0:1767329416.184003:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd8b4466. 00000100:00000001:2.0:1767329416.184006:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329416.184009:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000660a521f x1853178572226560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329416.184049:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329416.184052:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000660a521f x1853178572226560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329416.184060:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329416.184061:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329416.186290:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329416.186304:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329416.186309:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329416.186311:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329416.186320:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329416.186333:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280bf00 00000400:00000200:3.0:1767329416.186434:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xd25 [1] + 224 00000800:00000001:3.0:1767329416.186444:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329416.186449:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329416.186452:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329416.186456:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329416.186461:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329416.186465:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069829e7b x1853178572226304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329416.186477:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000069829e7b x1853178572226304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329416.186495:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329416.186522:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329416.186525:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329416.186558:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329416.186560:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767329416.186562:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767329416.186563:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001033c719. 00000400:00000200:0.0:1767329416.186568:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f203f08 00000800:00000001:3.0:1767329416.186570:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767329416.186570:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f203f08. 00000800:00000001:3.0:1767329416.186575:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329416.186575:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767329416.186581:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329416.186582:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069829e7b x1853178572226304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329416.186592:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000200:0.0:1767329416.186599:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069829e7b x1853178572226304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329416.186612:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767329416.186613:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280bf80 00000100:00000001:0.0:1767329416.186616:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329416.186621:0:208651:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767329416.186622:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xd29 [1] + 224 02000000:00000001:0.0:1767329416.186627:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767329416.186630:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329416.186631:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329416.186636:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329416.186637:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329416.186642:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767329416.186642:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329416.186650:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329416.186653:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767329416.186653:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=113 v=5 (5 5 5 5) 00000100:00000200:3.0:1767329416.186660:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bda1c3a0 x1853178572226432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767329416.186660:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=113 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329416.186668:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329416.186670:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329416.186675:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329416.186678:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329416.186680:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bda1c3a0 x1853178572226432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329416.186689:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329416.186696:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069829e7b x1853178572226304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329416.186700:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329416.186708:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329416.186708:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329416.186714:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1767329416.186715:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329416.186716:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329416.186719:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767329416.186724:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069829e7b x1853178572226304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329416.186725:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329416.186733:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329416.186737:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329416.186740:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000001:1.0:1767329416.186742:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767329416.186744:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069829e7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572226304:192.168.202.109@tcp:400: 00000400:00000001:1.0:1767329416.186746:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329416.186753:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027005472. 00000100:00000001:0.0:1767329416.186753:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329416.186757:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280c000 00000400:00000200:1.0:1767329416.186759:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1e4696 00000400:00000010:1.0:1767329416.186762:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1e4696. 00000100:00000001:0.0:1767329416.186762:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329416.186766:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767329416.186768:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069829e7b x1853178572226304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329416.186769:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bda1c3a0 x1853178572226432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329416.186777:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xd35 [1] + 224 00000100:00000001:0.0:1767329416.186784:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1767329416.186787:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bda1c3a0 x1853178572226432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329416.186788:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767329416.186789:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329416.186794:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006c3c8a4. 00000100:00000001:1.0:1767329416.186796:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329416.186798:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329416.186798:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:3.0:1767329416.186799:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329416.186801:0:208648:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767329416.186801:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767329416.186804:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767329416.186805:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1767329416.186805:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329416.186807:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329416.186810:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329416.186812:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329416.186812:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329416.186815:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e18132be. 00000400:00000200:3.0:1767329416.186817:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00001000:1.0:1767329416.186819:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=103 v=5 (5 5 5 5) 02000000:00000001:0.0:1767329416.186821:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329416.186824:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767329416.186825:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767329416.186825:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=103 v=5 (1 1 1 1) 00000100:00000010:0.0:1767329416.186826:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069829e7b. 00000100:00000001:1.0:1767329416.186830:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329416.186832:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329416.186832:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1767329416.186834:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000660a521f x1853178572226560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329416.186835:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767329416.186835:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767329416.186839:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329416.186839:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329416.186845:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767329416.186845:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767329416.186848:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329416.186848:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329416.186852:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329416.186852:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329416.186855:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329416.186855:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329416.186857:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000660a521f x1853178572226560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329416.186863:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bda1c3a0 x1853178572226432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329416.186880:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329416.186883:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329416.186884:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329416.186886:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767329416.186890:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda1c3a0 x1853178572226432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329416.186894:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767329416.186900:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572226432:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329416.186902:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767329416.186905:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329416.186906:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329416.186911:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329416.186913:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767329416.186914:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767329416.186915:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f6f3364. 00000100:00000001:1.0:1767329416.186917:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767329416.186919:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000687c97db 00000100:00000040:1.0:1767329416.186920:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bda1c3a0 x1853178572226432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329416.186921:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000687c97db. 00000100:00000001:0.0:1767329416.186924:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329416.186927:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767329416.186928:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000660a521f x1853178572226560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329416.186929:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329416.186930:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e23d66c. 02000000:00000001:1.0:1767329416.186934:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329416.186936:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329416.186937:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000200:0.0:1767329416.186937:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000660a521f x1853178572226560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767329416.186940:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329416.186942:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c9d1b4a8. 02000000:00000001:1.0:1767329416.186945:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329416.186945:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767329416.186946:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767329416.186947:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767329416.186948:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bda1c3a0. 00000100:00000001:0.0:1767329416.186948:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329416.186950:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329416.186952:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329416.186953:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329416.186954:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329416.186955:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329416.186956:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329416.186957:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329416.186958:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329416.186958:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329416.186960:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329416.186962:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329416.186962:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=113 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329416.186965:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=60 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329416.186968:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329416.186969:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329416.186970:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767329416.186974:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000660a521f x1853178572226560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329416.186981:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329416.186983:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329416.186985:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329416.186987:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329416.186988:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329416.186991:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000660a521f x1853178572226560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329416.186997:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329416.186998:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329416.186999:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329416.187001:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000660a521f x1853178572226560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329416.187006:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572226560:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329416.187009:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329416.187010:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329416.187011:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000660a521f x1853178572226560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329416.187032:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329416.187033:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329416.187034:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000561a793c. 02000000:00000001:0.0:1767329416.187036:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329416.187042:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329416.187043:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329416.187045:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329416.187047:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024fb3337. 02000000:00000001:0.0:1767329416.187048:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329416.187049:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329416.187050:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000660a521f. 00000100:00000001:0.0:1767329416.187051:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329416.187052:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329416.187053:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329416.187056:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329416.187057:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329416.187058:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329416.187059:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329416.247118:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329416.247126:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329416.247131:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329416.247132:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329416.247193:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329416.247196:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329416.247199:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329417.271146:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329417.271168:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329417.271176:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329417.271177:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329417.271225:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329417.271229:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329417.271233:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329418.295118:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329418.295127:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329418.295133:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329418.295134:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329418.295199:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329418.295205:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329418.295208:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329419.319177:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329419.319184:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329419.319208:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329419.319210:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329419.319316:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329419.319319:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329419.319322:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329420.343137:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329420.343143:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329420.343147:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329420.343148:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329420.343197:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329420.343202:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329420.343205:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329420.791104:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301265756, at 4301265920 00000100:00000040:1.0:1767329420.791104:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301265756, at 4301265920 00000100:00000040:0.0:1767329420.791104:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301265756, at 4301265920 00000100:00000040:3.0:1767329420.791115:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301265756, at 4301265920 00000100:00000010:1.0:1767329420.791121:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002806143. 00000100:00000010:2.0:1767329420.791124:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000071fbe362. 00000100:00000010:0.0:1767329420.791127:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4629dbf. 00000100:00000010:3.0:1767329420.791130:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000065a4819a. 00000100:00000040:0.0:1767329421.303130:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329421.303142:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329421.303152:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000969bb8ef. 00000020:00000040:0.0:1767329421.303159:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329421.303165:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329421.303168:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329421.303173:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329421.303181:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dd12ef3a. 00000100:00000001:0.0:1767329421.303188:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329421.303200:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000969bb8ef x1853178572226688/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329421.303212:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329421.303215:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329421.303220:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000969bb8ef] to pc [ptlrpcd_00_02+2] req@00000000969bb8ef x1853178572226688/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329421.303306:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329421.303309:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329421.303312:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329421.303316:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087b3a54b. 00000020:00000040:0.0:1767329421.303319:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329421.303323:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329421.303324:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329421.303327:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329421.303331:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e6bd0558. 00000100:00000001:0.0:1767329421.303335:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329421.303336:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329421.303341:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000087b3a54b x1853178572226816/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329421.303342:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329421.303345:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329421.303350:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329421.303354:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000969bb8ef x1853178572226688/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329421.303354:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329421.303356:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329421.303358:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329421.303368:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767329421.303370:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b3a54b] to pc [ptlrpcd_00_03+3] req@0000000087b3a54b x1853178572226816/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329421.303371:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329421.303376:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329421.303380:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329421.303386:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329421.303389:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000969bb8ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572226688:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329421.303393:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329421.303398:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329421.303399:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329421.303403:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329421.303406:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767329421.303409:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329421.303412:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767329421.303412:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c57c20d1. 00000100:00000001:1.0:1767329421.303413:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329421.303417:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767329421.303418:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000010:2.0:1767329421.303419:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1f6afd9. 00000100:00000001:1.0:1767329421.303420:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767329421.303425:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329421.303426:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767329421.303428:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087b3a54b x1853178572226816/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329421.303430:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767329421.303432:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067ca3d74. 02000000:00000001:0.0:1767329421.303435:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329421.303442:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019e33dff. 00000100:00000001:1.0:1767329421.303444:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1767329421.303444:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007d17fa11. 00000100:00000001:1.0:1767329421.303447:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329421.303450:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572226688, portal 25 02000000:00000001:1.0:1767329421.303451:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329421.303451:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329421.303455:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767329421.303455:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329421.303458:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578904832 : -127177130646784 : ffff8c55444de300) 02000000:00000001:1.0:1767329421.303459:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329421.303461:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000c57c20d1 x1853178572226944/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329421.303467:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087b3a54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572226816:192.168.202.109@tcp:400: 00000100:00000040:2.0:1767329421.303468:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000969bb8ef x1853178572226688/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329421.303477:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329421.303481:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329421.303484:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329421.303488:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329421.303493:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000089183f27. 00000100:00000001:0.0:1767329421.303497:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767329421.303498:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329421.303499:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329421.303503:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329421.303506:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027005472. 00000400:00000010:2.0:1767329421.303507:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004740f0f1. 00000100:00000001:0.0:1767329421.303508:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329421.303512:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572226688, offset 0 00000400:00000010:1.0:1767329421.303513:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1e4696. 00000100:00000040:0.0:1767329421.303518:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c57c20d1] to pc [ptlrpcd_00_00+0] req@00000000c57c20d1 x1853178572226944/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329421.303523:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000200:1.0:1767329421.303531:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572226816, portal 10 00000100:00000001:1.0:1767329421.303534:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329421.303536:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578908416 : -127177130643200 : ffff8c55444df100) 00000400:00000200:2.0:1767329421.303538:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329421.303546:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767329421.303546:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087b3a54b x1853178572226816/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329421.303550:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329421.303553:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:0.0:1767329421.303558:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767329421.303561:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329421.303568:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:0.0:1767329421.303569:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767329421.303573:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329421.303577:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [397:397:256:4294967295] 192.168.202.109@tcp LPNI seq info [397:397:8:4294967295] 00000100:00000001:3.0:1767329421.303580:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767329421.303580:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6604) 00000100:00000001:3.0:1767329421.303584:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329421.303588:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329421.303594:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329421.303598:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e71018d8. 00000100:00000001:0.0:1767329421.303600:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329421.303603:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c57c20d1 x1853178572226944/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329421.303603:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:1.0:1767329421.303604:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572226816, offset 0 00000100:00000001:0.0:1767329421.303605:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329421.303615:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:2.0:1767329421.303621:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329421.303626:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767329421.303627:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329421.303629:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329421.303629:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6c5103d. 00000400:00000200:1.0:1767329421.303633:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767329421.303636:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767329421.303638:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:3.0:1767329421.303639:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767329421.303644:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:3.0:1767329421.303645:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329421.303645:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329421.303652:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00100000:3.0:1767329421.303653:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c57c20d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572226944:192.168.202.109@tcp:400: 00000800:00000200:2.0:1767329421.303659:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329421.303661:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [398:398:255:4294967295] 192.168.202.109@tcp LPNI seq info [398:398:7:4294967295] 00000100:00000001:3.0:1767329421.303662:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767329421.303667:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6c5103d type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767329421.303668:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329421.303671:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329421.303676:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329421.303679:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000010:3.0:1767329421.303681:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cd8fc63. 02000000:00000001:3.0:1767329421.303684:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329421.303685:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329421.303688:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329421.303691:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000579e2724. 00000100:00000001:2.0:1767329421.303692:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301270876 00000800:00000010:1.0:1767329421.303694:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000400:00000010:3.0:1767329421.303697:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8121ef5. 00000100:00000010:2.0:1767329421.303699:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1260724. 00000100:00000200:3.0:1767329421.303703:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572226944, portal 10 00000800:00000200:1.0:1767329421.303703:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329421.303708:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767329421.303709:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329421.303712:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578896768 : -127177130654848 : ffff8c55444dc380) 00000800:00000200:1.0:1767329421.303712:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329421.303718:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767329421.303723:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c57c20d1 x1853178572226944/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329421.303723:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329421.303724:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301270876 00000100:00000040:1.0:1767329421.303730:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 229358 usecs (230 jiffies) 00000100:00000010:2.0:1767329421.303731:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a7d3bac. 00000100:00000001:1.0:1767329421.303737:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301266662 00000100:00000001:2.0:1767329421.303738:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767329421.303742:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301270876 00000100:00000001:2.0:1767329421.303743:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301270876 00000100:00000001:1.0:1767329421.303747:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301266662 00000100:00000010:2.0:1767329421.303749:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e23bb884. 00000100:00000001:1.0:1767329421.303753:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301270876 00000100:00000001:2.0:1767329421.303755:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767329421.303759:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301266662 00000100:00000001:2.0:1767329421.303761:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301270876 00000100:00000001:3.0:1767329421.303767:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329421.303767:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301270876 00000100:00000001:1.0:1767329421.303771:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301266662 00000100:00000040:3.0:1767329421.303772:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000010:2.0:1767329421.303773:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003970a50b. 00000400:00000010:3.0:1767329421.303778:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000922594fe. 00000100:00000001:2.0:1767329421.303779:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000200:3.0:1767329421.303783:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572226944, offset 0 00000100:00000001:2.0:1767329421.303784:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329421.303785:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301270876 00000100:00000001:2.0:1767329421.303788:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329421.303790:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329421.303793:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329421.303796:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329421.303797:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329421.303800:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329421.303803:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329421.303805:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329421.303807:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329421.303807:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329421.303810:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329421.303812:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329421.303812:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329421.303815:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329421.303817:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329421.303821:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329421.303821:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329421.303821:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329421.303826:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329421.303827:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329421.303828:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [399:399:254:4294967295] 192.168.202.109@tcp LPNI seq info [399:399:6:4294967295] 00000100:00000001:2.0:1767329421.303834:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329421.303834:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329421.303837:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329421.303841:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329421.303845:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329421.303846:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329421.303856:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329421.303861:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093c7fc40. 00000800:00000200:3.0:1767329421.303867:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767329421.303873:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329421.303876:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000093c7fc40 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329421.303880:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329421.303881:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767329421.303884:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 14567 usecs (15 jiffies) 00000800:00000010:2.0:1767329421.303885:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6c5103d. 00000100:00000001:3.0:1767329421.303891:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301266447 00000400:00000200:2.0:1767329421.303893:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329421.303895:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301270876 00000100:00000001:3.0:1767329421.303901:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301266447 00000400:00000200:2.0:1767329421.303901:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329421.303905:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004740f0f1 00000100:00000001:3.0:1767329421.303906:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301270876 00000400:00000010:2.0:1767329421.303909:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004740f0f1. 00000100:00000001:3.0:1767329421.303913:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301266447 00000100:00000001:2.0:1767329421.303915:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329421.303917:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301270876 00000100:00000200:2.0:1767329421.303921:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000969bb8ef x1853178572226688/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329421.303922:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301266447 00000100:00000001:3.0:1767329421.303927:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301270876 00000100:00000001:2.0:1767329421.303933:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329421.303937:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767329421.303938:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000969bb8ef x1853178572226688/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329421.303941:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329421.303946:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329421.303949:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329421.303956:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329421.303956:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329421.303960:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329421.303961:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329421.303963:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329421.303964:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329421.303965:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329421.303967:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329421.303981:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329421.303984:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000400:00000200:2.0:1767329421.303988:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329421.303991:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329421.303992:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e71018d8 00000400:00000010:2.0:1767329421.303993:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e71018d8. 00000100:00000001:2.0:1767329421.303995:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329421.303997:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087b3a54b x1853178572226816/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329421.304002:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329421.304003:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087b3a54b x1853178572226816/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329421.304007:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329421.304008:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329421.304099:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329421.304101:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093c7fc40. 00000400:00000200:2.0:1767329421.304104:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329421.304106:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329421.304107:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000922594fe 00000400:00000010:2.0:1767329421.304108:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000922594fe. 00000100:00000001:2.0:1767329421.304110:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329421.304112:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c57c20d1 x1853178572226944/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329421.304117:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329421.304118:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c57c20d1 x1853178572226944/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329421.304122:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329421.304123:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329421.306276:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329421.306289:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329421.306291:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329421.306293:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329421.306300:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329421.306309:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280c080 00000400:00000200:2.0:1767329421.306321:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xd3d [1] + 224 00000800:00000001:2.0:1767329421.306329:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329421.306334:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329421.306335:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329421.306338:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329421.306341:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329421.306344:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000969bb8ef x1853178572226688/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329421.306352:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000969bb8ef x1853178572226688/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329421.306370:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329421.306376:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329421.306378:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329421.306379:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329421.306381:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329421.306383:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329421.306389:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280c180 00000400:00000200:2.0:1767329421.306392:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xd4d [1] + 224 00000800:00000001:2.0:1767329421.306396:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329421.306399:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329421.306401:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329421.306404:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329421.306406:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329421.306408:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767329421.306409:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c57c20d1 x1853178572226944/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329421.306412:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329421.306418:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767329421.306420:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c57c20d1 x1853178572226944/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329421.306421:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329421.306424:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067ca3d74. 00000400:00000200:1.0:1767329421.306429:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019e33dff 00000400:00000010:1.0:1767329421.306433:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019e33dff. 00000100:00000001:1.0:1767329421.306436:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329421.306439:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767329421.306440:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000969bb8ef x1853178572226688/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329421.306445:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329421.306450:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329421.306452:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000969bb8ef x1853178572226688/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329421.306454:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329421.306459:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329421.306462:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329421.306463:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329421.306465:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329421.306466:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767329421.306470:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767329421.306470:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767329421.306471:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767329421.306474:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1767329421.306477:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767329421.306477:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767329421.306481:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767329421.306482:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280c100 02000000:00000001:1.0:1767329421.306483:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329421.306484:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000579e2724. 00000400:00000200:3.0:1767329421.306491:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8121ef5 00000100:00001000:1.0:1767329421.306492:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=118 v=5 (5 5 5 5) 00000400:00000010:3.0:1767329421.306493:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8121ef5. 00000100:00000001:3.0:1767329421.306499:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767329421.306500:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=118 v=5 (1 1 1 1) 00000400:00000200:2.0:1767329421.306504:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xd45 [1] + 224 00000100:00000200:3.0:1767329421.306507:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c57c20d1 x1853178572226944/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329421.306508:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329421.306511:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329421.306514:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767329421.306517:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329421.306521:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329421.306522:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329421.306527:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c57c20d1 x1853178572226944/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329421.306528:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329421.306528:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329421.306538:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000040:1.0:1767329421.306544:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000969bb8ef x1853178572226688/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329421.306546:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329421.306554:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767329421.306554:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087b3a54b x1853178572226816/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329421.306558:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329421.306563:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329421.306565:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329421.306568:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329421.306571:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329421.306572:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329421.306576:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329421.306579:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1767329421.306583:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=118 v=5 (5 5 5 5) 00000100:00000001:1.0:1767329421.306584:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329421.306586:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000087b3a54b x1853178572226816/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767329421.306592:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=65 v=5 (1 1 0 0) 00000100:00000040:1.0:1767329421.306593:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000969bb8ef x1853178572226688/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329421.306601:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329421.306604:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329421.306610:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767329421.306618:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c57c20d1 x1853178572226944/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329421.306624:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329421.306629:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767329421.306631:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000969bb8ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572226688:192.168.202.109@tcp:400: 00000800:00000001:2.0:1767329421.306633:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329421.306643:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767329421.306648:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329421.306649:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329421.306651:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329421.306654:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329421.306658:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1767329421.306658:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000969bb8ef x1853178572226688/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329421.306661:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329421.306668:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329421.306669:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c57c20d1 x1853178572226944/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329421.306673:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329421.306679:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767329421.306682:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:0.0:1767329421.306684:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767329421.306688:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767329421.306689:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767329421.306690:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027005472. 00000100:00000001:3.0:1767329421.306695:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1767329421.306695:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1f6afd9. 00000400:00000200:0.0:1767329421.306697:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1e4696 00000100:00000001:3.0:1767329421.306698:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329421.306703:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:0.0:1767329421.306703:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1e4696. 00000100:00000040:3.0:1767329421.306704:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c57c20d1 x1853178572226944/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767329421.306708:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329421.306712:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767329421.306713:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00100000:3.0:1767329421.306716:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c57c20d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572226944:192.168.202.109@tcp:400: 00000020:00000001:1.0:1767329421.306719:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1767329421.306723:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087b3a54b x1853178572226816/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329421.306724:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767329421.306725:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dd12ef3a. 00000100:00000001:3.0:1767329421.306729:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767329421.306734:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767329421.306735:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c57c20d1 x1853178572226944/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329421.306739:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329421.306743:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000969bb8ef. 00000100:00000001:1.0:1767329421.306751:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329421.306755:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329421.306756:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767329421.306756:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087b3a54b x1853178572226816/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329421.306759:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329421.306760:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329421.306764:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cd8fc63. 00000100:00000001:1.0:1767329421.306768:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767329421.306769:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329421.306772:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329421.306773:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329421.306776:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329421.306779:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767329421.306780:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767329421.306780:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329421.306783:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329421.306784:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007d17fa11. 00000100:00000001:0.0:1767329421.306785:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329421.306788:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329421.306790:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767329421.306790:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:3.0:1767329421.306794:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c57c20d1. 02000000:00000001:0.0:1767329421.306795:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329421.306798:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329421.306799:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329421.306801:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329421.306803:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329421.306808:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329421.306808:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329421.306814:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329421.306816:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329421.306816:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=108 v=5 (5 5 5 5) 00000100:00000001:3.0:1767329421.306820:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329421.306822:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329421.306824:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=108 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329421.306828:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329421.306830:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329421.306833:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329421.306835:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329421.306846:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329421.306848:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329421.306850:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329421.306851:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329421.306855:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087b3a54b x1853178572226816/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329421.306862:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329421.306864:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329421.306866:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329421.306869:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087b3a54b x1853178572226816/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329421.306877:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087b3a54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572226816:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329421.306882:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329421.306884:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329421.306886:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087b3a54b x1853178572226816/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329421.306893:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329421.306895:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329421.306897:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000089183f27. 02000000:00000001:0.0:1767329421.306900:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329421.306902:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329421.306903:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329421.306905:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329421.306907:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e6bd0558. 02000000:00000001:0.0:1767329421.306910:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329421.306911:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329421.306912:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087b3a54b. 00000100:00000001:0.0:1767329421.306915:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329421.306916:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329421.306918:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329421.306922:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329421.306923:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329421.306926:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329421.306932:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329421.367127:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329421.367134:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329421.367139:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329421.367140:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329421.367224:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329421.367244:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329421.367247:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329422.391148:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329422.391155:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329422.391163:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329422.391165:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329422.391239:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329422.391243:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329422.391245:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329423.415129:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329423.415138:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329423.415141:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329423.415143:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329423.415147:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329423.415149:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329423.415150:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329423.415152:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329423.415155:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329423.415156:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329423.415200:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329423.415206:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329423.415222:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329424.439106:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329424.439116:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329424.439124:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329424.439126:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329424.439274:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329424.439283:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329424.439288:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329425.463122:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329425.463133:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329425.463141:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329425.463145:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329425.463148:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329425.463156:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329425.463160:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329425.463161:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329425.463165:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329425.463168:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329425.463170:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329425.463172:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329425.463255:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329425.463258:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329425.463261:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329425.911118:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301270876, at 4301271040 00000100:00000040:1.0:1767329425.911138:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301270876, at 4301271040 00000100:00000010:2.0:1767329425.911139:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e23bb884. 00000100:00000040:3.0:1767329425.911144:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301270876, at 4301271040 00000100:00000010:1.0:1767329425.911149:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a7d3bac. 00000100:00000010:3.0:1767329425.911153:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003970a50b. 00000100:00000040:0.0:1767329425.911224:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301270876, at 4301271040 00000100:00000010:0.0:1767329425.911240:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1260724. 00000100:00000040:2.0:1767329426.423174:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329426.423221:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329426.423234:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000077c1f13d. 00000020:00000040:2.0:1767329426.423243:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329426.423247:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329426.423250:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329426.423256:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329426.423265:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6c5103d. 00000100:00000001:2.0:1767329426.423291:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329426.423302:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000077c1f13d x1853178572227072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329426.423312:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329426.423314:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329426.423319:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077c1f13d] to pc [ptlrpcd_00_01+1] req@0000000077c1f13d x1853178572227072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329426.423341:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329426.423344:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329426.423347:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329426.423350:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000132fe2d2. 00000020:00000040:2.0:1767329426.423352:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329426.423354:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329426.423355:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329426.423357:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329426.423360:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c06a1248. 00000100:00000001:0.0:1767329426.423361:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329426.423362:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329426.423368:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000132fe2d2 x1853178572227200/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329426.423368:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329426.423372:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329426.423376:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329426.423378:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767329426.423380:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000077c1f13d x1853178572227072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329426.423381:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329426.423383:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329426.423389:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000132fe2d2] to pc [ptlrpcd_00_02+2] req@00000000132fe2d2 x1853178572227200/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329426.423401:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329426.423405:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329426.423409:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329426.423411:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329426.423414:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329426.423417:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000077c1f13d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572227072:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329426.423421:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329426.423421:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767329426.423424:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329426.423426:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767329426.423427:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767329426.423428:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000e7f7ee3. 02000000:00000001:0.0:1767329426.423431:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767329426.423432:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329426.423436:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329426.423436:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767329426.423440:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1767329426.423445:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c64ca9ff. 02000000:00000001:2.0:1767329426.423447:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329426.423448:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329426.423449:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329426.423454:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cc21aaa9. 00000100:00100000:3.0:1767329426.423455:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000010:0.0:1767329426.423458:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001033c719. 00000100:00000001:2.0:1767329426.423459:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329426.423460:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329426.423467:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329426.423468:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000000e7f7ee3 x1853178572227328/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767329426.423469:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f203f08. 00000100:00000001:3.0:1767329426.423473:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329426.423473:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329426.423478:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329426.423480:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572227072, portal 25 00000100:00000001:0.0:1767329426.423486:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329426.423487:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329426.423488:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329426.423489:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777365120 : -127176932186496 : ffff8c5550222680) 00000100:00000001:2.0:1767329426.423491:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329426.423492:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329426.423496:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329426.423497:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000077c1f13d x1853178572227072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329426.423499:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e7f7ee3] to pc [ptlrpcd_00_03+3] req@000000000e7f7ee3 x1853178572227328/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329426.423506:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000132fe2d2 x1853178572227200/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329426.423527:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329426.423533:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329426.423536:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329426.423538:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329426.423539:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767329426.423543:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329426.423546:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767329426.423547:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767329426.423548:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a82564d3. 02000000:00000001:3.0:1767329426.423551:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329426.423552:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767329426.423554:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572227072, offset 0 00000100:00000040:2.0:1767329426.423556:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6609) 02000000:00000001:3.0:1767329426.423558:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329426.423558:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767329426.423562:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329426.423566:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00100000:3.0:1767329426.423567:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000132fe2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572227200:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329426.423570:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329426.423575:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329426.423579:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329426.423581:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329426.423583:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329426.423584:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329426.423585:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329426.423590:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329426.423590:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329426.423594:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329426.423595:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767329426.423598:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cd8fc63. 00000100:00000040:1.0:1767329426.423602:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000e7f7ee3 x1853178572227328/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329426.423603:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:3.0:1767329426.423604:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329426.423611:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767329426.423614:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000579e2724. 00000400:00000200:0.0:1767329426.423617:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329426.423622:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767329426.423624:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8121ef5. 00000400:00000200:0.0:1767329426.423624:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [400:400:256:4294967295] 192.168.202.109@tcp LPNI seq info [400:400:8:4294967295] 00000100:00000001:1.0:1767329426.423626:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329426.423631:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329426.423635:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767329426.423641:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572227200, portal 10 02000000:00000001:1.0:1767329426.423642:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329426.423642:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329426.423650:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1767329426.423653:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000e7f7ee3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572227328:192.168.202.109@tcp:400: 00000800:00000200:0.0:1767329426.423654:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329426.423655:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777363328 : -127176932188288 : ffff8c5550221f80) 00000800:00000010:0.0:1767329426.423662:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6bd0558. 00000100:00000001:1.0:1767329426.423663:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329426.423669:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767329426.423670:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000132fe2d2 x1853178572227200/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329426.423672:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:1.0:1767329426.423673:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329426.423680:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329426.423687:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f39535ca. 00000800:00000200:0.0:1767329426.423687:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329426.423692:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767329426.423692:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329426.423693:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e6bd0558 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1767329426.423699:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d00c8458. 00000100:00000040:3.0:1767329426.423700:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329426.423706:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009993a68b. 00000400:00000010:1.0:1767329426.423707:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cb6d618. 00000100:00000200:3.0:1767329426.423712:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572227200, offset 0 00000100:00000001:0.0:1767329426.423712:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329426.423713:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572227328, portal 10 00000100:00000001:1.0:1767329426.423719:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329426.423721:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777361536 : -127176932190080 : ffff8c5550221880) 00000400:00000200:3.0:1767329426.423726:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329426.423727:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301275996 00000100:00000040:1.0:1767329426.423728:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000e7f7ee3 x1853178572227328/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767329426.423734:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052edf4f7. 00000400:00000200:3.0:1767329426.423740:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329426.423741:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329426.423744:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767329426.423748:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329426.423750:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767329426.423752:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f8c929d. 00000100:00000001:0.0:1767329426.423754:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301275996 00000100:00000200:1.0:1767329426.423756:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572227328, offset 0 00000400:00000200:3.0:1767329426.423758:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000010:0.0:1767329426.423761:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002befec57. 00000400:00000200:3.0:1767329426.423766:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329426.423766:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767329426.423767:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329426.423773:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301275996 00000400:00000200:3.0:1767329426.423777:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000010:0.0:1767329426.423778:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000433e038f. 00000100:00000001:0.0:1767329426.423782:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767329426.423786:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [401:401:255:4294967295] 192.168.202.109@tcp LPNI seq info [401:401:7:4294967295] 00000100:00000001:0.0:1767329426.423787:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301275996 00000100:00000010:0.0:1767329426.423791:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000019033a6d. 00000100:00000001:0.0:1767329426.423795:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767329426.423799:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329426.423803:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329426.423810:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329426.423816:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329426.423817:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329426.423817:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329426.423824:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329426.423825:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767329426.423826:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f9bec14. 00000400:00000200:1.0:1767329426.423831:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329426.423831:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329426.423834:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767329426.423838:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329426.423838:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329426.423841:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767329426.423844:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6bd0558. 00000400:00000200:1.0:1767329426.423846:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329426.423846:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329426.423851:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329426.423852:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329426.423853:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329426.423854:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329426.423859:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329426.423861:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f9bec14 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329426.423865:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [402:402:254:4294967295] 192.168.202.109@tcp LPNI seq info [402:402:6:4294967295] 00000400:00000200:2.0:1767329426.423866:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329426.423870:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329426.423877:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 227467 usecs (228 jiffies) 00000100:00000001:3.0:1767329426.423883:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301271780 00000400:00000200:1.0:1767329426.423883:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329426.423891:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301275996 00000400:00000200:2.0:1767329426.423893:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a82564d3 00000800:00000200:1.0:1767329426.423894:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329426.423897:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a82564d3. 00000100:00000001:3.0:1767329426.423898:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301271780 00000800:00000010:1.0:1767329426.423900:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000100:00000001:3.0:1767329426.423905:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301275996 00000800:00000200:1.0:1767329426.423908:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329426.423911:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301271780 00000100:00000001:2.0:1767329426.423912:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767329426.423915:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000200:2.0:1767329426.423919:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000077c1f13d x1853178572227072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767329426.423920:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329426.423924:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301275996 00000100:00000001:1.0:1767329426.423927:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329426.423931:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301271780 00000100:00000040:1.0:1767329426.423934:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 14473 usecs (15 jiffies) 00000100:00000001:3.0:1767329426.423939:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301275996 00000100:00000001:1.0:1767329426.423940:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301271567 00000100:00000001:3.0:1767329426.423947:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329426.423947:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329426.423947:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301275996 00000100:00000040:2.0:1767329426.423953:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000077c1f13d x1853178572227072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329426.423953:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301271567 00000100:00000001:1.0:1767329426.423958:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301275996 00000100:00000001:1.0:1767329426.423962:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301271567 00000100:00000001:1.0:1767329426.423965:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301275996 00000100:00000001:1.0:1767329426.423969:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301271567 00000100:00000001:2.0:1767329426.423971:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329426.423972:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301275996 00000100:00000001:2.0:1767329426.423973:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329426.423975:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329426.423978:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329426.423981:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329426.423983:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329426.423988:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329426.423991:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f9bec14. 00000400:00000200:2.0:1767329426.423994:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329426.423996:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329426.424012:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009993a68b 00000400:00000010:2.0:1767329426.424013:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009993a68b. 00000100:00000001:2.0:1767329426.424046:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329426.424049:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000132fe2d2 x1853178572227200/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329426.424055:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329426.424058:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000132fe2d2 x1853178572227200/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329426.424063:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329426.424064:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329426.424089:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329426.424091:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000100:00000001:3.0:1767329426.424095:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329426.424096:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329426.424102:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329426.424103:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329426.424109:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f8c929d 00000100:00000001:3.0:1767329426.424110:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329426.424111:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f8c929d. 00000100:00000001:2.0:1767329426.424114:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329426.424116:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000e7f7ee3 x1853178572227328/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329426.424121:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329426.424122:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000e7f7ee3 x1853178572227328/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329426.424126:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329426.424127:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329426.424193:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329426.424195:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329426.424197:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329426.424199:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329426.425609:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329426.425621:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329426.425623:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329426.425625:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329426.425630:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329426.425640:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280c200 00000400:00000200:2.0:1767329426.425647:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xd55 [1] + 224 00000800:00000001:2.0:1767329426.425654:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329426.425668:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329426.425671:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329426.425676:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329426.425682:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329426.425687:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000077c1f13d x1853178572227072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329426.425697:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000077c1f13d x1853178572227072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329426.425712:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329426.425719:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329426.425721:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329426.425750:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329426.425753:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329426.425758:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329426.425760:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329426.425761:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001033c719. 00000400:00000200:0.0:1767329426.425765:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f203f08 00000400:00000010:0.0:1767329426.425766:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f203f08. 00000100:00000001:0.0:1767329426.425770:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329426.425773:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000077c1f13d x1853178572227072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329426.425781:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000077c1f13d x1853178572227072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329426.425786:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329426.425788:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329426.425790:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329426.425793:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329426.425794:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329426.425796:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329426.425798:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329426.425804:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=123 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329426.425807:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329426.425809:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329426.425810:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329426.425812:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329426.425814:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329426.425816:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329426.425819:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000077c1f13d x1853178572227072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329426.425834:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329426.425836:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329426.425838:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329426.425840:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000077c1f13d x1853178572227072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329426.425845:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000077c1f13d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572227072:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329426.425848:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329426.425849:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329426.425851:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000077c1f13d x1853178572227072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329426.425855:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329426.425858:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329426.425861:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c64ca9ff. 02000000:00000001:0.0:1767329426.425865:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329426.425866:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329426.425868:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329426.425871:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329426.425872:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c6c5103d. 02000000:00000001:0.0:1767329426.425878:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329426.425881:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329426.425882:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000077c1f13d. 00000100:00000001:0.0:1767329426.425886:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329426.425887:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329426.425889:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329426.425893:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329426.425894:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329426.425896:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329426.425898:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329426.426029:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329426.426034:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329426.426036:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329426.426037:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329426.426041:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329426.426046:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280c280 00000400:00000200:2.0:1767329426.426050:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xd5d [1] + 224 00000800:00000001:2.0:1767329426.426053:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329426.426057:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329426.426058:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329426.426061:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329426.426063:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329426.426065:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000132fe2d2 x1853178572227200/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329426.426071:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000132fe2d2 x1853178572227200/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329426.426081:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329426.426085:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329426.426086:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329426.426160:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767329426.426160:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329426.426164:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767329426.426167:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767329426.426170:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329426.426172:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767329426.426174:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329426.426177:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329426.426192:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329426.426198:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280c300 00000400:00000010:3.0:1767329426.426230:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000579e2724. 00000400:00000200:3.0:1767329426.426235:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8121ef5 00000400:00000010:3.0:1767329426.426237:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8121ef5. 00000100:00000001:3.0:1767329426.426240:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767329426.426243:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xd65 [1] + 224 00000100:00000200:3.0:1767329426.426248:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000132fe2d2 x1853178572227200/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329426.426249:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329426.426255:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329426.426259:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329426.426267:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329426.426270:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329426.426271:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000132fe2d2 x1853178572227200/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329426.426276:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000e7f7ee3 x1853178572227328/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329426.426294:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767329426.426295:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000e7f7ee3 x1853178572227328/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329426.426299:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329426.426304:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329426.426308:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329426.426311:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329426.426313:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329426.426314:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767329426.426315:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329426.426319:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329426.426322:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767329426.426323:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329426.426329:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329426.426333:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329426.426335:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329426.426342:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767329426.426344:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329426.426345:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767329426.426350:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767329426.426351:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329426.426353:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329426.426356:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d00c8458. 00000100:00000001:3.0:1767329426.426357:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1767329426.426360:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cb6d618 00000100:00000040:3.0:1767329426.426362:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329426.426365:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329426.426366:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329426.426372:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cb6d618. 00000100:00000040:3.0:1767329426.426375:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000132fe2d2 x1853178572227200/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329426.426378:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329426.426386:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000e7f7ee3 x1853178572227328/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329426.426392:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329426.426399:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329426.426401:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329426.426408:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000e7f7ee3 x1853178572227328/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329426.426410:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000132fe2d2 x1853178572227200/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329426.426440:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000132fe2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572227200:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329426.426441:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329426.426445:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329426.426447:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329426.426451:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767329426.426452:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329426.426455:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000132fe2d2 x1853178572227200/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329426.426457:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329426.426459:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329426.426462:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329426.426467:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329426.426467:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329426.426471:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329426.426473:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cd8fc63. 00000100:00001000:1.0:1767329426.426473:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=123 v=5 (5 5 5 5) 02000000:00000001:3.0:1767329426.426479:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:1.0:1767329426.426479:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=70 v=5 (1 1 0 0) 00000020:00000001:3.0:1767329426.426481:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329426.426483:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767329426.426484:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329426.426485:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329426.426489:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767329426.426489:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767329426.426491:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c06a1248. 00010000:00080000:1.0:1767329426.426495:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000e7f7ee3 x1853178572227328/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329426.426497:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329426.426500:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329426.426502:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000132fe2d2. 00000100:00000001:3.0:1767329426.426507:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767329426.426508:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329426.426509:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329426.426513:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329426.426513:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329426.426516:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329426.426519:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329426.426519:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329426.426521:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329426.426523:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000e7f7ee3 x1853178572227328/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329426.426527:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329426.426532:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329426.426533:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329426.426535:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329426.426537:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329426.426540:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329426.426542:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e7f7ee3 x1853178572227328/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329426.426558:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000e7f7ee3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572227328:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329426.426562:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329426.426563:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329426.426564:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000e7f7ee3 x1853178572227328/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329426.426569:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329426.426570:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329426.426571:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f39535ca. 02000000:00000001:1.0:1767329426.426573:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329426.426574:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329426.426575:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329426.426577:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329426.426578:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cc21aaa9. 02000000:00000001:1.0:1767329426.426579:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329426.426580:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329426.426581:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000e7f7ee3. 00000100:00000001:1.0:1767329426.426583:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329426.426584:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329426.426585:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329426.426588:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329426.426589:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329426.426591:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329426.426592:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329426.487117:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329426.487122:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329426.487128:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329426.487129:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329426.487167:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329426.487172:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329426.487176:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329427.511135:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329427.511142:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329427.511147:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329427.511148:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329427.511219:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329427.511222:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329427.511225:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329428.535110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329428.535118:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329428.535125:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329428.535148:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329428.535198:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329428.535202:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329428.535205:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329429.559118:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329429.559126:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329429.559133:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329429.559134:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329429.559180:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329429.559184:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329429.559187:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329430.583183:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329430.583192:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329430.583198:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329430.583199:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329430.583258:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329430.583262:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329430.583289:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329431.031152:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301275996, at 4301276160 00000100:00000040:0.0:1767329431.031152:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301275996, at 4301276160 00000100:00000040:2.0:1767329431.031153:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301275996, at 4301276160 00000100:00000010:0.0:1767329431.031173:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052edf4f7. 00000100:00000010:2.0:1767329431.031175:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000433e038f. 00000100:00000010:3.0:1767329431.031178:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000019033a6d. 00000100:00000040:1.0:1767329431.031449:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301275996, at 4301276160 00000100:00000010:1.0:1767329431.031456:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002befec57. 00000100:00000040:2.0:1767329431.543107:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329431.543122:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329431.543148:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081735c3f. 00000020:00000040:2.0:1767329431.543157:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329431.543162:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329431.543167:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329431.543174:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329431.543201:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000047440aa3. 00000100:00000001:2.0:1767329431.543210:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329431.543223:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000081735c3f x1853178572227456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329431.543237:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329431.543240:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329431.543247:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081735c3f] to pc [ptlrpcd_00_00+0] req@0000000081735c3f x1853178572227456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329431.543278:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329431.543281:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329431.543284:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329431.543286:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d99846bb. 00000020:00000040:2.0:1767329431.543288:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329431.543291:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329431.543292:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329431.543294:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329431.543299:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cc21aaa9. 00000100:00000001:0.0:1767329431.543301:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329431.543302:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329431.543308:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000d99846bb x1853178572227584/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329431.543308:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767329431.543313:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329431.543320:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329431.543321:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329431.543323:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d99846bb] to pc [ptlrpcd_00_01+1] req@00000000d99846bb x1853178572227584/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329431.543323:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329431.543327:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329431.543332:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329431.543336:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329431.543337:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329431.543339:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329431.543340:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329431.543346:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329431.543348:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d72826e0. 00000100:00000040:0.0:1767329431.543350:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081735c3f x1853178572227456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767329431.543351:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329431.543356:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329431.543363:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329431.543364:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329431.543364:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329431.543369:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329431.543370:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000459d2753. 00000100:00000001:3.0:1767329431.543373:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329431.543375:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329431.543378:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1767329431.543386:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:2.0:1767329431.543387:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000d72826e0 x1853178572227712/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767329431.543388:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329431.543399:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329431.543402:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329431.543412:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329431.543413:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1767329431.543414:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081735c3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572227456:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329431.543418:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329431.543418:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329431.543428:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329431.543436:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329431.543440:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767329431.543442:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767329431.543442:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d72826e0] to pc [ptlrpcd_00_02+2] req@00000000d72826e0 x1853178572227712/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329431.543444:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329431.543449:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767329431.543454:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329431.543462:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ece6d7ba. 00000100:00000040:3.0:1767329431.543469:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d99846bb x1853178572227584/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329431.543470:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329431.543478:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329431.543480:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001033c719. 00000100:00000040:2.0:1767329431.543492:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329431.543493:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767329431.543497:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f203f08. 00000100:00000001:3.0:1767329431.543499:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329431.543500:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767329431.543509:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767329431.543510:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572227456, portal 25 00000100:00000040:2.0:1767329431.543511:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6614) 02000000:00000001:3.0:1767329431.543514:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329431.543515:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329431.543520:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777358848 : -127176932192768 : ffff8c5550220e00) 02000000:00000001:3.0:1767329431.543521:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329431.543536:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d99846bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572227584:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329431.543542:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329431.543543:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329431.543543:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081735c3f x1853178572227456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329431.543549:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767329431.543550:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329431.543553:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767329431.543560:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329431.543560:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767329431.543571:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767329431.543572:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:1.0:1767329431.543576:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d72826e0 x1853178572227712/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329431.543580:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7e54fb9. 00000400:00000010:0.0:1767329431.543580:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001023fb11. 02000000:00000001:3.0:1767329431.543589:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329431.543599:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572227456, offset 0 00000100:00000001:1.0:1767329431.543602:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767329431.543605:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000579e2724. 00000100:00000001:1.0:1767329431.543606:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329431.543612:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767329431.543614:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329431.543616:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329431.543620:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329431.543624:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d72826e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572227712:192.168.202.109@tcp:400: 00000400:00000010:3.0:1767329431.543626:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8121ef5. 00000100:00000001:1.0:1767329431.543628:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329431.543637:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767329431.543639:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572227584, portal 10 00000400:00000200:0.0:1767329431.543640:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:1.0:1767329431.543642:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329431.543648:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767329431.543650:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329431.543657:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329431.543659:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777366912 : -127176932184704 : ffff8c5550222d80) 02000000:00000010:1.0:1767329431.543661:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000148a6130. 02000000:00000001:1.0:1767329431.543664:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329431.543667:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:1.0:1767329431.543670:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d00c8458. 00000400:00000200:0.0:1767329431.543673:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767329431.543677:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cb6d618. 00000400:00000200:0.0:1767329431.543683:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:1.0:1767329431.543686:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572227712, portal 10 00000100:00000001:1.0:1767329431.543691:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767329431.543697:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d99846bb x1853178572227584/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329431.543697:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777364224 : -127176932187392 : ffff8c5550222300) 00000400:00000200:0.0:1767329431.543698:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [403:403:256:4294967295] 192.168.202.109@tcp LPNI seq info [403:403:8:4294967295] 00000100:00000040:1.0:1767329431.543715:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d72826e0 x1853178572227712/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329431.543723:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329431.543741:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329431.543751:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004673a60. 00000400:00000200:0.0:1767329431.543751:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329431.543753:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767329431.543761:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572227584, offset 0 00000100:00000040:1.0:1767329431.543766:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:0.0:1767329431.543775:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329431.543779:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000765ff9ed. 00000800:00000010:0.0:1767329431.543782:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6bd0558. 00000400:00000200:3.0:1767329431.543790:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000200:1.0:1767329431.543797:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572227712, offset 0 00000800:00000200:0.0:1767329431.543798:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329431.543806:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329431.543807:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:0.0:1767329431.543815:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329431.543824:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767329431.543824:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e6bd0558 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329431.543837:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329431.543841:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329431.543843:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329431.543845:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [404:404:255:4294967295] 192.168.202.109@tcp LPNI seq info [404:404:7:4294967295] 00000100:00000001:0.0:1767329431.543848:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329431.543854:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301281116 00000400:00000200:3.0:1767329431.543855:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000010:0.0:1767329431.543866:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052edf4f7. 00000400:00000200:1.0:1767329431.543874:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:3.0:1767329431.543880:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329431.543882:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767329431.543885:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767329431.543893:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049d44528. 00000100:00000001:0.0:1767329431.543895:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301281116 00000400:00000200:1.0:1767329431.543896:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000010:0.0:1767329431.543903:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021e4b7b2. 00000400:00000200:1.0:1767329431.543904:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767329431.543915:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329431.543915:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767329431.543918:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329431.543928:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301281116 00000400:00000200:1.0:1767329431.543931:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [405:405:254:4294967295] 192.168.202.109@tcp LPNI seq info [405:405:6:4294967295] 00000100:00000010:0.0:1767329431.543932:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080a38a15. 00000800:00000200:3.0:1767329431.543941:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329431.543942:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000200:3.0:1767329431.543951:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049d44528 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329431.543951:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301281116 00000100:00000010:0.0:1767329431.543966:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097c45c3b. 00000400:00000200:1.0:1767329431.543967:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329431.543968:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329431.543975:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767329431.543979:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 225602 usecs (226 jiffies) 00000100:00000001:0.0:1767329431.543986:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329431.543987:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301276898 00000800:00000200:1.0:1767329431.543988:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000200:2.0:1767329431.543994:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329431.544003:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301281116 00000100:00000001:0.0:1767329431.544005:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329431.544007:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6bd0558. 00000100:00000001:3.0:1767329431.544009:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301276898 00000800:00000010:1.0:1767329431.544010:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000100:00000001:0.0:1767329431.544011:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329431.544047:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329431.544050:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329431.544052:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329431.544054:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329431.544056:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329431.544057:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301281116 00000800:00000200:1.0:1767329431.544064:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329431.544064:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329431.544068:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301276899 00000400:00000200:2.0:1767329431.544075:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329431.544077:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301281116 00000400:00000200:2.0:1767329431.544085:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001023fb11 00000800:00000200:1.0:1767329431.544085:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329431.544086:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301276899 00000400:00000010:2.0:1767329431.544091:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001023fb11. 00000800:00000200:1.0:1767329431.544092:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329431.544099:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329431.544103:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301281116 00000100:00000040:1.0:1767329431.544103:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 14381 usecs (15 jiffies) 00000100:00000001:2.0:1767329431.544107:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329431.544108:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301276688 00000100:00000001:3.0:1767329431.544113:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329431.544115:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301281116 00000100:00000200:2.0:1767329431.544119:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081735c3f x1853178572227456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329431.544120:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301276688 00000100:00000001:1.0:1767329431.544127:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301281116 00000100:00000001:1.0:1767329431.544143:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301276688 00000100:00000001:3.0:1767329431.544144:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329431.544150:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301281116 00000100:00000001:1.0:1767329431.544157:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301276688 00000100:00000001:3.0:1767329431.544159:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329431.544162:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301281116 00000100:00000001:3.0:1767329431.544170:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329431.544172:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329431.544175:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329431.544180:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329431.544186:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329431.544188:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081735c3f x1853178572227456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329431.544189:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329431.544194:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329431.544197:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329431.544198:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329431.544204:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329431.544207:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329431.544208:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329431.544209:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329431.544212:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329431.544219:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329431.544220:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329431.544240:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329431.544244:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049d44528. 00000400:00000200:2.0:1767329431.544249:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329431.544262:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329431.544266:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004673a60 00000400:00000010:2.0:1767329431.544268:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004673a60. 00000100:00000001:2.0:1767329431.544271:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329431.544275:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d99846bb x1853178572227584/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329431.544283:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329431.544286:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d99846bb x1853178572227584/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329431.544293:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329431.544294:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329431.544367:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329431.544370:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000400:00000200:2.0:1767329431.544376:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329431.544381:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329431.544385:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000765ff9ed 00000400:00000010:2.0:1767329431.544387:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000765ff9ed. 00000100:00000001:2.0:1767329431.544391:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329431.544397:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d72826e0 x1853178572227712/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329431.544405:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329431.544412:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d72826e0 x1853178572227712/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329431.544420:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329431.544421:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329431.546360:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329431.546372:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329431.546374:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329431.546376:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329431.546382:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329431.546392:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280c380 00000400:00000200:2.0:1767329431.546398:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xd6d [1] + 224 00000800:00000001:2.0:1767329431.546412:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329431.546416:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329431.546418:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329431.546420:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329431.546423:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329431.546426:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081735c3f x1853178572227456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329431.546433:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081735c3f x1853178572227456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329431.546446:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329431.546451:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329431.546453:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329431.546455:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329431.546456:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329431.546459:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329431.546463:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280c400 00000400:00000200:2.0:1767329431.546466:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xd75 [1] + 224 00000800:00000001:2.0:1767329431.546468:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329431.546471:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329431.546472:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329431.546474:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329431.546476:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329431.546477:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d99846bb x1853178572227584/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329431.546482:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d99846bb x1853178572227584/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329431.546493:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329431.546496:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329431.546498:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329431.546499:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329431.546501:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329431.546509:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329431.546510:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767329431.546513:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329431.546521:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280c480 00000400:00000001:0.0:1767329431.546522:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329431.546527:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329431.546529:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767329431.546530:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001033c719. 00000100:00000001:3.0:1767329431.546537:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329431.546538:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f203f08 00000400:00000010:0.0:1767329431.546542:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f203f08. 00000100:00000001:0.0:1767329431.546548:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767329431.546551:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xd79 [1] + 224 00000100:00000200:0.0:1767329431.546554:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081735c3f x1853178572227456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329431.546559:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767329431.546560:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329431.546567:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767329431.546570:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767329431.546573:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000579e2724. 00000400:00000200:2.0:1767329431.546577:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767329431.546582:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081735c3f x1853178572227456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329431.546583:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8121ef5 00000400:00000200:2.0:1767329431.546586:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:3.0:1767329431.546594:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8121ef5. 00000100:00000001:3.0:1767329431.546606:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329431.546607:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329431.546608:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329431.546619:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329431.546623:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329431.546626:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767329431.546632:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d72826e0 x1853178572227712/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329431.546633:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d99846bb x1853178572227584/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329431.546633:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329431.546641:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329431.546651:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329431.546663:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=128 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329431.546682:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=128 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329431.546700:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329431.546705:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329431.546717:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329431.546722:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329431.546733:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329431.546749:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d99846bb x1853178572227584/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329431.546749:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d72826e0 x1853178572227712/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329431.546750:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081735c3f x1853178572227456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329431.546835:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329431.546840:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329431.546845:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329431.546848:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767329431.546852:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767329431.546855:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329431.546856:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1767329431.546858:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329431.546861:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329431.546862:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329431.546865:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329431.546866:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329431.546871:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081735c3f x1853178572227456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329431.546881:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329431.546893:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081735c3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572227456:192.168.202.109@tcp:400: 00000100:00001000:3.0:1767329431.546894:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=118 v=5 (5 5 5 5) 00000100:00000001:1.0:1767329431.546895:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329431.546901:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329431.546910:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:3.0:1767329431.546913:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=118 v=5 (1 1 1 1) 00000400:00000001:1.0:1767329431.546914:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767329431.546915:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329431.546920:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d00c8458. 00000100:00000001:0.0:1767329431.546922:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329431.546932:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081735c3f x1853178572227456/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329431.546933:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767329431.546935:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cb6d618 00000100:00000001:3.0:1767329431.546939:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329431.546941:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cb6d618. 00010000:00000001:3.0:1767329431.546949:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329431.546951:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329431.546956:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767329431.546961:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329431.546961:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1767329431.546967:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d72826e0 x1853178572227712/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767329431.546967:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ece6d7ba. 00000100:00000001:3.0:1767329431.546972:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767329431.546974:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767329431.546979:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000020:00000001:0.0:1767329431.546979:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767329431.546987:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000040:0.0:1767329431.546988:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000200:1.0:1767329431.546992:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d72826e0 x1853178572227712/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767329431.546992:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329431.546996:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000047440aa3. 00000100:00000001:3.0:1767329431.547001:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329431.547005:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329431.547014:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767329431.547046:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329431.547047:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329431.547049:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329431.547051:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329431.547053:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329431.547054:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329431.547057:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329431.547061:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081735c3f. 00000100:00001000:1.0:1767329431.547062:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=128 v=5 (5 5 5 5) 00000100:00000040:3.0:1767329431.547068:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d99846bb x1853178572227584/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329431.547069:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1767329431.547071:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=75 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329431.547075:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329431.547085:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329431.547086:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329431.547091:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329431.547100:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767329431.547103:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329431.547109:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00080000:1.0:1767329431.547110:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d72826e0 x1853178572227712/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329431.547110:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329431.547117:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329431.547120:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329431.547125:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329431.547140:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329431.547155:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d99846bb x1853178572227584/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329431.547207:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d99846bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572227584:192.168.202.109@tcp:400: 00010000:00000001:1.0:1767329431.547210:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329431.547217:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767329431.547218:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329431.547227:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329431.547227:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329431.547234:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767329431.547240:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d99846bb x1853178572227584/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329431.547240:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329431.547253:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d72826e0 x1853178572227712/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329431.547261:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329431.547267:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767329431.547271:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767329431.547273:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7e54fb9. 02000000:00000001:3.0:1767329431.547282:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329431.547282:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767329431.547292:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329431.547292:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767329431.547296:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329431.547303:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329431.547305:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cc21aaa9. 00000100:00000040:1.0:1767329431.547308:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d72826e0 x1853178572227712/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329431.547311:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329431.547314:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329431.547316:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d99846bb. 00000100:00000001:3.0:1767329431.547323:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329431.547327:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329431.547337:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329431.547346:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767329431.547346:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d72826e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572227712:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329431.547352:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329431.547359:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329431.547361:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329431.547363:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329431.547365:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329431.547376:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d72826e0 x1853178572227712/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329431.547383:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329431.547385:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329431.547387:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000148a6130. 02000000:00000001:1.0:1767329431.547389:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329431.547390:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329431.547392:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329431.547393:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329431.547395:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000459d2753. 02000000:00000001:1.0:1767329431.547397:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329431.547398:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329431.547399:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d72826e0. 00000100:00000001:1.0:1767329431.547402:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329431.547403:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329431.547409:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329431.547412:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329431.547413:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329431.547415:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329431.547417:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329431.607124:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329431.607164:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329431.607172:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329431.607174:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329431.607214:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329431.607218:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329431.607220:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329432.631111:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329432.631165:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329432.631171:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329432.631172:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329432.631213:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329432.631217:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329432.631220:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329433.655135:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329433.655144:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329433.655146:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329433.655148:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329433.655153:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329433.655155:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329433.655157:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329433.655158:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329433.655161:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329433.655162:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329433.655237:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329433.655240:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329433.655243:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329434.679136:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329434.679145:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329434.679154:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329434.679155:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329434.679200:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329434.679204:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329434.679207:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329435.703111:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329435.703118:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329435.703124:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329435.703128:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329435.703130:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329435.703136:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329435.703139:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329435.703140:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329435.703142:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329435.703144:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329435.703146:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329435.703148:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329435.703211:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329435.703216:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329435.703220:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329436.151131:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301281116, at 4301281280 00000100:00000040:0.0:1767329436.151131:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301281116, at 4301281280 00000100:00000040:3.0:1767329436.151132:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301281116, at 4301281280 00000100:00000010:1.0:1767329436.151151:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021e4b7b2. 00000100:00000010:3.0:1767329436.151156:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097c45c3b. 00000100:00000010:0.0:1767329436.151160:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052edf4f7. 00000100:00000040:2.0:1767329436.151283:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301281116, at 4301281280 00000100:00000010:2.0:1767329436.151291:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080a38a15. 00000100:00000040:2.0:1767329436.663108:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329436.663121:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329436.663128:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093be9636. 00000020:00000040:2.0:1767329436.663148:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329436.663154:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329436.663158:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329436.663164:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329436.663173:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007bfe2aba. 00000100:00000001:2.0:1767329436.663180:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329436.663195:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000093be9636 x1853178572227840/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329436.663206:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329436.663209:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329436.663215:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093be9636] to pc [ptlrpcd_00_03+3] req@0000000093be9636 x1853178572227840/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329436.663243:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329436.663246:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329436.663249:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329436.663253:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d72826e0. 00000020:00000040:2.0:1767329436.663256:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329436.663259:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329436.663261:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329436.663263:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329436.663267:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ecca153. 00000100:00000001:2.0:1767329436.663270:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329436.663274:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000d72826e0 x1853178572227968/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329436.663275:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329436.663281:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329436.663285:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329436.663286:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329436.663290:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329436.663294:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000093be9636 x1853178572227840/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329436.663298:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d72826e0] to pc [ptlrpcd_00_00+0] req@00000000d72826e0 x1853178572227968/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329436.663310:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329436.663311:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329436.663315:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329436.663317:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329436.663320:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329436.663324:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329436.663327:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329436.663330:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000093be9636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572227840:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329436.663335:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329436.663344:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329436.663346:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767329436.663348:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767329436.663350:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329436.663356:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329436.663360:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000546f1aea. 00000100:00000001:1.0:1767329436.663363:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329436.663364:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329436.663366:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1767329436.663367:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767329436.663370:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767329436.663372:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d99846bb. 00000400:00000010:3.0:1767329436.663373:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000579e2724. 00000100:00000001:1.0:1767329436.663377:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329436.663379:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767329436.663380:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329436.663381:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767329436.663383:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8121ef5. 00000100:00000001:1.0:1767329436.663386:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329436.663386:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329436.663389:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329436.663389:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329436.663392:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767329436.663393:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572227840, portal 25 02000000:00000001:2.0:1767329436.663394:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767329436.663399:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d72826e0 x1853178572227968/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329436.663400:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767329436.663400:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329436.663404:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777355264 : -127176932196352 : ffff8c5550220000) 02000000:00000010:2.0:1767329436.663410:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000029ea41fb. 00000100:00000040:3.0:1767329436.663414:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000093be9636 x1853178572227840/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329436.663414:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329436.663417:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329436.663419:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329436.663423:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329436.663427:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329436.663430:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329436.663431:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000d99846bb x1853178572228096/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767329436.663432:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329436.663437:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00100000:1.0:1767329436.663439:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d72826e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572227968:192.168.202.109@tcp:400: 00000400:00000010:3.0:1767329436.663443:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d929a2. 00000100:00000200:3.0:1767329436.663449:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572227840, offset 0 00000100:00000001:1.0:1767329436.663449:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329436.663453:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329436.663456:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329436.663458:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767329436.663458:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767329436.663461:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329436.663463:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329436.663465:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000042deddc4. 02000000:00000001:1.0:1767329436.663468:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329436.663471:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d99846bb] to pc [ptlrpcd_00_01+1] req@00000000d99846bb x1853178572228096/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329436.663474:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d00c8458. 00000400:00000200:3.0:1767329436.663479:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000010:1.0:1767329436.663481:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cb6d618. 00000100:00000200:1.0:1767329436.663488:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572227968, portal 10 00000400:00000200:3.0:1767329436.663490:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329436.663493:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329436.663495:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777364224 : -127176932187392 : ffff8c5550222300) 00000400:00000200:3.0:1767329436.663497:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329436.663503:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329436.663503:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329436.663505:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d72826e0 x1853178572227968/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329436.663509:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767329436.663518:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:2.0:1767329436.663522:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767329436.663523:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767329436.663527:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [406:406:256:4294967295] 192.168.202.109@tcp LPNI seq info [406:406:8:4294967295] 00000100:00000040:2.0:1767329436.663530:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6619) 00000100:00000001:0.0:1767329436.663532:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329436.663536:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00100000:0.0:1767329436.663539:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000010:1.0:1767329436.663540:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933cf678. 00000100:00000001:0.0:1767329436.663547:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329436.663548:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:1.0:1767329436.663548:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572227968, offset 0 00000100:00000001:0.0:1767329436.663557:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767329436.663561:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329436.663561:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329436.663562:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329436.663569:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767329436.663570:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049d44528. 00000400:00000200:1.0:1767329436.663570:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329436.663572:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329436.663576:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767329436.663578:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767329436.663582:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329436.663585:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:0.0:1767329436.663585:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d99846bb x1853178572228096/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329436.663591:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329436.663597:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:3.0:1767329436.663598:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329436.663605:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [407:407:255:4294967295] 192.168.202.109@tcp LPNI seq info [407:407:7:4294967295] 00000800:00000200:3.0:1767329436.663606:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049d44528 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329436.663616:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329436.663620:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329436.663622:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329436.663625:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329436.663627:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329436.663631:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301286236 00000800:00000200:1.0:1767329436.663631:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329436.663632:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767329436.663638:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000100:00000010:3.0:1767329436.663639:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d4b64bf. 02000000:00000001:0.0:1767329436.663639:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329436.663645:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329436.663649:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1767329436.663650:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d99846bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572228096:192.168.202.109@tcp:400: 00000800:00000200:1.0:1767329436.663655:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329436.663659:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301286236 00000800:00000200:1.0:1767329436.663661:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329436.663662:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1767329436.663666:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b67a03bd. 00000100:00000001:1.0:1767329436.663667:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329436.663668:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767329436.663671:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1767329436.663673:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329436.663674:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 223773 usecs (224 jiffies) 00000100:00000001:3.0:1767329436.663675:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301286236 02000000:00000001:0.0:1767329436.663678:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329436.663680:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301282016 00000100:00000010:3.0:1767329436.663682:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9c8f7ac. 00000100:00000001:1.0:1767329436.663684:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301286236 02000000:00000010:0.0:1767329436.663685:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000957ff9d4. 00000100:00000001:3.0:1767329436.663686:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767329436.663688:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301282016 02000000:00000001:0.0:1767329436.663692:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329436.663693:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301286236 00000100:00000001:1.0:1767329436.663693:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301286236 00000800:00000200:2.0:1767329436.663695:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329436.663700:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301282016 00000100:00000010:3.0:1767329436.663701:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e065e8f. 00000800:00000010:2.0:1767329436.663702:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049d44528. 00000400:00000010:0.0:1767329436.663702:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001033c719. 00000100:00000001:1.0:1767329436.663703:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301286236 00000100:00000001:3.0:1767329436.663708:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767329436.663710:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301282016 00000400:00000200:2.0:1767329436.663712:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329436.663713:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329436.663713:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301286236 00000400:00000010:0.0:1767329436.663713:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f203f08. 00000100:00000001:3.0:1767329436.663720:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329436.663721:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767329436.663723:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572228096, portal 10 00000100:00000001:3.0:1767329436.663727:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329436.663728:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329436.663728:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329436.663730:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329436.663731:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329436.663735:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777366912 : -127176932184704 : ffff8c5550222d80) 00000400:00000200:2.0:1767329436.663736:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d929a2 00000100:00000001:1.0:1767329436.663737:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329436.663738:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329436.663743:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767329436.663744:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d929a2. 00000100:00000001:1.0:1767329436.663745:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329436.663748:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329436.663749:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d99846bb x1853178572228096/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329436.663751:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329436.663752:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329436.663754:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329436.663755:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329436.663756:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329436.663760:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329436.663761:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329436.663765:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000093be9636 x1853178572227840/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329436.663765:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329436.663774:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329436.663782:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329436.663784:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767329436.663787:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f7af1d9. 00000100:00000040:2.0:1767329436.663791:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000093be9636 x1853178572227840/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329436.663794:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572228096, offset 0 00000400:00000200:0.0:1767329436.663806:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329436.663822:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329436.663824:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329436.663826:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767329436.663831:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329436.663835:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329436.663837:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329436.663840:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329436.663843:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [408:408:254:4294967295] 192.168.202.109@tcp LPNI seq info [408:408:6:4294967295] 00000400:00000200:0.0:1767329436.663851:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329436.663857:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329436.663861:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d17fa11. 00000800:00000200:0.0:1767329436.663867:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767329436.663872:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329436.663876:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d17fa11 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329436.663880:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329436.663884:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 14297 usecs (15 jiffies) 00000100:00000001:0.0:1767329436.663886:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301281807 00000100:00000001:0.0:1767329436.663889:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301286236 00000100:00000001:0.0:1767329436.663891:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301281807 00000100:00000001:0.0:1767329436.663893:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301286236 00000100:00000001:0.0:1767329436.663895:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301281807 00000100:00000001:0.0:1767329436.663897:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301286236 00000100:00000001:0.0:1767329436.663900:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301281807 00000800:00000200:2.0:1767329436.663902:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329436.663902:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301286236 00000800:00000010:2.0:1767329436.663907:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000100:00000001:0.0:1767329436.663908:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329436.663913:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329436.663918:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329436.663918:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329436.663926:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329436.663929:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329436.663935:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933cf678 00000400:00000010:2.0:1767329436.663937:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000933cf678. 00000100:00000001:2.0:1767329436.663940:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329436.663944:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d72826e0 x1853178572227968/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329436.663955:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329436.663958:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d72826e0 x1853178572227968/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329436.663965:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329436.663966:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329436.663977:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329436.663978:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d17fa11. 00000400:00000200:2.0:1767329436.663981:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329436.663985:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329436.663987:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f7af1d9 00000400:00000010:2.0:1767329436.663989:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f7af1d9. 00000100:00000001:2.0:1767329436.663998:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329436.664001:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d99846bb x1853178572228096/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329436.664009:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329436.664011:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d99846bb x1853178572228096/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329436.664040:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329436.664042:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329436.665402:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329436.665413:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329436.665422:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329436.665425:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329436.665433:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329436.665444:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280c500 00000400:00000200:2.0:1767329436.665453:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xd85 [1] + 224 00000800:00000001:2.0:1767329436.665461:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329436.665469:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329436.665472:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329436.665475:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329436.665479:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329436.665483:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000093be9636 x1853178572227840/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329436.665492:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000093be9636 x1853178572227840/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329436.665508:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329436.665515:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329436.665519:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329436.665533:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329436.665536:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329436.665542:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329436.665543:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329436.665545:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000579e2724. 00000400:00000200:3.0:1767329436.665549:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8121ef5 00000400:00000010:3.0:1767329436.665550:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8121ef5. 00000100:00000001:3.0:1767329436.665552:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329436.665556:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000093be9636 x1853178572227840/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329436.665563:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000093be9636 x1853178572227840/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329436.665569:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329436.665570:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329436.665572:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329436.665574:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329436.665576:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329436.665578:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329436.665580:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329436.665586:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=133 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329436.665589:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=133 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329436.665591:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329436.665592:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329436.665594:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329436.665597:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329436.665598:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329436.665601:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000093be9636 x1853178572227840/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329436.665606:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329436.665608:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329436.665609:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329436.665612:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093be9636 x1853178572227840/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329452 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329436.665617:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000093be9636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572227840:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329436.665628:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329436.665630:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329436.665633:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000093be9636 x1853178572227840/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329452 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329436.665640:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329436.665643:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329436.665646:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000546f1aea. 02000000:00000001:3.0:1767329436.665648:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329436.665651:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329436.665653:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1767329436.665655:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329436.665657:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007bfe2aba. 02000000:00000001:3.0:1767329436.665661:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329436.665663:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329436.665664:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093be9636. 00000100:00000001:3.0:1767329436.665668:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329436.665669:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329436.665671:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329436.665674:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329436.665676:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329436.665678:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329436.665679:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329436.665963:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329436.665970:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329436.665972:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329436.665975:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329436.665979:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329436.665987:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280c580 00000400:00000200:2.0:1767329436.665992:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xd8d [1] + 224 00000800:00000001:2.0:1767329436.665997:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329436.665999:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329436.666001:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329436.666005:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329436.666008:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329436.666011:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d72826e0 x1853178572227968/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329436.666041:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d72826e0 x1853178572227968/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329436.666061:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329436.666068:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329436.666072:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329436.666074:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329436.666076:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329436.666093:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329436.666100:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280c600 00000400:00000200:2.0:1767329436.666104:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xd95 [1] + 224 00000800:00000001:2.0:1767329436.666108:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329436.666114:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329436.666117:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329436.666121:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329436.666125:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329436.666126:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329436.666129:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767329436.666133:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d99846bb x1853178572228096/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329436.666134:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329436.666137:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329436.666139:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d00c8458. 00000400:00000200:1.0:1767329436.666145:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cb6d618 00000400:00000010:1.0:1767329436.666148:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cb6d618. 00000100:00000040:2.0:1767329436.666151:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d99846bb x1853178572228096/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329436.666152:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329436.666158:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d72826e0 x1853178572227968/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329436.666175:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d72826e0 x1853178572227968/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329436.666180:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329436.666182:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329436.666182:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329436.666186:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329436.666188:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329436.666189:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329436.666190:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329436.666191:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767329436.666195:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329436.666198:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767329436.666199:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=123 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329436.666204:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=123 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329436.666206:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329436.666207:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329436.666209:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329436.666212:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329436.666215:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329436.666216:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329436.666217:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329436.666218:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329436.666220:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329436.666221:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329436.666226:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d72826e0 x1853178572227968/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767329436.666226:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329436.666234:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329436.666236:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001033c719. 00000400:00000200:0.0:1767329436.666240:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f203f08 00000400:00000010:0.0:1767329436.666243:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f203f08. 00000100:00000001:1.0:1767329436.666249:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329436.666250:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329436.666252:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329436.666254:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329436.666257:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d99846bb x1853178572228096/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329436.666261:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d72826e0 x1853178572227968/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329452 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329436.666280:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d99846bb x1853178572228096/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329436.666282:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d72826e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572227968:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329436.666292:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329436.666296:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329436.666297:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329436.666299:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329436.666300:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d72826e0 x1853178572227968/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329452 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329436.666302:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329436.666305:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329436.666307:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329436.666309:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329436.666312:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329436.666313:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329436.666315:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329436.666317:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000042deddc4. 00000100:00001000:0.0:1767329436.666318:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=133 v=5 (5 5 5 5) 02000000:00000001:1.0:1767329436.666320:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1767329436.666323:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=80 v=5 (1 1 0 0) 00000020:00000001:1.0:1767329436.666324:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329436.666326:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329436.666328:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767329436.666329:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767329436.666331:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329436.666332:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ecca153. 00010000:00000001:0.0:1767329436.666334:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767329436.666335:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329436.666338:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:0.0:1767329436.666340:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d99846bb x1853178572228096/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767329436.666341:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d72826e0. 00000100:00000001:1.0:1767329436.666346:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329436.666348:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329436.666353:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767329436.666355:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329436.666358:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329436.666359:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767329436.666360:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329436.666361:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329436.666365:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329436.666365:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329436.666368:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329436.666369:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329436.666374:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d99846bb x1853178572228096/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329436.666378:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329436.666380:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329436.666381:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329436.666389:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d99846bb x1853178572228096/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329452 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329436.666394:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d99846bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572228096:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329436.666397:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329436.666398:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329436.666399:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d99846bb x1853178572228096/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329452 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329436.666404:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329436.666405:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329436.666406:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000957ff9d4. 02000000:00000001:0.0:1767329436.666408:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329436.666409:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329436.666410:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329436.666411:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329436.666412:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000029ea41fb. 02000000:00000001:0.0:1767329436.666414:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329436.666415:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329436.666416:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d99846bb. 00000100:00000001:0.0:1767329436.666418:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329436.666418:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329436.666420:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329436.666422:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329436.666423:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329436.666425:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329436.666426:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329436.727111:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329436.727115:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329436.727120:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329436.727121:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329436.727180:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329436.727184:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329436.727186:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329437.751130:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329437.751137:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329437.751144:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329437.751145:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329437.751190:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329437.751196:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329437.751199:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329438.775116:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329438.775124:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329438.775130:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329438.775131:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329438.775161:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329438.775166:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329438.775170:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329439.799117:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329439.799125:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329439.799130:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329439.799131:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329439.799180:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329439.799184:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329439.799187:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329440.823123:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329440.823131:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329440.823137:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329440.823138:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329440.823183:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329440.823187:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329440.823190:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329441.271122:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301286236, at 4301286400 00000100:00000040:2.0:1767329441.271125:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301286236, at 4301286400 00000100:00000040:3.0:1767329441.271126:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301286236, at 4301286400 00000100:00000010:3.0:1767329441.271142:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e065e8f. 00000100:00000010:1.0:1767329441.271144:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b67a03bd. 00000100:00000010:2.0:1767329441.271148:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9c8f7ac. 00000100:00000040:0.0:1767329441.271320:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301286236, at 4301286400 00000100:00000010:0.0:1767329441.271329:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d4b64bf. 00000100:00000040:1.0:1767329441.783155:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329441.783169:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329441.783179:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000446a1ebc. 00000020:00000040:1.0:1767329441.783188:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329441.783194:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329441.783198:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329441.783205:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329441.783216:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d0d0c54. 00000100:00000001:1.0:1767329441.783224:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329441.783239:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000446a1ebc x1853178572228224/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329441.783253:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329441.783257:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329441.783263:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a1ebc] to pc [ptlrpcd_00_02+2] req@00000000446a1ebc x1853178572228224/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329441.783299:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329441.783318:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329441.783319:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329441.783324:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329441.783325:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329441.783326:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767329441.783330:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767329441.783332:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 00000020:00000040:1.0:1767329441.783338:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329441.783338:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329441.783341:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000446a1ebc x1853178572228224/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329441.783346:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329441.783349:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329441.783354:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329441.783356:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329441.783360:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329441.783361:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ce889c. 02000000:00000001:2.0:1767329441.783365:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329441.783368:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329441.783369:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329441.783375:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329441.783378:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000dfc75053 x1853178572228352/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329441.783382:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572228224:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329441.783393:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329441.783398:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767329441.783400:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329441.783401:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329441.783405:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329441.783410:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfc75053] to pc [ptlrpcd_00_03+3] req@00000000dfc75053 x1853178572228352/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329441.783411:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329441.783418:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001ce80ca3. 02000000:00000001:2.0:1767329441.783423:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329441.783431:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0b0a4fc. 00000100:00000001:1.0:1767329441.783434:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329441.783438:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767329441.783440:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004740f0f1. 00000100:00000001:1.0:1767329441.783443:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767329441.783449:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767329441.783450:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc9b4205. 00000100:00000200:2.0:1767329441.783451:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572228224, portal 25 00000100:00000001:0.0:1767329441.783452:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329441.783455:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329441.783458:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1767329441.783458:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000040:0.0:1767329441.783462:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572228352/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329441.783463:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777192320 : -127176932359296 : ffff8c55501f8380) 00000100:00000001:1.0:1767329441.783464:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329441.783468:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329441.783472:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329441.783476:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000446a1ebc x1853178572228224/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329441.783477:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329441.783480:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329441.783481:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 02000000:00000001:0.0:1767329441.783485:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329441.783489:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329441.783490:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329441.783496:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329441.783498:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329441.783501:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000cc9b4205 x1853178572228480/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329441.783502:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572228352:192.168.202.109@tcp:400: 00000100:00000040:2.0:1767329441.783508:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329441.783512:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767329441.783515:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000408ebb8d. 02000000:00000001:0.0:1767329441.783516:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329441.783519:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329441.783522:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572228224, offset 0 02000000:00000001:0.0:1767329441.783524:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329441.783526:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329441.783529:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329441.783530:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081d167d1. 02000000:00000001:0.0:1767329441.783534:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329441.783537:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:1.0:1767329441.783537:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9b4205] to pc [ptlrpcd_00_00+0] req@00000000cc9b4205 x1853178572228480/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329441.783541:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001033c719. 00000400:00000010:0.0:1767329441.783548:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f203f08. 00000100:00000200:0.0:1767329441.783553:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572228352, portal 10 00000100:00000001:0.0:1767329441.783555:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329441.783556:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000400:00000200:2.0:1767329441.783559:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:0.0:1767329441.783565:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572228352/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329441.783572:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329441.783582:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329441.783585:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767329441.783591:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767329441.783592:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329441.783594:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000110f2f61. 00000100:00000200:0.0:1767329441.783596:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572228352, offset 0 00000400:00000200:0.0:1767329441.783602:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329441.783607:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329441.783607:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329441.783613:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767329441.783617:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [409:409:256:4294967295] 192.168.202.109@tcp LPNI seq info [409:409:8:4294967295] 00000100:00000040:1.0:1767329441.783621:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767329441.783627:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329441.783630:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6624) 00000100:00000001:3.0:1767329441.783633:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329441.783638:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329441.783645:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc9b4205 x1853178572228480/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329441.783646:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329441.783646:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329441.783652:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329441.783661:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1767329441.783663:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329441.783664:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329441.783664:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:3.0:1767329441.783670:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329441.783673:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329441.783673:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767329441.783674:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029ea41fb. 02000000:00000001:3.0:1767329441.783679:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329441.783679:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00100000:3.0:1767329441.783683:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572228480:192.168.202.109@tcp:400: 00000800:00000200:2.0:1767329441.783689:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329441.783692:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329441.783699:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767329441.783699:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:3.0:1767329441.783704:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767329441.783705:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [410:410:255:4294967295] 192.168.202.109@tcp LPNI seq info [410:410:7:4294967295] 02000000:00000001:3.0:1767329441.783707:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329441.783707:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:3.0:1767329441.783713:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767329441.783716:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000029ea41fb type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1767329441.783717:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000763ee68e. 02000000:00000001:3.0:1767329441.783723:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329441.783724:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:3.0:1767329441.783727:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000579e2724. 00000800:00000200:0.0:1767329441.783732:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329441.783734:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8121ef5. 00000800:00000010:0.0:1767329441.783736:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd12ef3a. 00000100:00000200:3.0:1767329441.783739:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572228480, portal 10 00000100:00000001:2.0:1767329441.783739:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329441.783745:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329441.783746:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329441.783749:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777203072 : -127176932348544 : ffff8c55501fad80) 00000100:00000001:2.0:1767329441.783749:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301291356 00000800:00000200:0.0:1767329441.783755:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:2.0:1767329441.783758:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f36ccd6c. 00000100:00000040:3.0:1767329441.783759:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc9b4205 x1853178572228480/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329441.783759:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd12ef3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329441.783766:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329441.783770:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767329441.783773:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 221970 usecs (222 jiffies) 00000100:00000001:3.0:1767329441.783774:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329441.783779:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301287134 00000100:00000001:2.0:1767329441.783780:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301291356 00000100:00000040:3.0:1767329441.783782:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329441.783785:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301291356 00000400:00000010:3.0:1767329441.783788:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b779618. 00000100:00000010:2.0:1767329441.783789:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e23bb884. 00000100:00000001:0.0:1767329441.783789:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301287134 00000100:00000200:3.0:1767329441.783793:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572228480, offset 0 00000100:00000001:2.0:1767329441.783798:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767329441.783802:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329441.783806:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301291356 00000100:00000001:0.0:1767329441.783807:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301291356 00000800:00000200:1.0:1767329441.783811:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767329441.783812:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329441.783813:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301287134 00000100:00000010:2.0:1767329441.783816:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7e9c430. 00000800:00000010:1.0:1767329441.783818:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029ea41fb. 00000400:00000200:3.0:1767329441.783821:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329441.783822:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767329441.783827:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329441.783829:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329441.783830:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301291356 00000400:00000200:3.0:1767329441.783831:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329441.783831:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301291356 00000100:00000001:0.0:1767329441.783836:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301287134 00000400:00000200:3.0:1767329441.783839:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000010:2.0:1767329441.783839:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e316d56. 00000400:00000200:1.0:1767329441.783844:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329441.783847:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767329441.783848:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [411:411:254:4294967295] 192.168.202.109@tcp LPNI seq info [411:411:6:4294967295] 00000100:00000001:2.0:1767329441.783856:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329441.783856:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301291356 00000100:00000001:0.0:1767329441.783862:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329441.783863:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329441.783863:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329441.783867:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329441.783872:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329441.783873:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329441.783875:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000408ebb8d 00000800:00000200:3.0:1767329441.783878:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329441.783878:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329441.783879:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329441.783881:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000408ebb8d. 00000800:00000010:3.0:1767329441.783886:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065561a0b. 00000100:00000001:2.0:1767329441.783891:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329441.783891:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329441.783891:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767329441.783895:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329441.783895:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329441.783896:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329441.783899:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767329441.783902:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000446a1ebc x1853178572228224/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329441.783903:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329441.783904:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329441.783907:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329441.783908:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329441.783909:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329441.783914:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329441.783916:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000065561a0b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329441.783916:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329441.783923:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329441.783924:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329441.783929:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329441.783935:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000446a1ebc x1853178572228224/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329441.783937:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 14207 usecs (15 jiffies) 00000100:00000001:3.0:1767329441.783944:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301286927 00000100:00000001:3.0:1767329441.783948:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301291356 00000100:00000001:3.0:1767329441.783952:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301286927 00000100:00000001:3.0:1767329441.783955:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301291356 00000100:00000001:1.0:1767329441.783957:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329441.783958:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301286927 00000100:00000001:3.0:1767329441.783962:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301291356 00000100:00000001:1.0:1767329441.783962:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329441.783966:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301286927 00000100:00000001:3.0:1767329441.783967:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301291356 00000100:00000001:3.0:1767329441.783968:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329441.783970:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329441.783972:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329441.783974:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329441.783977:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329441.783978:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329441.783981:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767329441.783981:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329441.783983:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329441.783985:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767329441.783987:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd12ef3a. 00000100:00000001:3.0:1767329441.783988:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329441.783993:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329441.784001:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329441.784004:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000110f2f61 00000400:00000010:1.0:1767329441.784007:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000110f2f61. 00000100:00000001:1.0:1767329441.784057:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329441.784061:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572228352/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329441.784070:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329441.784079:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572228352/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329441.784087:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329441.784089:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329441.784150:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329441.784153:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065561a0b. 00000400:00000200:1.0:1767329441.784157:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329441.784161:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329441.784164:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b779618 00000400:00000010:1.0:1767329441.784166:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b779618. 00000100:00000001:1.0:1767329441.784169:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329441.784172:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc9b4205 x1853178572228480/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329441.784180:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329441.784182:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc9b4205 x1853178572228480/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329441.784189:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329441.784190:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329441.785714:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329441.785752:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329441.785756:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329441.785759:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329441.785766:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329441.785777:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280c680 00000400:00000200:2.0:1767329441.785784:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xd9d [1] + 224 00000800:00000001:2.0:1767329441.785792:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329441.785797:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329441.785798:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329441.785802:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329441.785807:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329441.785811:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000446a1ebc x1853178572228224/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329441.785821:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000446a1ebc x1853178572228224/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329441.785839:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329441.785846:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329441.785849:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329441.785851:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329441.785853:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329441.785858:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329441.785864:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280c700 00000400:00000200:2.0:1767329441.785870:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xda5 [1] + 224 00000800:00000001:2.0:1767329441.785874:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329441.785877:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767329441.785878:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329441.785881:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329441.785883:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329441.785888:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000001:1.0:1767329441.785889:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329441.785892:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329441.785894:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0b0a4fc. 00000400:00000200:1.0:1767329441.785899:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004740f0f1 00000400:00000010:1.0:1767329441.785900:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004740f0f1. 00000100:00000001:1.0:1767329441.785903:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329441.785905:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329441.785909:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000446a1ebc x1853178572228224/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329441.785912:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572228352/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329441.785935:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000446a1ebc x1853178572228224/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329441.785939:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfc75053 x1853178572228352/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329441.785943:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329441.785945:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329441.785948:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329441.785951:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329441.785960:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329441.785962:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329441.785965:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767329441.785965:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329441.785973:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767329441.785974:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=138 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329441.785979:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=138 v=5 (1 1 1 1) 00000800:00000001:2.0:1767329441.785981:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329441.785982:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329441.785984:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329441.785987:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767329441.785988:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329441.785991:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329441.785993:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329441.785994:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329441.786001:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000446a1ebc x1853178572228224/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329441.786004:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767329441.786013:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329441.786054:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329441.786056:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329441.786058:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329441.786060:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329441.786061:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280c780 00000400:00000001:0.0:1767329441.786063:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329441.786067:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767329441.786068:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000446a1ebc x1853178572228224/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329457 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329441.786071:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001033c719. 00000400:00000200:0.0:1767329441.786078:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f203f08 00000100:00100000:1.0:1767329441.786081:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572228224:192.168.202.109@tcp:400: 00000400:00000010:0.0:1767329441.786082:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f203f08. 00000100:00000001:1.0:1767329441.786089:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329441.786090:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329441.786091:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767329441.786095:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xdad [1] + 224 00000100:00000040:1.0:1767329441.786100:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000446a1ebc x1853178572228224/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329457 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329441.786101:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572228352/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329441.786103:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329441.786112:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329441.786117:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329441.786127:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767329441.786130:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 02000000:00000001:1.0:1767329441.786132:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767329441.786134:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572228352/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329441.786137:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001ce80ca3. 00000100:00000001:2.0:1767329441.786138:0:208642:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767329441.786144:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767329441.786145:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767329441.786147:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc9b4205 x1853178572228480/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767329441.786148:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329441.786149:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767329441.786152:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329441.786154:0:208651:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767329441.786158:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767329441.786159:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329441.786162:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1767329441.786163:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d0d0c54. 00000100:00000001:0.0:1767329441.786165:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329441.786168:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc9b4205 x1853178572228480/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329441.786169:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329441.786170:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329441.786174:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1767329441.786176:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=128 v=5 (5 5 5 5) 00000100:00000010:1.0:1767329441.786177:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000446a1ebc. 00000100:00001000:0.0:1767329441.786184:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=128 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329441.786188:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329441.786191:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329441.786193:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329441.786194:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329441.786196:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329441.786200:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767329441.786200:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329441.786201:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329441.786204:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329441.786205:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329441.786208:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767329441.786209:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329441.786210:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767329441.786211:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329441.786214:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000800:00000001:2.0:1767329441.786216:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329441.786217:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329441.786219:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329441.786225:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfc75053 x1853178572228352/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329441.786231:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329441.786233:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329441.786234:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329441.786237:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572228352/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329457 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329441.786241:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329441.786246:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329441.786251:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329441.786254:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329441.786257:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000579e2724. 00000100:00100000:0.0:1767329441.786263:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572228352:192.168.202.109@tcp:400: 00000400:00000200:3.0:1767329441.786264:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8121ef5 00000400:00000010:3.0:1767329441.786269:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8121ef5. 00000100:00000001:0.0:1767329441.786273:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329441.786274:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329441.786279:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767329441.786283:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc9b4205 x1853178572228480/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329441.786287:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572228352/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329457 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329441.786311:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767329441.786312:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc9b4205 x1853178572228480/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329441.786314:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329441.786317:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081d167d1. 02000000:00000001:0.0:1767329441.786323:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329441.786326:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767329441.786329:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767329441.786329:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329441.786332:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329441.786333:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ce889c. 02000000:00000001:0.0:1767329441.786336:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329441.786339:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767329441.786341:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767329441.786341:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000100:00000001:0.0:1767329441.786346:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329441.786347:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767329441.786348:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329441.786351:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329441.786352:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329441.786356:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329441.786357:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329441.786360:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329441.786360:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329441.786366:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329441.786366:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329441.786370:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329441.786373:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=138 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329441.786379:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=85 v=5 (1 1 0 0) 00000100:00000001:3.0:1767329441.786382:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329441.786384:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329441.786386:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767329441.786391:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cc9b4205 x1853178572228480/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329441.786398:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329441.786400:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329441.786402:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329441.786404:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329441.786405:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329441.786408:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc9b4205 x1853178572228480/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329441.786415:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329441.786417:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329441.786418:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329441.786421:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc9b4205 x1853178572228480/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329457 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329441.786429:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572228480:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329441.786434:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329441.786436:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329441.786439:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc9b4205 x1853178572228480/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329457 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329441.786446:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329441.786448:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329441.786455:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000763ee68e. 02000000:00000001:3.0:1767329441.786458:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329441.786460:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329441.786461:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329441.786464:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329441.786466:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 02000000:00000001:3.0:1767329441.786469:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329441.786471:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329441.786472:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc9b4205. 00000100:00000001:3.0:1767329441.786475:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329441.786476:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329441.786477:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329441.786480:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329441.786481:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329441.786483:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329441.786484:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329441.847109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329441.847114:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329441.847120:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329441.847121:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329441.847145:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329441.847150:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329441.847153:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329442.871107:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329442.871114:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329442.871121:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329442.871123:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329442.871169:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329442.871173:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329442.871176:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329443.895103:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329443.895115:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329443.895118:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329443.895121:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329443.895127:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329443.895129:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329443.895131:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329443.895134:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329443.895139:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329443.895140:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329443.895177:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329443.895180:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329443.895183:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329444.919074:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329444.919082:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329444.919088:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329444.919089:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329444.919148:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329444.919154:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329444.919158:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329445.943100:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329445.943109:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329445.943117:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329445.943120:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329445.943123:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329445.943129:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329445.943132:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329445.943133:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329445.943137:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329445.943140:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329445.943166:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329445.943169:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329445.943244:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329445.943250:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329445.943254:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329446.391132:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301291356, at 4301291520 00000100:00000040:2.0:1767329446.391147:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301291356, at 4301291520 00000100:00000010:1.0:1767329446.391151:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e23bb884. 00000100:00000040:3.0:1767329446.391154:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301291356, at 4301291520 00000100:00000010:2.0:1767329446.391161:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7e9c430. 00000100:00000010:3.0:1767329446.391171:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e316d56. 00000100:00000040:0.0:1767329446.391517:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301291356, at 4301291520 00000100:00000010:0.0:1767329446.391527:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f36ccd6c. 00000100:00000040:3.0:1767329446.903134:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329446.903143:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329446.903151:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000aa68ef7. 00000020:00000040:3.0:1767329446.903158:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329446.903165:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329446.903168:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329446.903174:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329446.903182:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f9bec14. 00000100:00000001:3.0:1767329446.903188:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329446.903200:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000000aa68ef7 x1853178572228608/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329446.903211:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329446.903214:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329446.903219:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000aa68ef7] to pc [ptlrpcd_00_01+1] req@000000000aa68ef7 x1853178572228608/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329446.903257:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329446.903261:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329446.903265:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767329446.903268:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767329446.903269:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030aeebd2. 00000020:00000040:3.0:1767329446.903274:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329446.903274:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329446.903277:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329446.903279:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329446.903280:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329446.903283:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767329446.903284:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329446.903287:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329446.903293:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000093c7fc40. 00000100:00000040:2.0:1767329446.903294:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000aa68ef7 x1853178572228608/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329446.903301:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329446.903304:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329446.903307:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329446.903310:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000030aeebd2 x1853178572228736/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767329446.903312:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329446.903316:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329446.903321:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329446.903327:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000aa68ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572228608:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329446.903329:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329446.903332:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329446.903334:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329446.903338:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767329446.903341:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030aeebd2] to pc [ptlrpcd_00_02+2] req@0000000030aeebd2 x1853178572228736/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329446.903343:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329446.903347:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329446.903352:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c38ffca1. 02000000:00000001:2.0:1767329446.903356:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329446.903361:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb4bc9a0. 00000400:00000010:2.0:1767329446.903368:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009532038b. 00000100:00000001:3.0:1767329446.903371:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329446.903374:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572228608, portal 25 00000100:00000040:3.0:1767329446.903376:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329446.903378:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329446.903381:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776929280 : -127176932622336 : ffff8c55501b8000) 00000100:00000001:3.0:1767329446.903385:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767329446.903389:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767329446.903392:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016573b0d. 00000100:00000040:2.0:1767329446.903392:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000aa68ef7 x1853178572228608/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329446.903394:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000040:3.0:1767329446.903399:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329446.903399:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329446.903400:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329446.903414:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329446.903416:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329446.903416:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329446.903418:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767329446.903425:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767329446.903427:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329446.903428:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329446.903431:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329446.903433:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b565a76. 00000100:00000001:0.0:1767329446.903433:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767329446.903438:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024fb3337. 00000100:00000001:0.0:1767329446.903438:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767329446.903439:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572228608, offset 0 00000100:00000001:0.0:1767329446.903440:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329446.903446:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329446.903449:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000030aeebd2 x1853178572228736/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329446.903453:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329446.903458:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000016573b0d x1853178572228864/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329446.903469:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767329446.903471:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329446.903472:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329446.903478:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329446.903482:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329446.903483:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767329446.903486:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329446.903488:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767329446.903492:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00100000:0.0:1767329446.903492:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572228736:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329446.903498:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329446.903499:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329446.903500:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767329446.903507:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:0.0:1767329446.903507:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767329446.903511:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016573b0d] to pc [ptlrpcd_00_03+3] req@0000000016573b0d x1853178572228864/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329446.903511:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329446.903515:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767329446.903517:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [412:412:256:4294967295] 192.168.202.109@tcp LPNI seq info [412:412:8:4294967295] 02000000:00000010:0.0:1767329446.903520:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077a1b1ef. 02000000:00000001:0.0:1767329446.903524:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329446.903531:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001033c719. 00000400:00000200:2.0:1767329446.903539:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:0.0:1767329446.903539:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f203f08. 00000100:00000200:0.0:1767329446.903543:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572228736, portal 10 00000100:00000001:3.0:1767329446.903544:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329446.903545:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329446.903548:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776931072 : -127176932620544 : ffff8c55501b8700) 00000100:00000040:3.0:1767329446.903551:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767329446.903558:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767329446.903560:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000030aeebd2 x1853178572228736/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767329446.903562:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329446.903567:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329446.903568:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6629) 00000800:00000010:2.0:1767329446.903570:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ecca153. 00000100:00100000:1.0:1767329446.903576:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767329446.903588:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767329446.903589:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329446.903590:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329446.903603:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329446.903605:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767329446.903606:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329446.903610:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767329446.903611:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bf2e96d. 00000800:00000200:2.0:1767329446.903612:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ecca153 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329446.903628:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767329446.903629:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572228736, offset 0 00000100:00000001:1.0:1767329446.903636:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329446.903639:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329446.903641:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329446.903645:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329446.903649:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301296476 00000100:00000040:1.0:1767329446.903654:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016573b0d x1853178572228864/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767329446.903659:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025faadfe. 00000400:00000200:0.0:1767329446.903669:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329446.903672:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767329446.903685:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301296476 00000400:00000200:0.0:1767329446.903688:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1767329446.903697:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7e9c430. 00000100:00000001:1.0:1767329446.903702:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767329446.903703:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329446.903705:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767329446.903715:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329446.903718:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301296476 00000400:00000200:0.0:1767329446.903720:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767329446.903728:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767329446.903730:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d290b1f. 00000400:00000200:0.0:1767329446.903730:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:1.0:1767329446.903737:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329446.903738:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000200:3.0:1767329446.903744:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767329446.903748:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [413:413:255:4294967295] 192.168.202.109@tcp LPNI seq info [413:413:7:4294967295] 02000000:00000001:1.0:1767329446.903749:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329446.903751:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301296476 00000800:00000010:3.0:1767329446.903752:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ecca153. 00000100:00000010:2.0:1767329446.903762:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c965d38. 00000100:00100000:1.0:1767329446.903766:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000016573b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572228864:192.168.202.109@tcp:400: 00000400:00000200:3.0:1767329446.903767:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329446.903774:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767329446.903785:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329446.903788:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329446.903793:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329446.903795:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329446.903797:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767329446.903804:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329446.903807:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329446.903807:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329446.903812:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b565a76 00000800:00000200:0.0:1767329446.903821:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329446.903822:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329446.903823:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767329446.903824:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b565a76. 00000800:00000010:0.0:1767329446.903827:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba0b6bbc. 02000000:00000010:1.0:1767329446.903833:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f49c921a. 00000100:00000001:2.0:1767329446.903835:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329446.903836:0:208643:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767329446.903840:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329446.903841:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329446.903843:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1767329446.903851:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d00c8458. 00000100:00000001:2.0:1767329446.903853:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767329446.903857:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329446.903859:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767329446.903860:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cb6d618. 00000800:00000200:0.0:1767329446.903863:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba0b6bbc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329446.903866:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329446.903871:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329446.903875:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329446.903876:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572228864, portal 10 00000100:00000040:0.0:1767329446.903877:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 220192 usecs (221 jiffies) 00000100:00000001:1.0:1767329446.903892:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329446.903893:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301292253 00000100:00000001:1.0:1767329446.903902:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776938240 : -127176932613376 : ffff8c55501ba300) 00000100:00000001:0.0:1767329446.903902:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301296476 00000100:00000200:3.0:1767329446.903907:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000aa68ef7 x1853178572228608/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329446.903912:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301292253 00000100:00000001:0.0:1767329446.903915:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301296476 00000100:00000040:1.0:1767329446.903922:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000016573b0d x1853178572228864/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329446.903922:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301292253 00000100:00000001:0.0:1767329446.903926:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301296476 00000100:00000001:0.0:1767329446.903930:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301292253 00000100:00000001:0.0:1767329446.903937:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301296476 00000100:00000001:3.0:1767329446.903938:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329446.903946:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767329446.903952:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000aa68ef7 x1853178572228608/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329446.903957:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329446.903964:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329446.903965:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329446.903975:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329446.903992:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329446.903994:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329446.904000:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767329446.904002:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933cf678. 00000100:00000001:0.0:1767329446.904003:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329446.904010:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329446.904012:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572228864, offset 0 00000100:00000001:0.0:1767329446.904013:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329446.904056:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767329446.904062:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329446.904080:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329446.904092:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329446.904101:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329446.904105:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329446.904110:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:3.0:1767329446.904117:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767329446.904118:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [414:414:255:4294967295] 192.168.202.109@tcp LPNI seq info [414:414:7:4294967295] 00000800:00000010:3.0:1767329446.904127:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba0b6bbc. 00000400:00000200:3.0:1767329446.904135:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329446.904151:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329446.904157:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329446.904162:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 00000800:00000200:1.0:1767329446.904170:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767329446.904178:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329446.904182:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329446.904186:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329446.904190:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 14117 usecs (15 jiffies) 00000100:00000001:1.0:1767329446.904194:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301292048 00000100:00000001:1.0:1767329446.904196:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301296476 00000400:00000200:3.0:1767329446.904201:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329446.904202:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301292048 00000100:00000001:1.0:1767329446.904209:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301296476 00000100:00000001:1.0:1767329446.904213:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301292048 00000400:00000200:3.0:1767329446.904214:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bf2e96d 00000100:00000001:1.0:1767329446.904216:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301296476 00000100:00000001:1.0:1767329446.904223:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301292048 00000400:00000010:3.0:1767329446.904224:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bf2e96d. 00000100:00000001:1.0:1767329446.904225:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301296476 00000100:00000001:1.0:1767329446.904234:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329446.904236:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329446.904237:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329446.904243:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329446.904248:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000030aeebd2 x1853178572228736/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329446.904249:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329446.904268:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329446.904279:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000030aeebd2 x1853178572228736/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329446.904287:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329446.904288:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329446.904329:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329446.904332:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000400:00000200:3.0:1767329446.904337:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329446.904341:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329446.904344:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933cf678 00000400:00000010:3.0:1767329446.904345:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000933cf678. 00000100:00000001:3.0:1767329446.904348:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329446.904351:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016573b0d x1853178572228864/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329446.904359:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329446.904361:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016573b0d x1853178572228864/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329446.904367:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329446.904369:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329446.906193:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329446.906207:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329446.906209:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329446.906211:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329446.906223:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329446.906235:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280c800 00000400:00000200:1.0:1767329446.906243:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xdb5 [1] + 224 00000800:00000001:1.0:1767329446.906250:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329446.906255:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329446.906257:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329446.906260:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329446.906266:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329446.906270:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000aa68ef7 x1853178572228608/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329446.906278:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000aa68ef7 x1853178572228608/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329446.906292:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329446.906300:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329446.906303:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329446.906305:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329446.906307:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329446.906311:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329446.906317:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280c880 00000100:00000001:2.0:1767329446.906318:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329446.906323:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xdbd [1] + 224 00000100:00000001:2.0:1767329446.906324:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767329446.906327:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329446.906331:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329446.906332:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767329446.906333:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767329446.906338:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767329446.906340:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:2.0:1767329446.906350:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb4bc9a0. 00000400:00000200:2.0:1767329446.906357:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009532038b 00000400:00000010:2.0:1767329446.906358:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009532038b. 00000100:00000001:2.0:1767329446.906362:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329446.906363:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329446.906371:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000030aeebd2 x1853178572228736/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329446.906374:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000aa68ef7 x1853178572228608/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329446.906399:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000030aeebd2 x1853178572228736/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329446.906424:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000aa68ef7 x1853178572228608/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329446.906429:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329446.906432:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329446.906436:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329446.906439:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329446.906440:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329446.906446:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767329446.906448:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329446.906450:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767329446.906451:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329446.906453:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329446.906455:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329446.906457:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329446.906463:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00001000:2.0:1767329446.906465:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=143 v=5 (5 5 5 5) 00000400:00000200:1.0:1767329446.906472:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280c900 00000100:00001000:2.0:1767329446.906473:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=143 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329446.906481:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767329446.906485:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xdc5 [1] + 224 00000100:00000001:0.0:1767329446.906486:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329446.906487:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329446.906493:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329446.906494:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767329446.906495:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329446.906500:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329446.906503:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767329446.906503:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767329446.906505:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767329446.906507:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767329446.906512:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000aa68ef7 x1853178572228608/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329446.906512:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767329446.906514:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001033c719. 00000400:00000200:0.0:1767329446.906525:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f203f08 00000400:00000200:1.0:1767329446.906530:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:0.0:1767329446.906533:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f203f08. 00000100:00000001:1.0:1767329446.906546:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329446.906547:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329446.906547:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329446.906560:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329446.906562:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329446.906565:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016573b0d x1853178572228864/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329446.906566:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000030aeebd2 x1853178572228736/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329446.906577:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000aa68ef7 x1853178572228608/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329462 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329446.906649:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000016573b0d x1853178572228864/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329446.906658:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000aa68ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572228608:192.168.202.109@tcp:400: 00000100:00000200:0.0:1767329446.906658:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000030aeebd2 x1853178572228736/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329446.906682:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329446.906696:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329446.906703:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000aa68ef7 x1853178572228608/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329462 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329446.906703:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329446.906705:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329446.906707:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329446.906707:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329446.906712:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767329446.906714:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329446.906716:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329446.906722:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329446.906724:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329446.906727:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329446.906728:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329446.906732:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767329446.906734:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=133 v=5 (5 5 5 5) 02000000:00000010:2.0:1767329446.906737:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c38ffca1. 00000100:00001000:0.0:1767329446.906739:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=133 v=5 (1 1 1 1) 02000000:00000001:2.0:1767329446.906743:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767329446.906743:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767329446.906747:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329446.906747:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767329446.906752:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00010000:00000001:0.0:1767329446.906752:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329446.906755:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767329446.906757:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767329446.906757:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329446.906759:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767329446.906760:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003f9bec14. 00000100:00000001:0.0:1767329446.906762:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329446.906765:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000001:3.0:1767329446.906767:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767329446.906767:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329446.906767:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767329446.906770:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767329446.906771:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767329446.906772:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:2.0:1767329446.906773:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000aa68ef7. 00000400:00000010:3.0:1767329446.906777:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d00c8458. 00000100:00000040:0.0:1767329446.906777:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000030aeebd2 x1853178572228736/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329446.906778:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329446.906781:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329446.906785:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cb6d618 00000100:00000001:2.0:1767329446.906787:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767329446.906792:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cb6d618. 00000100:00000001:2.0:1767329446.906794:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329446.906795:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329446.906798:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329446.906799:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329446.906800:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329446.906801:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329446.906804:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329446.906806:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329446.906810:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016573b0d x1853178572228864/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329446.906820:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030aeebd2 x1853178572228736/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329462 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329446.906833:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016573b0d x1853178572228864/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329446.906834:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572228736:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329446.906842:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329446.906845:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329446.906850:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000030aeebd2 x1853178572228736/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329462 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329446.906852:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329446.906856:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329446.906858:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767329446.906860:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329446.906861:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329446.906863:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077a1b1ef. 02000000:00000001:0.0:1767329446.906866:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329446.906867:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329446.906870:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 02000000:00000001:3.0:1767329446.906871:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767329446.906873:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767329446.906876:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1767329446.906876:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000093c7fc40. 02000000:00000001:0.0:1767329446.906880:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767329446.906881:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329446.906883:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329446.906886:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030aeebd2. 02000000:00000001:3.0:1767329446.906887:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329446.906889:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329446.906892:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329446.906893:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767329446.906894:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=143 v=5 (5 5 5 5) 00000100:00000001:0.0:1767329446.906896:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329446.906899:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329446.906903:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=90 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329446.906903:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329446.906906:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329446.906911:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329446.906914:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329446.906916:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767329446.906921:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000016573b0d x1853178572228864/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329446.906928:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329446.906931:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329446.906932:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329446.906934:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329446.906935:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329446.906938:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016573b0d x1853178572228864/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329446.906945:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329446.906947:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329446.906948:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329446.906951:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016573b0d x1853178572228864/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329462 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329446.906958:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000016573b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572228864:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329446.906963:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329446.906965:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329446.906967:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016573b0d x1853178572228864/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329462 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329446.906974:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329446.906975:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329446.906991:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f49c921a. 02000000:00000001:3.0:1767329446.906995:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329446.907003:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329446.907004:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329446.907006:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329446.907008:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024fb3337. 02000000:00000001:3.0:1767329446.907011:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329446.907013:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329446.907014:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016573b0d. 00000100:00000001:3.0:1767329446.907045:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329446.907048:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329446.907051:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329446.907056:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329446.907058:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329446.907060:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329446.907061:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329446.967086:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329446.967091:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329446.967098:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329446.967099:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329446.967169:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329446.967174:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329446.967179:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329447.991116:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329447.991123:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329447.991129:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329447.991146:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329447.991217:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329447.991221:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329447.991224:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329449.015094:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329449.015102:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329449.015109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329449.015110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329449.015190:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329449.015195:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329449.015198:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329450.039107:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329450.039113:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329450.039117:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329450.039118:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329450.039174:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329450.039180:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329450.039184:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329451.063103:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329451.063109:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329451.063114:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329451.063115:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329451.063177:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329451.063185:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329451.063190:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329451.511092:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301296476, at 4301296640 00000100:00000010:3.0:1767329451.511110:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c965d38. 00000100:00000040:2.0:1767329451.511152:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301296476, at 4301296640 00000100:00000040:1.0:1767329451.511154:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301296476, at 4301296640 00000100:00000040:0.0:1767329451.511154:0:213138:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301296476, at 4301296640 00000100:00000010:2.0:1767329451.511162:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d290b1f. 00000100:00000010:0.0:1767329451.511165:0:213138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025faadfe. 00000100:00000010:1.0:1767329451.511171:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7e9c430. 00000100:00000040:0.0:1767329452.023118:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329452.023128:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329452.023136:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087b3a54b. 00000020:00000040:0.0:1767329452.023157:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329452.023162:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329452.023165:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329452.023172:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329452.023180:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061991354. 00000100:00000001:0.0:1767329452.023187:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329452.023199:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000087b3a54b x1853178572228992/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329452.023209:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329452.023212:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329452.023217:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b3a54b] to pc [ptlrpcd_00_00+0] req@0000000087b3a54b x1853178572228992/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329452.023242:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329452.023243:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329452.023246:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329452.023248:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000148c304c. 00000020:00000040:0.0:1767329452.023250:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329452.023253:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329452.023254:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329452.023255:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329452.023257:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000025ce9561. 00000100:00000001:0.0:1767329452.023260:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329452.023263:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329452.023263:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000148c304c x1853178572229120/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329452.023271:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329452.023271:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329452.023275:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329452.023277:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329452.023278:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329452.023278:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000148c304c] to pc [ptlrpcd_00_01+1] req@00000000148c304c x1853178572229120/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329452.023285:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329452.023290:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087b3a54b x1853178572228992/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329452.023290:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329452.023291:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329452.023296:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767329452.023296:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329452.023301:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329452.023310:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000148c304c x1853178572229120/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329452.023313:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329452.023316:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767329452.023319:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329452.023320:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c588408. 00000020:00000040:0.0:1767329452.023326:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:3.0:1767329452.023330:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329452.023330:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329452.023333:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767329452.023334:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767329452.023335:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329452.023339:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329452.023341:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000048650044. 02000000:00000001:3.0:1767329452.023344:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329452.023346:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329452.023346:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329452.023351:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329452.023352:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329452.023354:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000001c588408 x1853178572229248/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767329452.023359:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329452.023362:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087b3a54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572228992:192.168.202.109@tcp:400: 00000100:00100000:2.0:1767329452.023369:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000148c304c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572229120:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329452.023375:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329452.023376:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329452.023379:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329452.023380:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767329452.023384:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c588408] to pc [ptlrpcd_00_02+2] req@000000001c588408 x1853178572229248/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329452.023385:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329452.023390:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329452.023394:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329452.023398:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329452.023400:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767329452.023403:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329452.023406:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2e1a91e. 02000000:00000001:3.0:1767329452.023410:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329452.023410:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1f6afd9. 00000100:00000001:0.0:1767329452.023410:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329452.023416:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767329452.023417:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329452.023421:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000579e2724. 00000100:00000040:0.0:1767329452.023423:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767329452.023427:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb4bc9a0. 00000100:00000040:0.0:1767329452.023430:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6634) 00000400:00000010:3.0:1767329452.023431:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8121ef5. 00000400:00000010:2.0:1767329452.023436:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009532038b. 00000100:00000200:3.0:1767329452.023440:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572228992, portal 25 00000100:00000200:2.0:1767329452.023442:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572229120, portal 10 00000100:00000001:3.0:1767329452.023444:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329452.023447:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578908416 : -127177130643200 : ffff8c55444df100) 00000100:00000001:2.0:1767329452.023448:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329452.023454:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578897664 : -127177130653952 : ffff8c55444dc700) 00000100:00000040:3.0:1767329452.023458:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087b3a54b x1853178572228992/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329452.023458:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767329452.023464:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:2.0:1767329452.023467:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000148c304c x1853178572229120/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329452.023470:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329452.023472:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329452.023477:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329452.023481:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767329452.023482:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329452.023486:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329452.023487:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329452.023489:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a76260. 00000100:00000001:0.0:1767329452.023497:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767329452.023501:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572228992, offset 0 00000100:00000001:0.0:1767329452.023501:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329452.023502:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329452.023505:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329452.023511:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329452.023513:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001c588408 x1853178572229248/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329452.023516:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329452.023518:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002334309b. 00000100:00000200:2.0:1767329452.023527:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572229120, offset 0 00000100:00000001:0.0:1767329452.023527:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329452.023529:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329452.023533:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767329452.023536:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329452.023541:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329452.023542:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329452.023546:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767329452.023546:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329452.023551:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001c588408 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572229248:192.168.202.109@tcp:400: 00000400:00000200:3.0:1767329452.023554:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329452.023559:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767329452.023561:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767329452.023562:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767329452.023565:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:0.0:1767329452.023565:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329452.023568:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767329452.023572:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [415:415:256:4294967295] 192.168.202.109@tcp LPNI seq info [415:415:8:4294967295] 02000000:00000010:0.0:1767329452.023573:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000148a6130. 02000000:00000001:0.0:1767329452.023577:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329452.023580:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001033c719. 00000400:00000200:3.0:1767329452.023586:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:0.0:1767329452.023587:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f203f08. 00000100:00000200:0.0:1767329452.023593:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572229248, portal 10 00000800:00000200:3.0:1767329452.023597:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329452.023599:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767329452.023600:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329452.023602:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578901248 : -127177130650368 : ffff8c55444dd500) 00000800:00000010:3.0:1767329452.023606:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024fb3337. 00000400:00000200:2.0:1767329452.023610:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767329452.023613:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001c588408 x1853178572229248/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767329452.023618:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329452.023618:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329452.023626:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329452.023630:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767329452.023634:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329452.023634:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:0.0:1767329452.023637:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329452.023641:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae867cfe. 00000400:00000200:2.0:1767329452.023645:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [416:416:255:4294967295] 192.168.202.109@tcp LPNI seq info [416:416:7:4294967295] 00000800:00000200:3.0:1767329452.023648:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000024fb3337 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1767329452.023648:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572229248, offset 0 00000400:00000200:0.0:1767329452.023660:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329452.023667:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329452.023669:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329452.023675:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329452.023676:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301301596 00000400:00000200:0.0:1767329452.023681:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000010:3.0:1767329452.023683:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000050346681. 00000800:00000010:2.0:1767329452.023685:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bfe2aba. 00000400:00000200:0.0:1767329452.023688:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329452.023692:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767329452.023693:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:2.0:1767329452.023699:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329452.023701:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329452.023702:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301301596 00000100:00000010:3.0:1767329452.023708:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e065e8f. 00000400:00000200:0.0:1767329452.023708:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:2.0:1767329452.023714:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329452.023715:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767329452.023716:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [417:417:254:4294967295] 192.168.202.109@tcp LPNI seq info [417:417:6:4294967295] 00000100:00000001:3.0:1767329452.023721:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301301596 00000800:00000200:2.0:1767329452.023723:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007bfe2aba type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1767329452.023725:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2f27e4f. 00000100:00000001:3.0:1767329452.023734:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767329452.023735:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329452.023740:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329452.023741:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301301596 00000800:00000200:1.0:1767329452.023742:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767329452.023743:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 218450 usecs (219 jiffies) 00000100:00000010:3.0:1767329452.023752:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002576172e. 00000800:00000010:1.0:1767329452.023752:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024fb3337. 00000100:00000001:2.0:1767329452.023754:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301297371 00000800:00000200:0.0:1767329452.023760:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329452.023762:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767329452.023768:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329452.023769:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329452.023770:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301301596 00000800:00000010:0.0:1767329452.023771:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba0b6bbc. 00000100:00000001:3.0:1767329452.023777:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329452.023779:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301297371 00000100:00000001:3.0:1767329452.023781:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329452.023788:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767329452.023789:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329452.023791:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301301596 00000400:00000200:1.0:1767329452.023791:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329452.023795:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329452.023804:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329452.023805:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301297371 00000100:00000001:3.0:1767329452.023811:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329452.023811:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a76260 00000100:00000001:2.0:1767329452.023813:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301301596 00000800:00000200:0.0:1767329452.023813:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329452.023820:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767329452.023821:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a76260. 00000100:00000001:2.0:1767329452.023822:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301297371 00000100:00000001:3.0:1767329452.023826:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329452.023830:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba0b6bbc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329452.023834:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329452.023834:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301301596 00000100:00000001:1.0:1767329452.023835:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329452.023837:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329452.023844:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329452.023846:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 14035 usecs (15 jiffies) 00000100:00000001:2.0:1767329452.023848:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329452.023850:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087b3a54b x1853178572228992/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329452.023854:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301297167 00000100:00000001:2.0:1767329452.023859:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329452.023863:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301301596 00000100:00000001:2.0:1767329452.023873:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329452.023874:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301297167 00000100:00000001:2.0:1767329452.023891:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329452.023891:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301301596 00000100:00000001:1.0:1767329452.023892:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329452.023901:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329452.023902:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301297167 00000100:00000040:1.0:1767329452.023906:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087b3a54b x1853178572228992/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329452.023909:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301301596 00000100:00000001:2.0:1767329452.023910:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329452.023914:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329452.023917:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329452.023921:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301297167 00000100:00000001:2.0:1767329452.023923:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329452.023943:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301301596 00000100:00000001:0.0:1767329452.023950:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329452.023962:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329452.023964:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329452.023968:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329452.023969:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329452.023974:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329452.023993:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329452.023998:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bfe2aba. 00000400:00000200:1.0:1767329452.024002:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329452.024008:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329452.024058:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002334309b 00000400:00000010:1.0:1767329452.024060:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002334309b. 00000100:00000001:1.0:1767329452.024064:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329452.024068:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000148c304c x1853178572229120/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329452.024078:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329452.024080:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000148c304c x1853178572229120/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329452.024087:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329452.024089:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329452.024150:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329452.024152:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba0b6bbc. 00000400:00000200:1.0:1767329452.024155:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329452.024158:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329452.024159:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae867cfe 00000400:00000010:1.0:1767329452.024161:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae867cfe. 00000100:00000001:1.0:1767329452.024169:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329452.024171:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c588408 x1853178572229248/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329452.024177:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329452.024179:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001c588408 x1853178572229248/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329452.024183:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329452.024184:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329452.026225:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329452.026294:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329452.026298:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329452.026300:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329452.026308:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329452.026319:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280c980 00000400:00000200:3.0:1767329452.026325:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xdcd [1] + 224 00000800:00000001:3.0:1767329452.026332:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329452.026345:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329452.026416:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329452.026422:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329452.026427:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329452.026431:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087b3a54b x1853178572228992/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329452.026440:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000087b3a54b x1853178572228992/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329452.026453:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329452.026510:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329452.026514:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329452.026516:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329452.026518:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767329452.026519:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329452.026522:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329452.026527:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000001:0.0:1767329452.026530:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329452.026533:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767329452.026535:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280ca00 00000400:00000010:0.0:1767329452.026537:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000579e2724. 00000400:00000200:0.0:1767329452.026543:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8121ef5 00000400:00000010:0.0:1767329452.026545:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8121ef5. 00000100:00000001:0.0:1767329452.026548:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767329452.026550:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xdd1 [1] + 224 00000100:00000200:0.0:1767329452.026554:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087b3a54b x1853178572228992/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329452.026558:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329452.026562:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329452.026566:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767329452.026567:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087b3a54b x1853178572228992/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329452.026574:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329452.026580:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329452.026584:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767329452.026587:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000148c304c x1853178572229120/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329452.026588:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329452.026593:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767329452.026597:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000148c304c x1853178572229120/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329452.026603:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329452.026606:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329452.026608:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329452.026611:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767329452.026611:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329452.026616:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767329452.026620:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=149 v=5 (5 5 5 5) 00000800:00000001:3.0:1767329452.026621:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329452.026624:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329452.026627:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767329452.026628:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=149 v=5 (1 1 1 1) 00000400:00000200:3.0:1767329452.026634:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767329452.026635:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329452.026638:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329452.026641:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767329452.026642:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280ca80 00010000:00000001:0.0:1767329452.026644:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329452.026647:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329452.026652:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087b3a54b x1853178572228992/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329452.026654:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329452.026659:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329452.026660:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xddd [1] + 224 00000800:00000001:3.0:1767329452.026669:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329452.026670:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767329452.026671:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767329452.026675:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329452.026676:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767329452.026676:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767329452.026679:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329452.026680:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767329452.026681:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb4bc9a0. 00000400:00000200:3.0:1767329452.026687:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329452.026689:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009532038b 00000100:00000040:0.0:1767329452.026689:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087b3a54b x1853178572228992/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329452.026694:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009532038b. 00000100:00000001:2.0:1767329452.026701:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329452.026702:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767329452.026702:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087b3a54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572228992:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329452.026709:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329452.026711:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001c588408 x1853178572229248/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329452.026712:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000148c304c x1853178572229120/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329452.026713:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329452.026719:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087b3a54b x1853178572228992/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329452.026748:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001c588408 x1853178572229248/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329452.026752:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767329452.026756:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000148c304c x1853178572229120/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329452.026757:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329452.026760:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2e1a91e. 02000000:00000001:0.0:1767329452.026765:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767329452.026767:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767329452.026768:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329452.026772:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329452.026773:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767329452.026775:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:3.0:1767329452.026776:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329452.026777:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767329452.026779:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061991354. 00000800:00000001:3.0:1767329452.026781:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329452.026782:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329452.026785:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329452.026788:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329452.026791:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087b3a54b. 02000000:00000001:2.0:1767329452.026792:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329452.026795:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329452.026797:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329452.026801:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767329452.026802:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329452.026803:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329452.026809:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329452.026812:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=139 v=5 (5 5 5 5) 00000100:00000001:0.0:1767329452.026812:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329452.026815:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329452.026821:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=139 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329452.026821:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329452.026823:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329452.026826:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329452.026829:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329452.026833:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329452.026836:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767329452.026837:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329452.026842:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329452.026844:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:1.0:1767329452.026848:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767329452.026849:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000001:1.0:1767329452.026854:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767329452.026860:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:1.0:1767329452.026861:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001033c719. 00000100:00000001:2.0:1767329452.026866:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329452.026869:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f203f08 00000400:00000010:1.0:1767329452.026874:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f203f08. 00000100:00000040:2.0:1767329452.026878:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000148c304c x1853178572229120/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329452.026881:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329452.026890:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c588408 x1853178572229248/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329452.026915:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329452.026920:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329452.026921:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329452.026939:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000148c304c x1853178572229120/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329452.026978:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c588408 x1853178572229248/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329452.026982:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000148c304c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572229120:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329452.027005:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329452.027007:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329452.027008:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329452.027042:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329452.027045:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329452.027047:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329452.027049:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329452.027052:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329452.027056:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767329452.027059:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=149 v=5 (5 5 5 5) 00000100:00000040:2.0:1767329452.027064:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000148c304c x1853178572229120/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767329452.027067:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=96 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329452.027079:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329452.027084:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329452.027093:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329452.027098:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329452.027102:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:1.0:1767329452.027102:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001c588408 x1853178572229248/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767329452.027108:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1f6afd9. 00010000:00000001:1.0:1767329452.027119:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329452.027121:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329452.027122:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1767329452.027126:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767329452.027127:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000020:00000040:2.0:1767329452.027134:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329452.027134:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329452.027138:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329452.027146:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767329452.027147:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001c588408 x1853178572229248/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329452.027152:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767329452.027157:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000025ce9561. 00000100:00000001:1.0:1767329452.027157:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329452.027162:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329452.027166:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767329452.027169:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c588408 x1853178572229248/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329452.027171:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329452.027179:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000148c304c. 00000100:00000001:2.0:1767329452.027191:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:1.0:1767329452.027195:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001c588408 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572229248:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329452.027197:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329452.027206:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329452.027209:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329452.027214:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329452.027223:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329452.027224:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329452.027229:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001c588408 x1853178572229248/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329452.027230:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329452.027236:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329452.027240:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329452.027246:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329452.027249:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000148a6130. 02000000:00000001:1.0:1767329452.027252:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329452.027254:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329452.027256:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329452.027258:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329452.027260:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000048650044. 02000000:00000001:1.0:1767329452.027263:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329452.027264:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329452.027265:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c588408. 00000100:00000001:1.0:1767329452.027268:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329452.027269:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329452.027270:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329452.027276:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329452.027277:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329452.027279:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329452.027281:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329452.087122:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329452.087129:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329452.087137:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329452.087139:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329452.087200:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329452.087205:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329452.087208:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329453.111137:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329453.111142:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329453.111147:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329453.111149:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329453.111207:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329453.111213:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329453.111218:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329454.135151:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329454.135158:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329454.135162:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329454.135164:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329454.135169:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329454.135171:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329454.135173:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329454.135174:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329454.135195:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329454.135196:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329454.135281:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329454.135287:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329454.135290:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329455.159141:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329455.159148:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329455.159152:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329455.159153:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329455.159252:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329455.159258:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329455.159262:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329456.183110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329456.183117:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329456.183122:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329456.183125:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329456.183127:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329456.183133:0:198346:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767329456.183136:0:198346:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329456.183137:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329456.183140:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329456.183142:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329456.183143:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329456.183145:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329456.183212:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329456.183218:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329456.183221:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329456.631177:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301301596, at 4301301760 00000100:00000040:1.0:1767329456.631177:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301301596, at 4301301760 00000100:00000040:0.0:1767329456.631177:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301301596, at 4301301760 00000100:00000010:3.0:1767329456.631198:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002576172e. 00000100:00000010:0.0:1767329456.631202:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000050346681. 00000100:00000010:1.0:1767329456.631206:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e065e8f. 00000100:00000040:2.0:1767329456.631459:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301301596, at 4301301760 00000100:00000010:2.0:1767329456.631466:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2f27e4f. 00000100:00000040:3.0:1767329457.143091:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329457.143103:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329457.143110:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016573b0d. 00000020:00000040:3.0:1767329457.143118:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329457.143124:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329457.143127:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329457.143224:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329457.143233:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c9d1b4a8. 00000100:00000001:3.0:1767329457.143256:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329457.143268:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000016573b0d x1853178572229376/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329457.143278:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329457.143280:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329457.143285:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016573b0d] to pc [ptlrpcd_00_03+3] req@0000000016573b0d x1853178572229376/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329457.143313:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329457.143315:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329457.143319:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767329457.143331:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329457.143340:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329457.143343:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329457.143353:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329457.143353:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016573b0d x1853178572229376/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767329457.143360:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d834dde9. 00000100:00000001:2.0:1767329457.143360:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767329457.143370:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329457.143381:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329457.143386:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329457.143393:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329457.143394:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329457.143400:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329457.143402:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e18132be. 02000000:00000001:1.0:1767329457.143405:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329457.143407:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329457.143409:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767329457.143415:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000d834dde9 x1853178572229504/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767329457.143415:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329457.143432:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000016573b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572229376:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329457.143449:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329457.143449:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329457.143457:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329457.143461:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767329457.143462:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834dde9] to pc [ptlrpcd_00_00+0] req@00000000d834dde9 x1853178572229504/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329457.143465:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329457.143475:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329457.143485:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d89b6660. 00000100:00000001:3.0:1767329457.143495:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329457.143497:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329457.143501:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767329457.143505:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767329457.143506:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021ff4b2. 00000020:00000040:3.0:1767329457.143516:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329457.143520:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767329457.143521:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000569d2013. 00000100:00000001:0.0:1767329457.143521:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329457.143522:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767329457.143527:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329457.143534:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767329457.143535:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329457.143535:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329457.143536:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000765ff9ed. 00000100:00000001:0.0:1767329457.143541:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767329457.143550:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a6343d55. 00000100:00000200:1.0:1767329457.143554:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572229376, portal 25 00000100:00000040:0.0:1767329457.143554:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d834dde9 x1853178572229504/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329457.143557:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329457.143567:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000021ff4b2 x1853178572229632/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329457.143570:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329457.143577:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776938240 : -127176932613376 : ffff8c55501ba300) 00000100:00000001:3.0:1767329457.143599:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767329457.143603:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000016573b0d x1853178572229376/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329457.143605:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329457.143605:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329457.143611:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329457.143617:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000021ff4b2] to pc [ptlrpcd_00_01+1] req@00000000021ff4b2 x1853178572229632/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329457.143620:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329457.143630:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329457.143645:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329457.143662:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d834dde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572229504:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329457.143664:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329457.143676:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767329457.143677:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329457.143680:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329457.143685:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767329457.143686:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f8c929d. 02000000:00000001:0.0:1767329457.143687:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329457.143697:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329457.143697:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329457.143698:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:1.0:1767329457.143699:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572229376, offset 0 00000100:00000001:2.0:1767329457.143703:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329457.143711:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767329457.143715:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767329457.143718:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6639) 02000000:00000010:0.0:1767329457.143723:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a24a854. 00000100:00000040:2.0:1767329457.143724:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000021ff4b2 x1853178572229632/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329457.143725:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329457.143737:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329457.143746:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329457.143749:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329457.143749:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dac07bb. 00000400:00000200:1.0:1767329457.143750:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:2.0:1767329457.143761:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329457.143763:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767329457.143765:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062f196e0. 00000400:00000200:1.0:1767329457.143766:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767329457.143773:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329457.143784:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000200:0.0:1767329457.143784:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572229504, portal 10 00000100:00100000:2.0:1767329457.143785:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000021ff4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572229632:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767329457.143793:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329457.143799:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767329457.143804:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:2.0:1767329457.143805:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329457.143806:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767329457.143812:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329457.143813:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776934656 : -127176932616960 : ffff8c55501b9500) 00000400:00000200:1.0:1767329457.143814:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [418:418:256:4294967295] 192.168.202.109@tcp LPNI seq info [418:418:8:4294967295] 02000000:00000001:2.0:1767329457.143822:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329457.143831:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005674addc. 02000000:00000001:2.0:1767329457.143836:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329457.143842:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb4bc9a0. 00000100:00000040:0.0:1767329457.143843:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d834dde9 x1853178572229504/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329457.143854:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009532038b. 00000400:00000200:1.0:1767329457.143855:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:2.0:1767329457.143872:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572229632, portal 10 00000100:00000001:2.0:1767329457.143892:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329457.143900:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776940928 : -127176932610688 : ffff8c55501bad80) 00000800:00000200:1.0:1767329457.143904:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329457.143915:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000021ff4b2 x1853178572229632/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767329457.143919:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 00000100:00000001:0.0:1767329457.143925:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329457.143933:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329457.143946:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329457.143946:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000040:0.0:1767329457.143946:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329457.143959:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f8ad362. 00000400:00000010:0.0:1767329457.143960:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e43dd11. 00000100:00000200:2.0:1767329457.143969:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572229632, offset 0 00000800:00000200:1.0:1767329457.143969:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000200:0.0:1767329457.143973:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572229504, offset 0 00000800:00000200:1.0:1767329457.143977:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329457.143989:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329457.143999:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329457.144003:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329457.144006:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329457.144008:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329457.144062:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301306717 00000100:00000010:1.0:1767329457.144070:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e8b36ad. 00000400:00000200:2.0:1767329457.144071:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329457.144077:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767329457.144082:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767329457.144082:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329457.144084:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000010:3.0:1767329457.144090:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000400:00000200:2.0:1767329457.144095:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [419:419:255:4294967295] 192.168.202.109@tcp LPNI seq info [419:419:7:4294967295] 00000400:00000200:3.0:1767329457.144099:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329457.144100:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301306717 00000400:00000200:3.0:1767329457.144110:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000010:1.0:1767329457.144111:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082ce177d. 00000400:00000200:2.0:1767329457.144115:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329457.144126:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329457.144127:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767329457.144127:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:2.0:1767329457.144131:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000459d2753. 00000100:00000001:1.0:1767329457.144143:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301306717 00000400:00000200:0.0:1767329457.144145:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767329457.144151:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:1.0:1767329457.144152:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c2f0c26. 00000400:00000200:0.0:1767329457.144160:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329457.144163:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767329457.144172:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767329457.144174:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329457.144175:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301306717 00000800:00000200:2.0:1767329457.144179:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000459d2753 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767329457.144183:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d9c1b8c. 00000400:00000200:0.0:1767329457.144187:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329457.144188:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329457.144190:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767329457.144199:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 13957 usecs (14 jiffies) 00000100:00000001:1.0:1767329457.144201:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329457.144202:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [420:420:254:4294967295] 192.168.202.109@tcp LPNI seq info [420:420:6:4294967295] 00000100:00000001:2.0:1767329457.144210:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301302287 00000100:00000001:1.0:1767329457.144212:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329457.144219:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301306717 00000100:00000001:1.0:1767329457.144222:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329457.144223:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301302287 00000100:00000001:1.0:1767329457.144227:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329457.144228:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301306717 00000100:00000001:2.0:1767329457.144241:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301302287 00000400:00000200:0.0:1767329457.144245:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329457.144247:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329457.144252:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329457.144255:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301306717 00000400:00000200:3.0:1767329457.144260:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f8c929d 00000100:00000001:1.0:1767329457.144260:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329457.144265:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301302287 00000100:00000001:1.0:1767329457.144268:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767329457.144269:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329457.144270:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f8c929d. 00000100:00000001:2.0:1767329457.144274:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301306717 00000100:00000001:1.0:1767329457.144275:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329457.144279:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:0.0:1767329457.144282:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061991354. 00000100:00000001:2.0:1767329457.144285:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329457.144287:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329457.144292:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016573b0d x1853178572229376/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329457.144294:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329457.144301:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329457.144306:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329457.144312:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329457.144314:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767329457.144316:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329457.144321:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767329457.144322:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016573b0d x1853178572229376/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329457.144322:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061991354 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329457.144325:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329457.144332:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329457.144334:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329457.144336:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329457.144339:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329457.144343:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329457.144343:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 216737 usecs (217 jiffies) 00000100:00000001:2.0:1767329457.144344:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329457.144350:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329457.144351:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301302490 00000100:00000001:0.0:1767329457.144356:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301306717 00000100:00000001:0.0:1767329457.144359:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301302490 00000100:00000001:0.0:1767329457.144362:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301306717 00000100:00000001:0.0:1767329457.144364:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301302490 00000800:00000200:3.0:1767329457.144367:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329457.144367:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301306717 00000800:00000010:3.0:1767329457.144370:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000459d2753. 00000400:00000200:3.0:1767329457.144372:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329457.144374:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329457.144380:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301302490 00000100:00000001:0.0:1767329457.144385:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301306717 00000400:00000200:3.0:1767329457.144387:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f8ad362 00000400:00000010:3.0:1767329457.144391:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f8ad362. 00000100:00000001:0.0:1767329457.144391:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329457.144396:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329457.144397:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329457.144401:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021ff4b2 x1853178572229632/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329457.144403:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329457.144409:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329457.144414:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329457.144417:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000021ff4b2 x1853178572229632/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329457.144417:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329457.144421:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329457.144428:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329457.144429:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329457.144432:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329457.144432:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329457.144437:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329457.144442:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329457.144463:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329457.144465:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061991354. 00000400:00000200:3.0:1767329457.144468:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329457.144470:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329457.144471:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e43dd11 00000400:00000010:3.0:1767329457.144473:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e43dd11. 00000100:00000001:3.0:1767329457.144481:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329457.144483:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d834dde9 x1853178572229504/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329457.144488:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329457.144489:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d834dde9 x1853178572229504/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329457.144494:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329457.144495:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329457.146037:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329457.146044:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329457.146047:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329457.146048:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329457.146054:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329457.146063:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280cb00 00000400:00000200:1.0:1767329457.146070:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xde5 [1] + 224 00000800:00000001:1.0:1767329457.146076:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329457.146081:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329457.146082:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329457.146084:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329457.146087:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329457.146090:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016573b0d x1853178572229376/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329457.146097:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000016573b0d x1853178572229376/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329457.146120:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329457.146125:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329457.146128:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329457.146129:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329457.146130:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329457.146133:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329457.146137:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280cc00 00000400:00000200:1.0:1767329457.146140:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xdf1 [1] + 224 00000800:00000001:1.0:1767329457.146142:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329457.146146:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329457.146148:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329457.146151:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329457.146153:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329457.146155:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021ff4b2 x1853178572229632/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329457.146161:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000021ff4b2 x1853178572229632/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329457.146166:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329457.146170:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329457.146171:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329457.146176:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767329457.146177:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767329457.146178:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767329457.146183:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329457.146187:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000569d2013. 00000400:00000200:0.0:1767329457.146193:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000765ff9ed 00000400:00000010:0.0:1767329457.146195:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000765ff9ed. 00000100:00000001:0.0:1767329457.146199:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329457.146206:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016573b0d x1853178572229376/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329457.146213:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329457.146216:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767329457.146220:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016573b0d x1853178572229376/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767329457.146221:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329457.146224:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329457.146227:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb4bc9a0. 00000400:00000200:2.0:1767329457.146233:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009532038b 00000400:00000010:2.0:1767329457.146236:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009532038b. 00000100:00000001:0.0:1767329457.146237:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329457.146239:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329457.146241:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329457.146245:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329457.146246:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767329457.146247:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021ff4b2 x1853178572229632/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329457.146252:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767329457.146253:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329457.146257:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767329457.146259:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767329457.146262:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021ff4b2 x1853178572229632/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329457.146262:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329457.146264:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329457.146271:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329457.146274:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329457.146276:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329457.146278:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329457.146279:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:0.0:1767329457.146280:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=154 v=5 (5 5 5 5) 00000100:00000001:2.0:1767329457.146281:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329457.146283:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329457.146287:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329457.146291:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=154 v=5 (1 1 1 1) 00000100:00001000:2.0:1767329457.146292:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=154 v=5 (5 5 5 5) 00000100:00000001:0.0:1767329457.146300:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:2.0:1767329457.146301:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=101 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329457.146304:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329457.146310:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329457.146313:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329457.146321:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00010000:00000001:2.0:1767329457.146321:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329457.146321:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329457.146326:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767329457.146329:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000021ff4b2 x1853178572229632/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329457.146334:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329457.146335:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280cb80 00010000:00000001:2.0:1767329457.146344:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329457.146348:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xded [1] + 224 00000100:00000040:0.0:1767329457.146348:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016573b0d x1853178572229376/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329457.146349:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329457.146353:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329457.146357:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1767329457.146358:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329457.146360:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329457.146367:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000021ff4b2 x1853178572229632/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329457.146371:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329457.146372:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329457.146377:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329457.146380:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329457.146384:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329457.146387:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329457.146389:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329457.146394:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329457.146395:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329457.146396:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329457.146397:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016573b0d x1853178572229376/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329457.146404:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d834dde9 x1853178572229504/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329457.146404:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021ff4b2 x1853178572229632/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329457.146434:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000016573b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572229376:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329457.146446:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d834dde9 x1853178572229504/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329457.146446:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000021ff4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572229632:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329457.146448:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329457.146454:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329457.146456:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329457.146461:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329457.146463:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016573b0d x1853178572229376/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329457.146467:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000021ff4b2 x1853178572229632/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329457.146481:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329457.146486:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329457.146490:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329457.146499:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329457.146499:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329457.146504:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767329457.146504:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329457.146507:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005674addc. 02000000:00000010:0.0:1767329457.146508:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d89b6660. 02000000:00000001:2.0:1767329457.146511:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329457.146514:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329457.146516:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:0.0:1767329457.146516:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329457.146521:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767329457.146521:0:208651:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:2.0:1767329457.146525:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a6343d55. 00000020:00000040:0.0:1767329457.146525:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329457.146531:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767329457.146532:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:0.0:1767329457.146535:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c9d1b4a8. 00000100:00000001:1.0:1767329457.146537:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329457.146541:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329457.146542:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767329457.146542:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329457.146546:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329457.146547:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021ff4b2. 00000400:00000001:1.0:1767329457.146549:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:0.0:1767329457.146551:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016573b0d. 00000400:00000001:1.0:1767329457.146552:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767329457.146555:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1767329457.146555:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dac07bb. 00000100:00000001:0.0:1767329457.146558:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329457.146559:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329457.146562:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062f196e0 00000100:00000001:0.0:1767329457.146563:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329457.146564:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329457.146565:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062f196e0. 00000100:00000001:0.0:1767329457.146571:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329457.146573:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329457.146573:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329457.146578:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329457.146578:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767329457.146582:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d834dde9 x1853178572229504/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329457.146583:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329457.146584:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329457.146587:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329457.146591:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329457.146596:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329457.146600:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d834dde9 x1853178572229504/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329457.146614:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329457.146616:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329457.146618:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329457.146619:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329457.146620:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329457.146621:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329457.146622:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329457.146625:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=144 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329457.146628:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=144 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329457.146629:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329457.146630:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329457.146632:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329457.146633:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329457.146635:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329457.146636:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329457.146637:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329457.146638:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329457.146641:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d834dde9 x1853178572229504/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329457.146646:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329457.146647:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329457.146648:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329457.146650:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d834dde9 x1853178572229504/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329457.146654:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d834dde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572229504:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329457.146657:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329457.146658:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329457.146659:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d834dde9 x1853178572229504/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329457.146663:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329457.146664:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329457.146670:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a24a854. 02000000:00000001:1.0:1767329457.146673:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329457.146674:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329457.146675:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329457.146676:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329457.146677:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e18132be. 02000000:00000001:1.0:1767329457.146679:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329457.146680:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329457.146681:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d834dde9. 00000100:00000001:1.0:1767329457.146683:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329457.146684:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329457.146685:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329457.146688:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329457.146689:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329457.146690:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329457.146691:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329457.208078:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329457.208083:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329457.208089:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329457.208090:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329457.208122:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329457.208126:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329457.208129:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329458.232057:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329458.232062:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329458.232066:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329458.232066:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329458.232115:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329458.232125:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329458.232129:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329459.255105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329459.255112:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329459.255118:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329459.255119:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329459.255182:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329459.255186:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329459.255188:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329460.279123:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329460.279131:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329460.279138:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329460.279139:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329460.279228:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329460.279232:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329460.279235:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329461.303164:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329461.303175:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329461.303184:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329461.303185:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329461.303277:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329461.303283:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329461.303288:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329461.751166:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301306717, at 4301306880 00000100:00000040:3.0:1767329461.751186:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301306717, at 4301306880 00000100:00000040:2.0:1767329461.751190:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301306717, at 4301306880 00000100:00000010:0.0:1767329461.751194:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e8b36ad. 00000100:00000010:3.0:1767329461.751206:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d9c1b8c. 00000100:00000010:2.0:1767329461.751213:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c2f0c26. 00000100:00000040:1.0:1767329461.751345:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301306717, at 4301306880 00000100:00000010:1.0:1767329461.751364:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082ce177d. 00000100:00000040:0.0:1767329462.263231:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329462.263249:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329462.263261:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087b3a54b. 00000020:00000040:0.0:1767329462.263273:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329462.263282:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329462.263289:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329462.263300:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329462.263315:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dd12ef3a. 00000100:00000001:0.0:1767329462.263328:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329462.263347:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000087b3a54b x1853178572229760/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329462.263370:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329462.263376:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329462.263387:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b3a54b] to pc [ptlrpcd_00_02+2] req@0000000087b3a54b x1853178572229760/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329462.263442:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329462.263448:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329462.263456:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329462.263462:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ebc4a5d. 00000020:00000040:0.0:1767329462.263469:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329462.263470:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329462.263479:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329462.263481:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329462.263488:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767329462.263489:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767329462.263495:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329462.263503:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087b3a54b x1853178572229760/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767329462.263507:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f41acca9. 00000100:00000001:1.0:1767329462.263512:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329462.263520:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329462.263523:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329462.263529:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329462.263534:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329462.263542:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767329462.263547:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000002ebc4a5d x1853178572229888/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767329462.263549:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329462.263560:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329462.263573:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087b3a54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572229760:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329462.263577:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329462.263582:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329462.263583:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329462.263594:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767329462.263595:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ebc4a5d] to pc [ptlrpcd_00_03+3] req@000000002ebc4a5d x1853178572229888/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329462.263600:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329462.263610:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329462.263620:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d2117c2. 02000000:00000001:2.0:1767329462.263626:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329462.263633:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329462.263635:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb4bc9a0. 00000100:00000040:0.0:1767329462.263641:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767329462.263649:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009532038b. 00000100:00000001:0.0:1767329462.263650:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329462.263659:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c588408. 00000100:00000200:2.0:1767329462.263664:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572229760, portal 25 00000020:00000040:0.0:1767329462.263667:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329462.263671:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329462.263676:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329462.263677:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578908416 : -127177130643200 : ffff8c55444df100) 02000000:00000001:0.0:1767329462.263685:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329462.263691:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329462.263692:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087b3a54b x1853178572229760/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329462.263695:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329462.263700:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329462.263710:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767329462.263713:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000089a33831. 00000100:00000040:1.0:1767329462.263726:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ebc4a5d x1853178572229888/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329462.263727:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329462.263748:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000001c588408 x1853178572230016/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329462.263774:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329462.263789:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767329462.263790:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329462.263798:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329462.263800:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9460489. 00000100:00000001:0.0:1767329462.263805:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767329462.263809:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767329462.263810:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572229760, offset 0 00000100:00000001:0.0:1767329462.263813:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329462.263816:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329462.263850:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329462.263851:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329462.263859:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c588408] to pc [ptlrpcd_00_00+0] req@000000001c588408 x1853178572230016/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329462.263864:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ebc4a5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572229888:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329462.263881:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767329462.263887:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:1.0:1767329462.263891:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329462.263900:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329462.263907:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767329462.263908:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767329462.263919:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000010:1.0:1767329462.263919:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dcafe47a. 02000000:00000001:1.0:1767329462.263927:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329462.263931:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767329462.263937:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000639c1374. 00000400:00000200:2.0:1767329462.263940:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329462.263950:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329462.263951:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1e4696. 00000400:00000200:2.0:1767329462.263952:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [421:421:256:4294967295] 192.168.202.109@tcp LPNI seq info [421:421:8:4294967295] 00000100:00000040:0.0:1767329462.263965:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1767329462.263966:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572229888, portal 10 00000100:00000001:1.0:1767329462.263974:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329462.263980:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578903936 : -127177130647680 : ffff8c55444ddf80) 00000100:00000040:0.0:1767329462.263985:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767329462.263994:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:1.0:1767329462.263999:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ebc4a5d x1853178572229888/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329462.264002:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6645) 00000100:00000001:3.0:1767329462.264045:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329462.264054:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329462.264057:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329462.264070:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001c588408 x1853178572230016/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767329462.264071:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329462.264075:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767329462.264087:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000459d2753. 00000100:00000040:1.0:1767329462.264092:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329462.264093:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329462.264104:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329462.264105:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e71018d8. 00000100:00000001:3.0:1767329462.264109:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1767329462.264115:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329462.264117:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329462.264119:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572229888, offset 0 02000000:00000001:3.0:1767329462.264131:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329462.264136:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329462.264145:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:2.0:1767329462.264147:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:3.0:1767329462.264148:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329462.264160:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000459d2753 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:3.0:1767329462.264161:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001c588408 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572230016:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767329462.264166:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329462.264174:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329462.264183:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329462.264189:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329462.264192:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329462.264194:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329462.264196:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329462.264205:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301311837 02000000:00000001:3.0:1767329462.264206:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329462.264210:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1767329462.264217:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094e1f07f. 00000400:00000200:1.0:1767329462.264220:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000010:2.0:1767329462.264221:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000576c0e8c. 02000000:00000001:3.0:1767329462.264228:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329462.264235:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [422:422:255:4294967295] 192.168.202.109@tcp LPNI seq info [422:422:7:4294967295] 00000400:00000010:3.0:1767329462.264238:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad2aada8. 00000100:00000001:2.0:1767329462.264239:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1767329462.264256:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a54034e. 00000100:00000001:2.0:1767329462.264260:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301311837 00000100:00000200:3.0:1767329462.264266:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572230016, portal 10 00000100:00000010:2.0:1767329462.264273:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004bc480b5. 00000100:00000001:3.0:1767329462.264276:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767329462.264281:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329462.264283:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578901248 : -127177130650368 : ffff8c55444dd500) 00000100:00000001:2.0:1767329462.264284:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767329462.264303:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301311837 00000100:00000040:3.0:1767329462.264307:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001c588408 x1853178572230016/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767329462.264313:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:2.0:1767329462.264320:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f36ccd6c. 00000800:00000010:1.0:1767329462.264331:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000100:00000001:2.0:1767329462.264334:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767329462.264339:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329462.264352:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301311837 00000800:00000200:1.0:1767329462.264354:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000040:3.0:1767329462.264357:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:0.0:1767329462.264363:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767329462.264372:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae81c53f. 00000100:00000010:2.0:1767329462.264372:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e316d56. 00000100:00000200:3.0:1767329462.264381:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572230016, offset 0 00000800:00000200:1.0:1767329462.264383:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000010:0.0:1767329462.264388:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000459d2753. 00000800:00000200:1.0:1767329462.264397:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329462.264399:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329462.264401:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767329462.264404:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329462.264412:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329462.264418:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:1.0:1767329462.264424:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 215048 usecs (216 jiffies) 00000400:00000200:0.0:1767329462.264428:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329462.264437:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329462.264440:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301307609 00000100:00000001:2.0:1767329462.264441:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329462.264448:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329462.264456:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329462.264457:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301311837 00000400:00000200:3.0:1767329462.264458:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329462.264467:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329462.264468:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301307609 00000100:00000001:2.0:1767329462.264474:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329462.264482:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301311837 00000100:00000001:2.0:1767329462.264489:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329462.264491:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301307609 00000100:00000001:2.0:1767329462.264496:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329462.264500:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301311837 00000100:00000001:2.0:1767329462.264503:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329462.264510:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329462.264510:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301307609 00000100:00000001:2.0:1767329462.264514:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329462.264517:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301311837 00000100:00000001:2.0:1767329462.264523:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329462.264524:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329462.264533:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329462.264537:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329462.264540:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329462.264547:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329462.264550:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329462.264558:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329462.264559:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329462.264561:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329462.264566:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329462.264569:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [423:423:254:4294967295] 192.168.202.109@tcp LPNI seq info [423:423:6:4294967295] 00000100:00000001:1.0:1767329462.264583:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329462.264591:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329462.264602:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329462.264604:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9460489 00000800:00000010:3.0:1767329462.264609:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e18132be. 00000400:00000010:0.0:1767329462.264613:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9460489. 00000800:00000200:3.0:1767329462.264622:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329462.264629:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767329462.264635:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329462.264641:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e18132be type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1767329462.264645:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087b3a54b x1853178572229760/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329462.264649:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329462.264671:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 13871 usecs (14 jiffies) 00000100:00000001:0.0:1767329462.264674:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329462.264678:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301307407 00000100:00000001:3.0:1767329462.264686:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301311837 00000100:00000040:0.0:1767329462.264687:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087b3a54b x1853178572229760/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329462.264694:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301307407 00000100:00000001:3.0:1767329462.264702:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301311837 00000100:00000001:3.0:1767329462.264710:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301307407 00000100:00000001:3.0:1767329462.264718:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301311837 00000100:00000001:3.0:1767329462.264724:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301307407 00000100:00000001:3.0:1767329462.264733:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301311837 00000100:00000001:0.0:1767329462.264735:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329462.264736:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329462.264744:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329462.264745:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329462.264752:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329462.264755:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329462.264762:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329462.264764:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329462.264767:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329462.264769:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329462.264771:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329462.264774:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329462.264784:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329462.264791:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000400:00000200:0.0:1767329462.264801:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329462.264810:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329462.264816:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e71018d8 00000400:00000010:0.0:1767329462.264820:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e71018d8. 00000100:00000001:0.0:1767329462.264825:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329462.264859:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ebc4a5d x1853178572229888/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329462.264876:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329462.264881:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ebc4a5d x1853178572229888/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329462.264894:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329462.264897:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329462.264966:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329462.264972:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e18132be. 00000400:00000200:0.0:1767329462.264979:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329462.264987:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329462.264992:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae81c53f 00000400:00000010:0.0:1767329462.264995:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae81c53f. 00000100:00000001:0.0:1767329462.265013:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329462.265059:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c588408 x1853178572230016/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329462.265076:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329462.265080:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001c588408 x1853178572230016/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329462.265092:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329462.265094:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329462.266390:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329462.266408:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329462.266415:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329462.266421:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329462.266434:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329462.266452:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280cc80 00000400:00000200:1.0:1767329462.266462:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xdfd [1] + 224 00000800:00000001:1.0:1767329462.266473:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329462.266484:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329462.266487:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329462.266492:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329462.266497:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329462.266503:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087b3a54b x1853178572229760/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329462.266517:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000087b3a54b x1853178572229760/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329462.266548:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329462.266558:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329462.266561:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329462.266610:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329462.266615:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329462.266623:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329462.266626:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329462.266628:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb4bc9a0. 00000400:00000200:2.0:1767329462.266634:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009532038b 00000400:00000010:2.0:1767329462.266636:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009532038b. 00000100:00000001:2.0:1767329462.266641:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329462.266648:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087b3a54b x1853178572229760/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329462.266660:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087b3a54b x1853178572229760/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329462.266670:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329462.266672:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329462.266675:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329462.266679:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329462.266682:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329462.266685:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329462.266688:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329462.266696:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=9 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329462.266700:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=9 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329462.266704:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329462.266706:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329462.266709:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329462.266712:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329462.266725:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329462.266730:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087b3a54b x1853178572229760/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329462.266739:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329462.266742:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329462.266744:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329462.266748:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087b3a54b x1853178572229760/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329462.266757:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087b3a54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572229760:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329462.266762:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329462.266765:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329462.266767:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087b3a54b x1853178572229760/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329462.266775:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329462.266779:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329462.266782:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d2117c2. 02000000:00000001:2.0:1767329462.266786:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329462.266788:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329462.266790:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1767329462.266792:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329462.266795:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dd12ef3a. 02000000:00000001:2.0:1767329462.266799:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329462.266801:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329462.266803:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087b3a54b. 00000100:00000001:2.0:1767329462.266806:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329462.266807:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329462.266810:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329462.266815:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329462.266816:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329462.266819:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329462.266821:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329462.267267:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329462.267279:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329462.267283:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329462.267285:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329462.267293:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329462.267306:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280cd00 00000400:00000200:3.0:1767329462.267313:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xe05 [1] + 224 00000800:00000001:3.0:1767329462.267320:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329462.267323:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329462.267326:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329462.267330:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329462.267335:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329462.267352:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ebc4a5d x1853178572229888/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329462.267366:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002ebc4a5d x1853178572229888/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329462.267391:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329462.267399:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329462.267404:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329462.267407:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329462.267409:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329462.267414:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329462.267422:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280cd80 00000400:00000200:3.0:1767329462.267428:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xe0d [1] + 224 00000800:00000001:3.0:1767329462.267433:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329462.267438:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329462.267440:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329462.267444:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329462.267448:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329462.267450:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001c588408 x1853178572230016/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329462.267462:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001c588408 x1853178572230016/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329462.267485:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329462.267492:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329462.267496:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767329462.267497:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329462.267503:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329462.267512:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329462.267515:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329462.267518:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000639c1374. 00000400:00000200:1.0:1767329462.267526:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1e4696 00000400:00000010:1.0:1767329462.267528:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1e4696. 00000100:00000001:1.0:1767329462.267533:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329462.267543:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ebc4a5d x1853178572229888/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329462.267557:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ebc4a5d x1853178572229888/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329462.267569:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329462.267576:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329462.267584:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329462.267585:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329462.267592:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329462.267594:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329462.267597:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1767329462.267597:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767329462.267604:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767329462.267607:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767329462.267608:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329462.267617:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad2aada8. 00000100:00001000:1.0:1767329462.267619:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=149 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329462.267630:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=149 v=5 (1 1 1 1) 00000400:00000200:0.0:1767329462.267633:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a54034e 00000100:00000001:1.0:1767329462.267634:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329462.267637:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329462.267645:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767329462.267645:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a54034e. 00010000:00000001:1.0:1767329462.267652:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329462.267657:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329462.267658:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329462.267666:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329462.267670:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329462.267673:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329462.267677:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c588408 x1853178572230016/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329462.267684:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ebc4a5d x1853178572229888/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329462.267727:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329462.267735:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329462.267739:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329462.267752:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c588408 x1853178572230016/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329462.267753:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ebc4a5d x1853178572229888/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329462.267808:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ebc4a5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572229888:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329462.267819:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329462.267821:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329462.267854:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329462.267856:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329462.267859:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ebc4a5d x1853178572229888/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329462.267868:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329462.267877:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329462.267878:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329462.267884:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767329462.267886:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1767329462.267888:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dcafe47a. 00000100:00000001:0.0:1767329462.267896:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329462.267898:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329462.267901:0:208651:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767329462.267907:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767329462.267914:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329462.267919:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329462.267923:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f41acca9. 00000100:00001000:0.0:1767329462.267923:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=9 v=5 (5 5 5 5) 02000000:00000001:1.0:1767329462.267931:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329462.267938:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1767329462.267940:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=106 v=5 (1 1 0 0) 00000100:00000010:1.0:1767329462.267941:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ebc4a5d. 00000100:00000001:1.0:1767329462.267948:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329462.267954:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329462.267956:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329462.267958:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329462.267963:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329462.267968:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767329462.267972:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329462.267973:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329462.267981:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329462.267985:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767329462.267992:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001c588408 x1853178572230016/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329462.268085:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329462.268092:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329462.268095:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329462.268099:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329462.268102:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329462.268111:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001c588408 x1853178572230016/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329462.268126:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329462.268130:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329462.268133:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329462.268140:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c588408 x1853178572230016/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329462.268157:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001c588408 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572230016:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329462.268166:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329462.268171:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329462.268175:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001c588408 x1853178572230016/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329462.268191:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329462.268195:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329462.268199:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094e1f07f. 02000000:00000001:0.0:1767329462.268206:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329462.268210:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329462.268212:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329462.268217:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329462.268221:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000089a33831. 02000000:00000001:0.0:1767329462.268226:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329462.268229:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329462.268231:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c588408. 00000100:00000001:0.0:1767329462.268237:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329462.268239:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329462.268255:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329462.268263:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329462.268266:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329462.268270:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329462.268274:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329462.327144:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329462.327153:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329462.327161:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329462.327164:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329462.327296:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329462.327301:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329462.327305:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329463.351124:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329463.351134:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329463.351137:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329463.351139:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329463.351145:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329463.351147:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329463.351148:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329463.351150:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329463.351153:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329463.351154:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329463.351219:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329463.351225:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329463.351228:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329464.375148:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329464.375159:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329464.375167:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329464.375169:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329464.375299:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329464.375305:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329464.375310:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329465.399102:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329465.399110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329465.399116:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329465.399118:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329465.399190:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329465.399195:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329465.399220:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329466.423134:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329466.423142:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329466.423149:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329466.423175:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329466.423177:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329466.423183:0:198346:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767329466.423185:0:198346:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767329466.423187:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767329466.423190:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767329466.423194:0:198346:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000a19b3b67. 00010000:00000001:1.0:1767329466.423200:0:198346:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767329466.423213:0:198346:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767329466.423215:0:198346:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329466.423217:0:198346:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329466.423218:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767329466.423220:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767329466.423254:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329466.423258:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329466.423260:0:211336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767329466.423263:0:211336:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767329466.423266:0:211336:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767329466.423269:0:211336:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa764e4c88bd57412 expref: -99 pid: 211396 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1767329466.423279:0:211336:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767329466.423284:0:211336:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000020:00000001:0.0:1767329466.423285:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000080:00000001:3.0:1767329466.423287:0:211336:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1767329466.423290:0:211336:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000020:00000001:0.0:1767329466.423291:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767329466.423295:0:211336:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00010000:0.0:1767329466.423297:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767329466.423299:0:211336:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767329466.423306:0:211336:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000004128f09e count: 2 00010000:00000001:3.0:1767329466.423308:0:211336:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767329466.423312:0:211336:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767329466.423314:0:211336:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767329466.423315:0:211336:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767329466.423316:0:211336:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000004128f09e count: 2 00010000:00000001:3.0:1767329466.423317:0:211336:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767329466.423318:0:211336:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767329466.423319:0:211336:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767329466.423320:0:211336:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767329466.423321:0:211336:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000004128f09e count: 2 00010000:00000001:3.0:1767329466.423322:0:211336:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767329466.423323:0:211336:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767329466.423324:0:211336:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1767329466.423326:0:211336:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = 00000000fafbb3f0, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1767329466.423329:0:211336:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1767329466.423331:0:211336:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1767329466.423333:0:211336:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1767329466.423334:0:211336:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329466.423336:0:211336:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767329466.423339:0:211336:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767329466.423347:0:211336:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767329466.423349:0:211336:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767329466.423350:0:211336:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767329466.423352:0:211336:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ecc318de with handle 0x989c09653bac0c4b from hash 00010000:00000001:3.0:1767329466.423354:0:211336:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767329466.423355:0:211336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767329466.423357:0:211336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767329466.423358:0:211336:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767329466.423360:0:211336:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767329466.423361:0:211336:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767329466.423363:0:211336:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767329466.423364:0:211336:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767329466.423366:0:211336:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767329466.423374:0:211336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000143e2fae. 00000020:00000040:3.0:1767329466.423377:0:211336:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329466.423382:0:211336:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329466.423385:0:211336:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329466.423390:0:211336:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329466.423397:0:211336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd6ec3cb. 00000100:00000001:3.0:1767329466.423403:0:211336:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329466.423406:0:211336:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767329466.423411:0:211336:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa764e4c88bd57412 expref: -99 pid: 211396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767329466.423416:0:211336:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767329466.423417:0:211336:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329466.423422:0:211336:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329466.423424:0:211336:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329466.423435:0:211336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000143e2fae] to pc [ptlrpcd_00_01+1] req@00000000143e2fae x1853178572230144/t0(0) o103->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329466.423462:0:211336:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767329466.423465:0:211336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767329466.423467:0:211336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000ecc318de/0x989c09653bac0c4b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa764e4c88bd57412 expref: -99 pid: 211396 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767329466.423474:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329466.423480:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:3.0:1767329466.423483:0:211336:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004128f09e count: 0 00000100:00000001:0.0:1767329466.423485:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329466.423486:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:3.0:1767329466.423490:0:211336:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000013f38d9e. 00000100:00000001:1.0:1767329466.423492:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329466.423497:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000143e2fae x1853178572230144/t0(0) o103->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329466.423504:0:211336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767329466.423507:0:211336:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767329466.423512:0:211336:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a19b3b67. 00000100:00000001:0.0:1767329466.423514:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1767329466.423517:0:211336:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329466.423519:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329466.423520:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329466.423523:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329466.423526:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767329466.423527:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767329466.423527:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767329466.423531:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329466.423532:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767329466.423534:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767329466.423534:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767329466.423537:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329466.423541:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767329466.423542:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329466.423548:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000143e2fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572230144:192.168.202.109@tcp:103: 00000100:00000001:0.0:1767329466.423554:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329466.423561:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329466.423564:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329466.423567:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329466.423573:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000763ee68e. 02000000:00000001:0.0:1767329466.423576:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329466.423583:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ea1b10b. 00000400:00000010:0.0:1767329466.423591:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e169f1. 00000100:00000200:0.0:1767329466.423599:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572230144, portal 18 00000100:00000001:0.0:1767329466.423602:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329466.423604:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776930176 : -127176932621440 : ffff8c55501b8380) 00000100:00000040:0.0:1767329466.423612:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000143e2fae x1853178572230144/t0(0) o103->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329482 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329466.423635:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329466.423639:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329466.423642:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008eff51a3. 00000100:00000200:0.0:1767329466.423646:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853178572230144, offset 0 00000400:00000200:0.0:1767329466.423657:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329466.423674:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329466.423682:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329466.423688:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329466.423693:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329466.423696:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329466.423700:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [424:424:256:4294967295] 192.168.202.109@tcp LPNI seq info [424:424:8:4294967295] 00000400:00000200:0.0:1767329466.423714:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329466.423722:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329466.423728:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089a33831. 00000800:00000200:0.0:1767329466.423736:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767329466.423745:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329466.423750:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089a33831 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767329466.423771:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329466.423776:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 213395 usecs (214 jiffies) 00000100:00000001:0.0:1767329466.423780:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301311766 00000100:00000001:0.0:1767329466.423785:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301311837 00000100:00000001:0.0:1767329466.423801:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301311766 00000100:00000001:0.0:1767329466.423803:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301311837 00000100:00000001:0.0:1767329466.423806:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301311766 00000100:00000001:0.0:1767329466.423808:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301311837 00000100:00000001:0.0:1767329466.423810:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301311766 00000100:00000001:0.0:1767329466.423813:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301311837 00000100:00000001:0.0:1767329466.423823:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329466.423826:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329466.423830:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329466.423833:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329466.423841:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329466.423843:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329466.423846:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329466.423848:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329466.423850:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329466.423852:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329466.423885:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329466.423889:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089a33831. 00000400:00000200:3.0:1767329466.423892:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329466.423896:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329466.423900:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008eff51a3 00000400:00000010:3.0:1767329466.423902:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008eff51a3. 00000100:00000001:3.0:1767329466.423912:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329466.423915:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000143e2fae x1853178572230144/t0(0) o103->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329482 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329466.423923:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329466.423926:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000143e2fae x1853178572230144/t0(0) o103->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329482 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329466.423931:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329466.423932:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329466.425295:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329466.425306:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329466.425308:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329466.425310:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329466.425316:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329466.425326:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x69574c280ce00 00000400:00000200:1.0:1767329466.425332:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0xe15 [1] + 224 00000800:00000001:1.0:1767329466.425339:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329466.425345:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329466.425347:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329466.425350:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329466.425354:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329466.425358:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000143e2fae x1853178572230144/t0(0) o103->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329482 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329466.425367:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000143e2fae x1853178572230144/t0(0) o103->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329482 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329466.425380:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329466.425387:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329466.425394:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329466.425423:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329466.425427:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329466.425433:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329466.425435:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329466.425437:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ea1b10b. 00000400:00000200:0.0:1767329466.425441:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e169f1 00000400:00000010:0.0:1767329466.425443:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e169f1. 00000100:00000001:0.0:1767329466.425448:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329466.425452:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000143e2fae x1853178572230144/t0(0) o103->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329482 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329466.425463:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000143e2fae x1853178572230144/t0(0) o103->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329482 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329466.425471:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329466.425473:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329466.425476:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329466.425479:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329466.425482:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329466.425484:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329466.425488:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329466.425497:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000661fb7d6 time=1767329466 v=5 (0 0 0 0) 00000100:00001000:0.0:1767329466.425502:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=153 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329466.425505:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329466.425508:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329466.425510:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329466.425514:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329466.425518:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329466.425528:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329466.425530:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329466.425533:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329466.425538:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000143e2fae x1853178572230144/t0(0) o103->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329482 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329466.425546:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329466.425549:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329466.425551:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329466.425555:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000143e2fae x1853178572230144/t0(0) o103->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329482 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329466.425563:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000143e2fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572230144:192.168.202.109@tcp:103: 00000100:00000001:0.0:1767329466.425569:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329466.425571:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329466.425574:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000143e2fae x1853178572230144/t0(0) o103->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329482 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329466.425581:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329466.425584:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329466.425587:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000763ee68e. 02000000:00000001:0.0:1767329466.425590:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329466.425592:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329466.425594:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329466.425597:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329466.425599:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fd6ec3cb. 02000000:00000001:0.0:1767329466.425603:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329466.425605:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329466.425606:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000143e2fae. 00000100:00000001:0.0:1767329466.425610:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329466.425611:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329466.425613:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329466.425617:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329466.425619:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329466.425621:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329466.425623:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767329466.429047:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004128f09e. 00010000:00000010:3.1:1767329466.429054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ecc318de. 00000100:00000040:2.0:1767329466.871102:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301311837, at 4301312000 00000100:00000040:1.0:1767329466.871102:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301311837, at 4301312000 00000100:00000040:0.0:1767329466.871108:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301311837, at 4301312000 00000100:00000010:1.0:1767329466.871121:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004bc480b5. 00000100:00000010:0.0:1767329466.871123:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000576c0e8c. 00000100:00000010:2.0:1767329466.871127:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f36ccd6c. 00000100:00000040:3.0:1767329466.871313:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301311837, at 4301312000 00000100:00000010:3.0:1767329466.871322:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e316d56. 00000100:00000040:0.0:1767329467.383084:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329467.383096:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329467.383103:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c588408. 00000020:00000040:0.0:1767329467.383109:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329467.383114:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329467.383117:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329467.383122:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329467.383128:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d5c44fe9. 00000100:00000001:0.0:1767329467.383135:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329467.383146:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000001c588408 x1853178572230272/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329467.383156:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329467.383158:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329467.383163:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c588408] to pc [ptlrpcd_00_02+2] req@000000001c588408 x1853178572230272/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329467.383188:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329467.383189:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329467.383192:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329467.383194:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000148c304c. 00000020:00000040:0.0:1767329467.383195:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329467.383197:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329467.383198:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329467.383199:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329467.383202:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007d17fa11. 00000100:00000001:0.0:1767329467.383204:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329467.383207:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000148c304c x1853178572230400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329467.383213:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329467.383214:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329467.383216:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329467.383222:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767329467.383225:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000148c304c] to pc [ptlrpcd_00_03+3] req@00000000148c304c x1853178572230400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329467.383226:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329467.383233:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329467.383235:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001c588408 x1853178572230272/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329467.383236:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329467.383238:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767329467.383240:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329467.383241:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329467.383245:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1767329467.383250:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000148c304c x1853178572230400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767329467.383250:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c57c20d1. 00000020:00000040:0.0:1767329467.383254:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329467.383260:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329467.383262:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329467.383265:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329467.383270:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1767329467.383271:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e6bd0558. 00000100:00000001:1.0:1767329467.383274:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329467.383275:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329467.383276:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329467.383278:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329467.383284:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329467.383285:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767329467.383285:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000c57c20d1 x1853178572230528/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767329467.383290:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329467.383290:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329467.383297:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329467.383298:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329467.383301:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329467.383304:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329467.383306:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000148c304c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572230400:192.168.202.109@tcp:400: 00000100:00100000:2.0:1767329467.383307:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001c588408 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572230272:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329467.383311:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c57c20d1] to pc [ptlrpcd_00_00+0] req@00000000c57c20d1 x1853178572230528/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329467.383315:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329467.383317:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329467.383323:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329467.383324:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329467.383327:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329467.383328:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329467.383330:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767329467.383332:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329467.383336:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329467.383337:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d2117c2. 02000000:00000010:1.0:1767329467.383339:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001ce80ca3. 02000000:00000001:2.0:1767329467.383340:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329467.383340:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767329467.383346:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329467.383347:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767329467.383351:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb4bc9a0. 00000100:00000040:0.0:1767329467.383355:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6650) 00000400:00000010:1.0:1767329467.383356:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000639c1374. 00000400:00000010:2.0:1767329467.383359:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009532038b. 00000400:00000010:1.0:1767329467.383365:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1e4696. 00000100:00000001:0.0:1767329467.383365:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767329467.383368:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572230272, portal 25 00000100:00000001:0.0:1767329467.383369:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767329467.383372:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572230400, portal 10 00000100:00000001:0.0:1767329467.383372:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329467.383373:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329467.383376:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578901248 : -127177130650368 : ffff8c55444dd500) 00000100:00000040:0.0:1767329467.383377:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c57c20d1 x1853178572230528/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329467.383379:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329467.383383:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578897664 : -127177130653952 : ffff8c55444dc700) 00000100:00000040:2.0:1767329467.383387:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001c588408 x1853178572230272/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329467.383391:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329467.383393:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329467.383395:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000148c304c x1853178572230400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329467.383398:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329467.383405:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329467.383411:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329467.383418:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c57c20d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572230528:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329467.383420:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329467.383423:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329467.383427:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767329467.383432:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:1.0:1767329467.383432:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329467.383432:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329467.383437:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329467.383439:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cda0ea1. 00000400:00000010:2.0:1767329467.383440:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054fd66a. 02000000:00000001:0.0:1767329467.383440:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767329467.383445:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572230400, offset 0 02000000:00000010:0.0:1767329467.383446:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da0489de. 00000100:00000200:2.0:1767329467.383447:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572230272, offset 0 02000000:00000001:0.0:1767329467.383450:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329467.383455:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329467.383457:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ea1b10b. 00000400:00000200:2.0:1767329467.383469:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329467.383472:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000010:0.0:1767329467.383475:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e169f1. 00000100:00000200:0.0:1767329467.383479:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572230528, portal 10 00000100:00000001:0.0:1767329467.383482:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329467.383484:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578896768 : -127177130654848 : ffff8c55444dc380) 00000400:00000200:1.0:1767329467.383490:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767329467.383491:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c57c20d1 x1853178572230528/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329467.383499:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329467.383500:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329467.383505:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329467.383506:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767329467.383508:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f353e67a. 00000400:00000200:1.0:1767329467.383512:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:0.0:1767329467.383513:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572230528, offset 0 00000400:00000200:1.0:1767329467.383517:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [425:425:256:4294967295] 192.168.202.109@tcp LPNI seq info [425:425:8:4294967295] 00000400:00000200:0.0:1767329467.383522:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329467.383533:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329467.383538:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329467.383543:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000400:00000200:2.0:1767329467.383544:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329467.383549:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329467.383552:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:1.0:1767329467.383556:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329467.383557:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767329467.383568:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329467.383572:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:1.0:1767329467.383575:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329467.383578:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [426:426:255:4294967295] 192.168.202.109@tcp LPNI seq info [426:426:7:4294967295] 00000400:00000200:2.0:1767329467.383588:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329467.383592:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329467.383595:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bfe2aba. 00000400:00000200:0.0:1767329467.383596:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329467.383597:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329467.383604:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767329467.383605:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 211747 usecs (212 jiffies) 00000800:00000200:2.0:1767329467.383606:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329467.383611:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329467.383613:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301312724 00000400:00000200:0.0:1767329467.383617:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767329467.383618:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:1.0:1767329467.383620:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a68039c9. 00000400:00000200:0.0:1767329467.383623:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:2.0:1767329467.383625:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007bfe2aba type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329467.383631:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767329467.383631:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [427:427:254:4294967295] 192.168.202.109@tcp LPNI seq info [427:427:6:4294967295] 00000100:00000001:2.0:1767329467.383632:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329467.383639:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301316956 00000100:00000001:1.0:1767329467.383641:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301312724 00000100:00000010:1.0:1767329467.383648:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007884d10c. 00000100:00000001:2.0:1767329467.383650:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301312724 00000400:00000200:0.0:1767329467.383652:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329467.383654:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767329467.383657:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301316956 00000100:00000001:1.0:1767329467.383660:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301312724 00000100:00000001:2.0:1767329467.383664:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301312724 00000100:00000010:1.0:1767329467.383665:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc851da7. 00000800:00000200:0.0:1767329467.383670:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000200:3.0:1767329467.383671:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329467.383672:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767329467.383673:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301316956 00000800:00000010:0.0:1767329467.383676:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089a33831. 00000100:00000001:1.0:1767329467.383679:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301312724 00000800:00000010:3.0:1767329467.383681:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000100:00000001:2.0:1767329467.383681:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301312724 00000800:00000200:0.0:1767329467.383686:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:1.0:1767329467.383687:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082ce177d. 00000100:00000001:2.0:1767329467.383689:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301316956 00000400:00000200:3.0:1767329467.383692:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329467.383693:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000800:00000200:0.0:1767329467.383698:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329467.383701:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329467.383702:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301312724 00000100:00000001:1.0:1767329467.383706:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329467.383707:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329467.383710:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767329467.383711:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089a33831 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329467.383713:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329467.383716:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329467.383718:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cda0ea1 00000100:00000001:2.0:1767329467.383719:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329467.383719:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329467.383724:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cda0ea1. 00000100:00000001:2.0:1767329467.383725:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329467.383725:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329467.383727:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 13798 usecs (14 jiffies) 00000100:00000001:0.0:1767329467.383734:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301312526 00000100:00000001:0.0:1767329467.383738:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301316956 00000100:00000001:2.0:1767329467.383739:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329467.383739:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329467.383743:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301312526 00000100:00000001:1.0:1767329467.383744:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329467.383745:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329467.383751:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301316956 00000100:00000001:2.0:1767329467.383752:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329467.383752:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329467.383756:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329467.383756:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329467.383757:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301312526 00000100:00000001:1.0:1767329467.383760:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329467.383761:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329467.383764:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301316956 00000100:00000001:1.0:1767329467.383767:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329467.383768:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329467.383769:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301312526 00000100:00000001:0.0:1767329467.383775:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301316956 00000100:00000001:0.0:1767329467.383793:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329467.383796:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329467.383800:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329467.383802:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329467.383808:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329467.383810:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329467.383813:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329467.383813:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329467.383814:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329467.383819:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329467.383820:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329467.383824:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000148c304c x1853178572230400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329467.383824:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329467.383831:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329467.383843:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329467.383846:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000148c304c x1853178572230400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329467.383855:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329467.383857:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329467.383874:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329467.383876:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bfe2aba. 00000400:00000200:3.0:1767329467.383879:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329467.383883:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329467.383886:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054fd66a 00000400:00000010:3.0:1767329467.383888:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054fd66a. 00000100:00000001:3.0:1767329467.383891:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329467.383894:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c588408 x1853178572230272/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329467.383901:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329467.383904:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001c588408 x1853178572230272/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329467.383910:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329467.383912:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329467.383940:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329467.383942:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089a33831. 00000400:00000200:3.0:1767329467.383945:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329467.383948:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329467.383950:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f353e67a 00000400:00000010:3.0:1767329467.383958:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f353e67a. 00000100:00000001:3.0:1767329467.383967:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329467.383971:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c57c20d1 x1853178572230528/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329467.383979:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329467.383981:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c57c20d1 x1853178572230528/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329467.383988:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329467.383989:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329467.385037:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329467.385044:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329467.385046:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329467.385048:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329467.385104:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329467.385114:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280cf00 00000400:00000200:3.0:1767329467.385180:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xe21 [1] + 224 00000800:00000001:3.0:1767329467.385186:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329467.385191:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329467.385192:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329467.385195:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329467.385198:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329467.385201:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000148c304c x1853178572230400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329467.385207:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000148c304c x1853178572230400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329467.385218:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329467.385224:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329467.385225:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329467.385227:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329467.385228:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329467.385231:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767329467.385274:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329467.385277:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329467.385282:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329467.385284:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329467.385286:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000639c1374. 00000400:00000200:1.0:1767329467.385291:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1e4696 00000400:00000200:3.0:1767329467.385294:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280ce80 00000400:00000010:1.0:1767329467.385294:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1e4696. 00000100:00000001:1.0:1767329467.385297:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329467.385302:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000148c304c x1853178572230400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329467.385314:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xe1d [1] + 224 00000100:00000200:1.0:1767329467.385317:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000148c304c x1853178572230400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329467.385321:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329467.385329:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329467.385330:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767329467.385332:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329467.385335:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329467.385339:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329467.385342:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329467.385344:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329467.385347:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329467.385350:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329467.385358:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=154 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329467.385363:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=4 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329467.385366:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329467.385369:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329467.385372:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329467.385376:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329467.385380:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329467.385383:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329467.385385:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767329467.385389:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329467.385392:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329467.385396:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329467.385398:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001c588408 x1853178572230272/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329467.385403:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000148c304c x1853178572230400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329467.385419:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001c588408 x1853178572230272/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329467.385419:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329467.385423:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329467.385426:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329467.385434:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000148c304c x1853178572230400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329467.385441:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000148c304c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572230400:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329467.385445:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329467.385446:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329467.385447:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000148c304c x1853178572230400/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329467.385452:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329467.385454:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329467.385456:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001ce80ca3. 02000000:00000001:1.0:1767329467.385458:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329467.385460:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329467.385462:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329467.385464:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329467.385466:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007d17fa11. 02000000:00000001:1.0:1767329467.385469:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329467.385471:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329467.385473:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000148c304c. 00000100:00000001:1.0:1767329467.385476:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329467.385477:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329467.385479:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329467.385479:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329467.385484:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329467.385486:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329467.385489:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329467.385490:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329467.385492:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329467.385495:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329467.385504:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767329467.385508:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767329467.385510:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767329467.385512:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767329467.385513:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767329467.385516:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb4bc9a0. 00000800:00000001:3.0:1767329467.385517:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329467.385525:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329467.385525:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009532038b 00000400:00000010:0.0:1767329467.385530:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009532038b. 00000400:00000200:3.0:1767329467.385534:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280cf80 00000100:00000001:0.0:1767329467.385536:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767329467.385540:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xe2d [1] + 224 00000800:00000001:3.0:1767329467.385545:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767329467.385545:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c588408 x1853178572230272/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329467.385550:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329467.385554:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329467.385562:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329467.385568:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329467.385571:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c588408 x1853178572230272/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329467.385573:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c57c20d1 x1853178572230528/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329467.385583:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c57c20d1 x1853178572230528/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329467.385611:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329467.385615:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329467.385617:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767329467.385618:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767329467.385620:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767329467.385622:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329467.385624:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767329467.385626:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329467.385628:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329467.385632:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329467.385637:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=14 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329467.385642:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=14 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329467.385643:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329467.385647:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329467.385648:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329467.385651:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767329467.385652:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767329467.385654:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329467.385656:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329467.385658:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767329467.385663:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329467.385665:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ea1b10b. 00000100:00000040:0.0:1767329467.385667:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001c588408 x1853178572230272/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329467.385669:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e169f1 00000400:00000010:1.0:1767329467.385672:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e169f1. 00000100:00000001:1.0:1767329467.385678:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329467.385682:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767329467.385684:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c57c20d1 x1853178572230528/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329467.385688:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329467.385692:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329467.385699:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c57c20d1 x1853178572230528/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329467.385703:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c588408 x1853178572230272/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329467.385709:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329467.385711:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329467.385715:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329467.385717:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329467.385719:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329467.385722:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329467.385725:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329467.385726:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001c588408 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572230272:192.168.202.109@tcp:400: 00000100:00001000:1.0:1767329467.385729:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=14 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329467.385735:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=111 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329467.385736:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329467.385737:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329467.385741:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329467.385742:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767329467.385742:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00080000:1.0:1767329467.385750:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c57c20d1 x1853178572230528/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329467.385750:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001c588408 x1853178572230272/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329467.385774:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329467.385792:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767329467.385793:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767329467.385794:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329467.385797:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767329467.385797:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767329467.385801:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329467.385802:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d2117c2. 00000100:00000040:1.0:1767329467.385805:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c57c20d1 x1853178572230528/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329467.385809:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329467.385813:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329467.385814:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767329467.385817:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329467.385818:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329467.385819:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767329467.385829:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767329467.385832:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c57c20d1 x1853178572230528/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767329467.385833:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d5c44fe9. 02000000:00000001:0.0:1767329467.385840:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329467.385843:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1767329467.385844:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c57c20d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572230528:192.168.202.109@tcp:400: 00000100:00000010:0.0:1767329467.385846:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c588408. 00000100:00000001:1.0:1767329467.385850:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329467.385852:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329467.385853:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329467.385856:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329467.385858:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c57c20d1 x1853178572230528/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329467.385862:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329467.385867:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329467.385869:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329467.385871:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da0489de. 00000100:00000001:0.0:1767329467.385871:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329467.385876:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329467.385877:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329467.385881:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329467.385881:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767329467.385882:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329467.385886:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767329467.385886:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329467.385889:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e6bd0558. 02000000:00000001:1.0:1767329467.385892:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329467.385894:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329467.385894:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c57c20d1. 00000100:00000001:1.0:1767329467.385896:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329467.385897:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329467.385898:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329467.385902:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329467.385902:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329467.385904:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329467.385905:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329467.447091:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329467.447098:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329467.447126:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329467.447137:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329467.447140:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329468.471118:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329468.471127:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329468.471179:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329468.471184:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329468.471188:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329469.495107:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329469.495114:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329469.495157:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329469.495161:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329469.495164:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329470.519103:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329470.519111:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329470.519155:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329470.519158:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329470.519161:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329471.543084:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329471.543091:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329471.543173:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329471.543177:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329471.543180:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329471.991088:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301316956, at 4301317120 00000100:00000040:2.0:1767329471.991099:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301316956, at 4301317120 00000100:00000010:1.0:1767329471.991107:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007884d10c. 00000100:00000010:2.0:1767329471.991109:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc851da7. 00000100:00000040:3.0:1767329471.991116:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301316956, at 4301317120 00000100:00000010:3.0:1767329471.991125:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082ce177d. 00000100:00000040:0.0:1767329471.991370:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301316956, at 4301317120 00000100:00000010:0.0:1767329471.991377:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a68039c9. 00000100:00000040:2.0:1767329472.503131:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329472.503147:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329472.503153:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081735c3f. 00000020:00000040:2.0:1767329472.503159:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329472.503164:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329472.503167:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329472.503173:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329472.503179:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ecca153. 00000100:00000001:2.0:1767329472.503186:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329472.503197:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000081735c3f x1853178572230656/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329472.503207:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329472.503209:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329472.503214:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081735c3f] to pc [ptlrpcd_00_01+1] req@0000000081735c3f x1853178572230656/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329472.503237:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329472.503239:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329472.503242:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329472.503244:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000e7f7ee3. 00000020:00000040:2.0:1767329472.503246:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329472.503247:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329472.503248:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329472.503252:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329472.503253:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767329472.503254:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329472.503258:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767329472.503259:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000029ea41fb. 00000100:00000001:0.0:1767329472.503260:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329472.503263:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329472.503265:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329472.503267:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081735c3f x1853178572230656/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329472.503270:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000000e7f7ee3 x1853178572230784/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329472.503300:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329472.503302:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329472.503302:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329472.503307:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329472.503308:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e7f7ee3] to pc [ptlrpcd_00_02+2] req@000000000e7f7ee3 x1853178572230784/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329472.503316:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329472.503321:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329472.503326:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329472.503329:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329472.503331:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081735c3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572230656:192.168.202.109@tcp:400: 00000100:00000040:2.0:1767329472.503337:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329472.503339:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329472.503339:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329472.503341:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767329472.503344:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767329472.503345:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000132fe2d2. 02000000:00000001:1.0:1767329472.503347:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329472.503348:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767329472.503349:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:1.0:1767329472.503352:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329472.503353:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767329472.503357:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000e7f7ee3 x1853178572230784/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329472.503358:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329472.503358:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329472.503359:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329472.503362:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329472.503365:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329472.503366:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f871eac8. 02000000:00000010:2.0:1767329472.503369:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007bfe2aba. 02000000:00000001:1.0:1767329472.503372:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329472.503375:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329472.503381:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000639c1374. 00000100:00000001:0.0:1767329472.503382:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767329472.503384:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000132fe2d2 x1853178572230912/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329472.503385:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329472.503390:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767329472.503392:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1e4696. 02000000:00000001:0.0:1767329472.503393:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329472.503396:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329472.503399:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329472.503399:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329472.503404:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572230656, portal 25 00000100:00100000:0.0:1767329472.503407:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000e7f7ee3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572230784:192.168.202.109@tcp:400: 00000100:00000040:2.0:1767329472.503408:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000132fe2d2] to pc [ptlrpcd_00_03+3] req@00000000132fe2d2 x1853178572230912/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329472.503410:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329472.503413:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777358848 : -127176932192768 : ffff8c5550220e00) 00000100:00000001:0.0:1767329472.503416:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329472.503422:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767329472.503424:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081735c3f x1853178572230656/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329472.503428:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329472.503434:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329472.503435:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329472.503435:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767329472.503439:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767329472.503442:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767329472.503443:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000010:0.0:1767329472.503445:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3bb3d2b. 00000100:00000001:3.0:1767329472.503446:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767329472.503448:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c97fde2a. 00000100:00000040:2.0:1767329472.503450:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6655) 02000000:00000001:0.0:1767329472.503450:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329472.503451:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767329472.503453:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572230656, offset 0 00000100:00000001:3.0:1767329472.503455:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767329472.503458:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087e3350c. 00000100:00000040:3.0:1767329472.503464:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000132fe2d2 x1853178572230912/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329472.503464:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329472.503474:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ba2b8f9. 00000100:00000001:3.0:1767329472.503475:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329472.503477:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329472.503480:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572230784, portal 10 02000000:00000001:3.0:1767329472.503481:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767329472.503484:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:3.0:1767329472.503485:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329472.503485:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329472.503490:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777361536 : -127176932190080 : ffff8c5550221880) 02000000:00000001:3.0:1767329472.503491:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329472.503494:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1767329472.503498:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000132fe2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572230912:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329472.503503:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000e7f7ee3 x1853178572230784/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329472.503504:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329472.503508:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767329472.503510:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:3.0:1767329472.503511:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329472.503516:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329472.503517:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1767329472.503521:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002abe0048. 00000400:00000200:1.0:1767329472.503524:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329472.503525:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767329472.503526:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329472.503531:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b3b4cce. 00000400:00000200:1.0:1767329472.503533:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [428:428:256:4294967295] 192.168.202.109@tcp LPNI seq info [428:428:8:4294967295] 00000100:00000040:0.0:1767329472.503534:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329472.503537:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000459e8137. 00000400:00000010:0.0:1767329472.503539:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000691b4d6e. 00000100:00000200:3.0:1767329472.503543:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572230912, portal 10 00000100:00000200:0.0:1767329472.503544:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572230784, offset 0 00000100:00000001:3.0:1767329472.503550:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329472.503554:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777363328 : -127176932188288 : ffff8c5550221f80) 00000400:00000200:1.0:1767329472.503554:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:0.0:1767329472.503558:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329472.503565:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329472.503570:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000100:00000040:3.0:1767329472.503571:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000132fe2d2 x1853178572230912/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329472.503572:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329472.503578:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767329472.503583:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329472.503586:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329472.503590:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767329472.503592:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329472.503599:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:3.0:1767329472.503601:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329472.503601:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767329472.503607:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [429:429:255:4294967295] 192.168.202.109@tcp LPNI seq info [429:429:7:4294967295] 00000400:00000010:3.0:1767329472.503608:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73b5700. 00000800:00000200:1.0:1767329472.503609:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767329472.503614:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572230912, offset 0 00000400:00000200:3.0:1767329472.503625:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329472.503630:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329472.503630:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329472.503638:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301322076 00000800:00000200:0.0:1767329472.503638:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329472.503644:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000010:1.0:1767329472.503645:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a83fae05. 00000800:00000010:0.0:1767329472.503646:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5c44fe9. 00000400:00000200:3.0:1767329472.503650:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329472.503654:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767329472.503656:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:0.0:1767329472.503657:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329472.503663:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329472.503663:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301322076 00000800:00000200:0.0:1767329472.503668:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329472.503671:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000010:1.0:1767329472.503671:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058c5c748. 00000800:00000200:0.0:1767329472.503674:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5c44fe9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329472.503677:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767329472.503679:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329472.503681:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [430:430:254:4294967295] 192.168.202.109@tcp LPNI seq info [430:430:6:4294967295] 00000100:00000001:1.0:1767329472.503684:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301322076 00000100:00000040:0.0:1767329472.503684:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 210126 usecs (211 jiffies) 00000100:00000010:1.0:1767329472.503688:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000648d638b. 00000100:00000001:0.0:1767329472.503690:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301317843 00000100:00000001:1.0:1767329472.503693:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767329472.503695:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329472.503698:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301322076 00000100:00000001:0.0:1767329472.503703:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301322076 00000100:00000010:1.0:1767329472.503705:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000095fed548. 00000800:00000200:3.0:1767329472.503709:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329472.503710:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301317843 00000800:00000200:2.0:1767329472.503712:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329472.503712:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000800:00000010:3.0:1767329472.503715:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9d1b4a8. 00000100:00000001:0.0:1767329472.503716:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301322076 00000100:00000001:1.0:1767329472.503717:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767329472.503719:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000100:00000001:0.0:1767329472.503722:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301317843 00000100:00000001:1.0:1767329472.503723:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329472.503736:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329472.503740:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329472.503740:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301322076 00000100:00000001:1.0:1767329472.503744:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329472.503745:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329472.503749:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301317843 00000100:00000001:1.0:1767329472.503750:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767329472.503751:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9d1b4a8 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329472.503755:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329472.503756:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301322076 00000100:00000001:3.0:1767329472.503758:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329472.503762:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329472.503763:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767329472.503764:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 13712 usecs (14 jiffies) 00000400:00000200:2.0:1767329472.503764:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c97fde2a 00000100:00000001:1.0:1767329472.503765:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767329472.503770:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c97fde2a. 00000100:00000001:0.0:1767329472.503771:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329472.503772:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301317646 00000100:00000001:1.0:1767329472.503772:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329472.503778:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329472.503778:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329472.503781:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329472.503783:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329472.503784:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329472.503785:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081735c3f x1853178572230656/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329472.503791:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329472.503793:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329472.503797:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329472.503800:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329472.503801:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329472.503804:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767329472.503807:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081735c3f x1853178572230656/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329472.503808:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329472.503813:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329472.503822:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301322076 00000100:00000001:3.0:1767329472.503828:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301317646 00000100:00000001:3.0:1767329472.503833:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301322076 00000100:00000001:2.0:1767329472.503836:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329472.503837:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301317646 00000100:00000001:2.0:1767329472.503840:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329472.503841:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301322076 00000100:00000001:3.0:1767329472.503844:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301317646 00000100:00000001:3.0:1767329472.503853:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301322076 00000100:00000001:3.0:1767329472.503855:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329472.503857:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329472.503857:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329472.503860:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5c44fe9. 00000100:00000001:3.0:1767329472.503862:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329472.503863:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329472.503865:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329472.503870:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329472.503872:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767329472.503872:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000691b4d6e 00000400:00000010:2.0:1767329472.503873:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000691b4d6e. 00000100:00000001:3.0:1767329472.503876:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329472.503879:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329472.503880:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329472.503882:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329472.503882:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329472.503886:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329472.503887:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000e7f7ee3 x1853178572230784/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329472.503893:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329472.503895:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000e7f7ee3 x1853178572230784/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329472.503899:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329472.503900:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329472.503924:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329472.503925:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9d1b4a8. 00000400:00000200:2.0:1767329472.503928:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329472.503930:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329472.503932:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73b5700 00000400:00000010:2.0:1767329472.503932:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73b5700. 00000100:00000001:2.0:1767329472.503934:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329472.503936:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000132fe2d2 x1853178572230912/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329472.503940:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329472.503941:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000132fe2d2 x1853178572230912/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329472.503945:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329472.503946:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329472.505249:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329472.505259:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329472.505261:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329472.505263:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329472.505269:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329472.505325:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280d000 00000400:00000200:3.0:1767329472.505331:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xe35 [1] + 224 00000800:00000001:3.0:1767329472.505339:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329472.505344:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329472.505345:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329472.505348:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329472.505351:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329472.505354:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081735c3f x1853178572230656/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329472.505362:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081735c3f x1853178572230656/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329472.505375:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329472.505380:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329472.505381:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329472.505382:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329472.505384:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329472.505387:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767329472.505394:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329472.505398:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329472.505401:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280d100 00000400:00000001:1.0:1767329472.505404:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329472.505407:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329472.505408:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000639c1374. 00000400:00000200:1.0:1767329472.505412:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1e4696 00000400:00000010:1.0:1767329472.505412:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1e4696. 00000100:00000001:1.0:1767329472.505414:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767329472.505418:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xe41 [1] + 224 00000100:00000200:1.0:1767329472.505420:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081735c3f x1853178572230656/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329472.505425:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329472.505429:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329472.505433:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767329472.505433:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081735c3f x1853178572230656/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329472.505442:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329472.505447:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329472.505451:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767329472.505454:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000132fe2d2 x1853178572230912/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329472.505455:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329472.505460:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329472.505463:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329472.505466:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767329472.505469:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000132fe2d2 x1853178572230912/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329472.505469:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329472.505474:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329472.505482:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=19 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329472.505486:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=19 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329472.505487:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329472.505488:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329472.505489:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329472.505493:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767329472.505495:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767329472.505496:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329472.505500:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329472.505500:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329472.505503:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767329472.505505:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081735c3f x1853178572230656/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329472.505507:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329472.505516:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767329472.505523:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329472.505527:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280d080 00000100:00000001:1.0:1767329472.505528:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329472.505532:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329472.505535:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xe3d [1] + 224 00000100:00000040:1.0:1767329472.505539:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081735c3f x1853178572230656/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329488 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329472.505541:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329472.505547:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329472.505549:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329472.505551:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329472.505555:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329472.505556:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000001:0.0:1767329472.505560:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329472.505564:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329472.505567:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b3b4cce. 00000100:00100000:1.0:1767329472.505568:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081735c3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572230656:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767329472.505574:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000459e8137 00000100:00000001:1.0:1767329472.505575:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767329472.505578:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000459e8137. 00000100:00000001:1.0:1767329472.505579:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329472.505583:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329472.505584:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767329472.505584:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081735c3f x1853178572230656/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329488 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329472.505593:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000e7f7ee3 x1853178572230784/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329472.505594:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767329472.505594:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000132fe2d2 x1853178572230912/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329472.505599:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329472.505603:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f871eac8. 02000000:00000001:1.0:1767329472.505608:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329472.505611:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329472.505614:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329472.505620:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329472.505623:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ecca153. 02000000:00000001:1.0:1767329472.505628:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329472.505632:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767329472.505635:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000e7f7ee3 x1853178572230784/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767329472.505636:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081735c3f. 00000100:00000200:0.0:1767329472.505636:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000132fe2d2 x1853178572230912/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329472.505642:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329472.505645:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329472.505649:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329472.505655:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329472.505658:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329472.505661:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329472.505665:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329472.505669:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329472.505671:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329472.505673:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767329472.505676:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329472.505680:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767329472.505682:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329472.505684:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329472.505685:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329472.505687:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329472.505691:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767329472.505692:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=19 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329472.505697:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=116 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329472.505700:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329472.505701:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329472.505702:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767329472.505706:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000132fe2d2 x1853178572230912/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329472.505712:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329472.505715:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329472.505716:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329472.505718:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329472.505719:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329472.505722:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000132fe2d2 x1853178572230912/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329472.505742:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329472.505743:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329472.505747:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329472.505748:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329472.505750:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329472.505754:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000132fe2d2 x1853178572230912/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329488 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767329472.505759:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329472.505763:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329472.505766:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087e3350c. 00000100:00100000:0.0:1767329472.505771:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000132fe2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572230912:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329472.505774:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ba2b8f9 00000400:00000010:2.0:1767329472.505778:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ba2b8f9. 00000100:00000001:0.0:1767329472.505781:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329472.505784:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329472.505785:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767329472.505791:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000e7f7ee3 x1853178572230784/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329472.505793:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000132fe2d2 x1853178572230912/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329488 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329472.505815:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000e7f7ee3 x1853178572230784/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329472.505815:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329472.505818:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329472.505821:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002abe0048. 02000000:00000001:0.0:1767329472.505827:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767329472.505828:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329472.505829:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329472.505831:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329472.505832:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329472.505833:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329472.505837:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329472.505837:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329472.505841:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:2.0:1767329472.505842:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329472.505847:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1767329472.505848:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=9 v=5 (5 5 5 5) 02000000:00000010:0.0:1767329472.505849:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007bfe2aba. 02000000:00000001:0.0:1767329472.505854:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1767329472.505855:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=9 v=5 (1 1 1 1) 02000000:00000001:0.0:1767329472.505856:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329472.505859:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000132fe2d2. 00000100:00000001:2.0:1767329472.505860:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329472.505863:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329472.505863:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767329472.505865:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767329472.505866:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767329472.505869:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329472.505870:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329472.505874:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329472.505876:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329472.505876:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329472.505879:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329472.505880:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329472.505883:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329472.505884:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329472.505887:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000e7f7ee3 x1853178572230784/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329472.505888:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329472.505896:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329472.505898:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329472.505899:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329472.505903:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e7f7ee3 x1853178572230784/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329488 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329472.505918:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000e7f7ee3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572230784:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329472.505921:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329472.505922:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329472.505924:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000e7f7ee3 x1853178572230784/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329488 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329472.505928:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329472.505929:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329472.505930:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3bb3d2b. 02000000:00000001:2.0:1767329472.505933:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329472.505934:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329472.505935:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329472.505936:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329472.505937:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000029ea41fb. 02000000:00000001:2.0:1767329472.505939:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329472.505940:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329472.505940:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000e7f7ee3. 00000100:00000001:2.0:1767329472.505942:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329472.505943:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329472.505944:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329472.505947:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329472.505948:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329472.505949:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329472.505951:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329472.567085:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329472.567090:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329472.567126:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329472.567129:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329472.567132:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329473.591096:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329473.591106:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329473.591109:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329473.591111:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329473.591116:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329473.591118:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329473.591119:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329473.591121:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329473.591161:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329473.591165:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329473.591168:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329474.615110:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329474.615136:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329474.615185:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329474.615188:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329474.615191:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329475.639110:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329475.639119:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329475.639160:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329475.639165:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329475.639168:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329476.663090:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329476.663097:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329476.663130:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329476.663135:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329476.663138:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329477.111073:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301322076, at 4301322240 00000100:00000040:1.0:1767329477.111078:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301322076, at 4301322240 00000100:00000040:3.0:1767329477.111092:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301322076, at 4301322240 00000100:00000010:0.0:1767329477.111093:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a83fae05. 00000100:00000010:1.0:1767329477.111094:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058c5c748. 00000100:00000040:2.0:1767329477.111103:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301322076, at 4301322240 00000100:00000010:3.0:1767329477.111104:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000095fed548. 00000100:00000010:2.0:1767329477.111115:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000648d638b. 00000100:00000040:1.0:1767329477.623096:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329477.623109:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329477.623117:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000446a1ebc. 00000020:00000040:1.0:1767329477.623125:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329477.623131:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329477.623135:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329477.623141:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329477.623150:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 00000100:00000001:1.0:1767329477.623159:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329477.623173:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000446a1ebc x1853178572231040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329477.623187:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329477.623190:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329477.623197:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a1ebc] to pc [ptlrpcd_00_00+0] req@00000000446a1ebc x1853178572231040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329477.623228:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329477.623230:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329477.623234:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329477.623238:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce5d9467. 00000020:00000040:1.0:1767329477.623241:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329477.623245:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329477.623247:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329477.623250:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329477.623254:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d0d0c54. 00000100:00000001:0.0:1767329477.623254:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329477.623260:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329477.623261:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329477.623262:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329477.623263:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329477.623270:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329477.623272:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000446a1ebc x1853178572231040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329477.623278:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000ce5d9467 x1853178572231168/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329477.623291:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329477.623294:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329477.623300:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767329477.623301:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329477.623303:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329477.623305:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329477.623309:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329477.623312:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce5d9467] to pc [ptlrpcd_00_01+1] req@00000000ce5d9467 x1853178572231168/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329477.623314:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572231040:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329477.623321:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329477.623328:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329477.623331:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329477.623333:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329477.623338:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000546f1aea. 00000100:00000001:1.0:1767329477.623339:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329477.623343:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329477.623351:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767329477.623351:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329477.623356:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767329477.623357:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007e555f5. 00000100:00000001:2.0:1767329477.623359:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767329477.623362:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825b64b1. 00000100:00000001:2.0:1767329477.623363:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767329477.623364:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329477.623370:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767329477.623371:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce5d9467 x1853178572231168/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329477.623373:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767329477.623374:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dba91bce. 02000000:00000001:1.0:1767329477.623378:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329477.623387:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767329477.623387:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572231040, portal 25 02000000:00000010:1.0:1767329477.623388:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ce889c. 00000100:00000001:0.0:1767329477.623393:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329477.623395:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329477.623399:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329477.623399:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777192320 : -127176932359296 : ffff8c55501f8380) 02000000:00000001:2.0:1767329477.623404:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767329477.623404:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000007e555f5 x1853178572231296/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767329477.623409:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329477.623413:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000446a1ebc x1853178572231040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329477.623414:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329477.623422:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572231168:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329477.623433:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329477.623436:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329477.623437:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767329477.623439:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329477.623439:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329477.623441:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329477.623444:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767329477.623447:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000010:2.0:1767329477.623450:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d2117c2. 00000100:00000040:1.0:1767329477.623451:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007e555f5] to pc [ptlrpcd_00_02+2] req@0000000007e555f5 x1853178572231296/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329477.623452:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa460cfa. 02000000:00000001:2.0:1767329477.623455:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329477.623458:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572231040, offset 0 00000400:00000010:2.0:1767329477.623462:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8313d04. 00000400:00000200:0.0:1767329477.623471:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329477.623481:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939da69a. 00000100:00000200:2.0:1767329477.623486:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572231168, portal 10 00000100:00000001:2.0:1767329477.623487:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329477.623489:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777200384 : -127176932351232 : ffff8c55501fa300) 00000400:00000200:0.0:1767329477.623490:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:2.0:1767329477.623499:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce5d9467 x1853178572231168/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329477.623499:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329477.623499:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767329477.623506:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767329477.623508:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329477.623516:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767329477.623517:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767329477.623520:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767329477.623523:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:2.0:1767329477.623527:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:1.0:1767329477.623528:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6660) 00000100:00000001:3.0:1767329477.623531:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329477.623531:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [431:431:256:4294967295] 192.168.202.109@tcp LPNI seq info [431:431:8:4294967295] 00000400:00000010:2.0:1767329477.623532:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edd342f6. 00000100:00000001:3.0:1767329477.623537:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767329477.623538:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572231168, offset 0 00000100:00000001:3.0:1767329477.623542:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767329477.623550:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329477.623553:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007e555f5 x1853178572231296/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329477.623558:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329477.623559:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329477.623564:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329477.623572:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329477.623574:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:0.0:1767329477.623581:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f41acca9. 00000400:00000200:2.0:1767329477.623583:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329477.623584:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329477.623588:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329477.623589:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:0.0:1767329477.623594:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329477.623595:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767329477.623596:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767329477.623601:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:3.0:1767329477.623602:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329477.623609:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [432:432:255:4294967295] 192.168.202.109@tcp LPNI seq info [432:432:7:4294967295] 00000800:00000200:0.0:1767329477.623609:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:3.0:1767329477.623610:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329477.623617:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f41acca9 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:3.0:1767329477.623620:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572231296:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329477.623630:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329477.623631:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329477.623637:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767329477.623637:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329477.623638:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329477.623641:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329477.623644:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029ea41fb. 00000100:00000001:0.0:1767329477.623644:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301327196 02000000:00000001:3.0:1767329477.623646:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767329477.623650:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069e9ffe7. 02000000:00000010:3.0:1767329477.623655:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa05176d. 00000800:00000200:2.0:1767329477.623656:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329477.623658:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1767329477.623662:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329477.623667:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329477.623667:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301327196 00000400:00000010:3.0:1767329477.623670:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4ab8160. 00000100:00000010:0.0:1767329477.623673:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7b8b983. 00000800:00000200:2.0:1767329477.623674:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000029ea41fb type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767329477.623689:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000231b7bae. 00000100:00000001:2.0:1767329477.623695:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329477.623697:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572231296, portal 10 00000100:00000001:0.0:1767329477.623699:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767329477.623701:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 208533 usecs (209 jiffies) 00000800:00000200:1.0:1767329477.623702:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329477.623704:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301327196 00000100:00000001:2.0:1767329477.623705:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301322961 00000100:00000001:3.0:1767329477.623711:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329477.623712:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301327196 00000100:00000010:0.0:1767329477.623712:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1c97f20. 00000100:00000001:3.0:1767329477.623715:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777204864 : -127176932346752 : ffff8c55501fb480) 00000800:00000010:1.0:1767329477.623715:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f41acca9. 00000100:00000001:0.0:1767329477.623717:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767329477.623719:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301322961 00000400:00000200:1.0:1767329477.623723:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329477.623724:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301327196 00000100:00000001:0.0:1767329477.623725:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301327196 00000100:00000040:3.0:1767329477.623729:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007e555f5 x1853178572231296/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329477.623732:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301322961 00000100:00000010:0.0:1767329477.623733:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d643faa9. 00000400:00000200:1.0:1767329477.623736:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329477.623740:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301327196 00000100:00000001:0.0:1767329477.623741:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767329477.623747:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa460cfa 00000100:00000001:0.0:1767329477.623747:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329477.623748:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301322961 00000400:00000010:1.0:1767329477.623753:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa460cfa. 00000100:00000001:2.0:1767329477.623755:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301327196 00000100:00000001:0.0:1767329477.623755:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329477.623756:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329477.623761:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329477.623761:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329477.623766:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329477.623767:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329477.623768:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329477.623769:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767329477.623771:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d08aec3. 00000100:00000001:2.0:1767329477.623776:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329477.623777:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000446a1ebc x1853178572231040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329477.623778:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572231296, offset 0 00000100:00000001:2.0:1767329477.623779:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329477.623781:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329477.623786:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329477.623788:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329477.623792:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767329477.623793:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329477.623793:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329477.623798:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329477.623799:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329477.623801:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329477.623802:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329477.623806:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329477.623808:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329477.623808:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329477.623808:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329477.623813:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329477.623815:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329477.623816:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000446a1ebc x1853178572231040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329477.623820:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329477.623827:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329477.623831:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329477.623834:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329477.623836:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767329477.623842:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [433:433:254:4294967295] 192.168.202.109@tcp LPNI seq info [433:433:6:4294967295] 00000400:00000200:3.0:1767329477.623850:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329477.623856:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329477.623861:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024fb3337. 00000800:00000200:3.0:1767329477.623865:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767329477.623870:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329477.623875:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000024fb3337 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329477.623878:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329477.623881:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 13626 usecs (14 jiffies) 00000100:00000001:3.0:1767329477.623883:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301322766 00000100:00000001:3.0:1767329477.623885:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301327196 00000100:00000001:3.0:1767329477.623887:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301322766 00000100:00000001:3.0:1767329477.623889:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301327196 00000100:00000001:3.0:1767329477.623891:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301322766 00000800:00000200:1.0:1767329477.623893:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329477.623894:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301327196 00000800:00000010:1.0:1767329477.623897:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029ea41fb. 00000400:00000200:1.0:1767329477.623902:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329477.623904:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301322766 00000400:00000200:1.0:1767329477.623910:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329477.623911:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301327196 00000400:00000200:1.0:1767329477.623914:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd342f6 00000100:00000001:3.0:1767329477.623916:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767329477.623917:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000edd342f6. 00000100:00000001:3.0:1767329477.623922:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329477.623923:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329477.623927:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329477.623928:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce5d9467 x1853178572231168/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329477.623937:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329477.623938:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce5d9467 x1853178572231168/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329477.623942:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329477.623943:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329477.623952:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329477.623953:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024fb3337. 00000400:00000200:1.0:1767329477.623955:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329477.623957:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329477.623959:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d08aec3 00000400:00000010:1.0:1767329477.623960:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d08aec3. 00000100:00000001:1.0:1767329477.623967:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329477.623969:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007e555f5 x1853178572231296/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329477.623974:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329477.623975:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007e555f5 x1853178572231296/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329477.623979:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329477.623980:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329477.624005:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329477.624012:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329477.624076:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329477.624080:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329477.624081:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329477.624083:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329477.624086:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329477.625710:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329477.625719:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329477.625722:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329477.625723:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329477.625730:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329477.625740:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280d180 00000400:00000200:2.0:1767329477.625745:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xe4d [1] + 224 00000800:00000001:2.0:1767329477.625759:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329477.625766:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329477.625768:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329477.625770:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329477.625773:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329477.625777:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000446a1ebc x1853178572231040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329477.625785:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000446a1ebc x1853178572231040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329477.625799:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329477.625805:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329477.625807:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329477.625809:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329477.625810:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329477.625812:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329477.625817:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280d200 00000400:00000200:2.0:1767329477.625820:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xe55 [1] + 224 00000800:00000001:2.0:1767329477.625822:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329477.625826:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329477.625828:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329477.625831:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329477.625833:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329477.625835:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce5d9467 x1853178572231168/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329477.625837:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329477.625841:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767329477.625845:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ce5d9467 x1853178572231168/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767329477.625848:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329477.625852:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329477.625853:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000825b64b1. 00000100:00000001:2.0:1767329477.625858:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767329477.625858:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dba91bce 00000400:00000010:0.0:1767329477.625862:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dba91bce. 00000100:00000001:0.0:1767329477.625866:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767329477.625870:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767329477.625871:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000446a1ebc x1853178572231040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329477.625874:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329477.625884:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000446a1ebc x1853178572231040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329477.625891:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329477.625892:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329477.625895:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329477.625897:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329477.625899:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329477.625901:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329477.625901:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329477.625905:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329477.625910:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767329477.625911:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767329477.625915:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329477.625918:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8313d04. 00000100:00001000:0.0:1767329477.625919:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=24 v=5 (5 5 5 5) 00000400:00000200:1.0:1767329477.625925:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939da69a 00000100:00001000:0.0:1767329477.625927:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=24 v=5 (1 1 1 1) 00000400:00000010:1.0:1767329477.625929:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939da69a. 00000100:00000001:0.0:1767329477.625933:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329477.625935:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329477.625937:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329477.625942:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767329477.625944:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce5d9467 x1853178572231168/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329477.625946:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329477.625953:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329477.625963:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000446a1ebc x1853178572231040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329477.625966:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce5d9467 x1853178572231168/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329477.625972:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329477.625981:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329477.625987:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329477.625989:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767329477.625993:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329477.625995:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329477.625996:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329477.625998:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329477.625999:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329477.626004:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767329477.626004:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000446a1ebc x1853178572231040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329477.626006:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329477.626009:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329477.626011:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329477.626036:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329477.626040:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572231040:192.168.202.109@tcp:400: 00000100:00001000:1.0:1767329477.626043:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=14 v=5 (5 5 5 5) 00000100:00000001:0.0:1767329477.626045:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767329477.626048:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=14 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329477.626049:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329477.626053:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767329477.626054:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000446a1ebc x1853178572231040/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329477.626056:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329477.626060:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329477.626065:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329477.626067:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767329477.626070:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767329477.626071:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767329477.626072:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000010:0.0:1767329477.626076:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000546f1aea. 00000400:00000200:3.0:1767329477.626080:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767329477.626081:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767329477.626081:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329477.626086:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329477.626086:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329477.626090:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329477.626094:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767329477.626095:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce5d9467 x1853178572231168/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767329477.626098:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 00000400:00000200:3.0:1767329477.626099:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280d280 02000000:00000001:0.0:1767329477.626106:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329477.626110:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329477.626113:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000446a1ebc. 00000400:00000200:3.0:1767329477.626116:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xe5d [1] + 224 00000100:00000001:1.0:1767329477.626116:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329477.626117:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329477.626121:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329477.626122:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329477.626125:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329477.626128:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767329477.626131:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce5d9467 x1853178572231168/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329477.626131:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329477.626137:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1767329477.626138:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767329477.626141:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce5d9467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572231168:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329477.626142:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329477.626144:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329477.626149:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329477.626151:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329477.626155:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329477.626156:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329477.626157:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329477.626163:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce5d9467 x1853178572231168/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329477.626165:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329477.626170:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329477.626172:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767329477.626175:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007e555f5 x1853178572231296/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329477.626175:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d2117c2. 02000000:00000001:1.0:1767329477.626180:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329477.626183:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329477.626184:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329477.626189:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329477.626191:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d0d0c54. 02000000:00000001:1.0:1767329477.626195:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329477.626198:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329477.626199:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce5d9467. 00000100:00000040:3.0:1767329477.626202:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000007e555f5 x1853178572231296/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329477.626203:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329477.626205:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329477.626208:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329477.626213:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329477.626216:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329477.626219:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329477.626221:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329477.626233:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329477.626240:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329477.626244:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329477.626268:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329477.626270:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329477.626278:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329477.626279:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329477.626281:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4ab8160. 00000400:00000200:2.0:1767329477.626284:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000231b7bae 00000400:00000010:2.0:1767329477.626285:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000231b7bae. 00000100:00000001:2.0:1767329477.626287:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329477.626290:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007e555f5 x1853178572231296/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329477.626296:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007e555f5 x1853178572231296/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329477.626301:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329477.626302:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329477.626303:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329477.626304:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329477.626305:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329477.626306:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329477.626307:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329477.626311:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=24 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329477.626313:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=121 v=5 (1 1 0 0) 00000100:00000001:2.0:1767329477.626315:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329477.626315:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329477.626317:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767329477.626319:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000007e555f5 x1853178572231296/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767329477.626324:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329477.626325:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329477.626326:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329477.626327:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329477.626328:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329477.626329:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007e555f5 x1853178572231296/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329477.626334:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329477.626335:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329477.626339:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329477.626341:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007e555f5 x1853178572231296/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329477.626346:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572231296:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329477.626349:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329477.626350:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329477.626351:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007e555f5 x1853178572231296/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329477.626355:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329477.626356:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329477.626358:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa05176d. 02000000:00000001:2.0:1767329477.626360:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329477.626360:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329477.626361:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329477.626363:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329477.626364:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ce889c. 02000000:00000001:2.0:1767329477.626366:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329477.626367:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329477.626368:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007e555f5. 00000100:00000001:2.0:1767329477.626370:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329477.626370:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329477.626371:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329477.626374:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329477.626375:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329477.626376:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329477.626377:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329477.687072:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329477.687085:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329477.687158:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329477.687162:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329477.687165:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329478.711098:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329478.711104:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329478.711142:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329478.711160:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329478.711163:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329479.735112:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329479.735120:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329479.735170:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329479.735175:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329479.735179:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329480.759101:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329480.759109:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329480.759185:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329480.759189:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329480.759192:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329481.783099:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329481.783106:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329481.783146:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329481.783150:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329481.783153:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329482.231095:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301327196, at 4301327360 00000100:00000040:0.0:1767329482.231095:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301327196, at 4301327360 00000100:00000040:2.0:1767329482.231103:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301327196, at 4301327360 00000100:00000010:0.0:1767329482.231114:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069e9ffe7. 00000100:00000010:1.0:1767329482.231115:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7b8b983. 00000100:00000010:2.0:1767329482.231117:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1c97f20. 00000100:00000040:3.0:1767329482.231373:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301327196, at 4301327360 00000100:00000010:3.0:1767329482.231381:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d643faa9. 00000100:00000040:2.0:1767329482.743110:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329482.743120:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329482.743126:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000e7f7ee3. 00000020:00000040:2.0:1767329482.743133:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329482.743138:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329482.743147:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329482.743153:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329482.743160:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000029ea41fb. 00000100:00000001:2.0:1767329482.743168:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329482.743180:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000000e7f7ee3 x1853178572231424/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329482.743191:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329482.743194:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329482.743200:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e7f7ee3] to pc [ptlrpcd_00_03+3] req@000000000e7f7ee3 x1853178572231424/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329482.743231:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329482.743234:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329482.743239:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329482.743242:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000077c1f13d. 00000100:00000001:3.0:1767329482.743244:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767329482.743246:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00100000:3.0:1767329482.743252:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767329482.743252:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767329482.743257:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329482.743257:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329482.743258:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329482.743261:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329482.743263:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329482.743269:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007bfe2aba. 00000100:00000001:3.0:1767329482.743270:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329482.743275:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329482.743276:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329482.743282:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329482.743284:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000077c1f13d x1853178572231552/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329482.743286:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329482.743291:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329482.743293:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329482.743295:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329482.743300:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077c1f13d] to pc [ptlrpcd_00_00+0] req@0000000077c1f13d x1853178572231552/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329482.743301:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000e7f7ee3 x1853178572231424/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329482.743319:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329482.743323:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329482.743325:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329482.743328:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767329482.743329:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767329482.743335:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329482.743335:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329482.743338:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000faf3089b. 02000000:00000001:3.0:1767329482.743340:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767329482.743342:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329482.743344:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767329482.743345:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000e7f7ee3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572231424:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329482.743350:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329482.743350:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329482.743354:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329482.743355:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329482.743355:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329482.743356:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329482.743357:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329482.743361:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329482.743364:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767329482.743364:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000077c1f13d x1853178572231552/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767329482.743366:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ecca153. 02000000:00000001:3.0:1767329482.743368:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329482.743372:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329482.743373:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329482.743381:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000659e6739. 00000100:00000040:2.0:1767329482.743381:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000faf3089b x1853178572231680/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329482.743382:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767329482.743386:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329482.743386:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329482.743392:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767329482.743395:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767329482.743396:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329482.743397:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329482.743400:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329482.743403:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faf3089b] to pc [ptlrpcd_00_01+1] req@00000000faf3089b x1853178572231680/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329482.743408:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000077c1f13d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572231552:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329482.743416:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329482.743419:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329482.743422:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329482.743423:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329482.743427:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329482.743427:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dcafe47a. 00000100:00000040:2.0:1767329482.743432:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767329482.743432:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329482.743437:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767329482.743439:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825b64b1. 00000100:00000040:2.0:1767329482.743442:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6665) 00000100:00000001:1.0:1767329482.743443:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767329482.743445:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d84c6c2c. 00000100:00000001:1.0:1767329482.743448:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767329482.743449:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dba91bce. 00000100:00000001:1.0:1767329482.743451:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767329482.743453:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097041725. 00000100:00000040:1.0:1767329482.743458:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000faf3089b x1853178572231680/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329482.743459:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572231424, portal 25 00000100:00000200:0.0:1767329482.743459:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572231552, portal 10 00000100:00000001:0.0:1767329482.743465:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329482.743470:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329482.743472:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329482.743473:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777361536 : -127176932190080 : ffff8c5550221880) 00000100:00000001:0.0:1767329482.743475:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777365120 : -127176932186496 : ffff8c5550222680) 00000100:00000001:1.0:1767329482.743476:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329482.743482:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767329482.743483:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000e7f7ee3 x1853178572231424/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329482.743485:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329482.743487:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000077c1f13d x1853178572231552/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329482.743492:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329482.743500:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000faf3089b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572231680:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329482.743509:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329482.743514:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767329482.743516:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329482.743518:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767329482.743519:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329482.743523:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329482.743524:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329482.743525:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767329482.743527:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fc50d68. 00000100:00000200:3.0:1767329482.743531:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572231424, offset 0 00000400:00000010:0.0:1767329482.743532:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081a0b675. 02000000:00000010:1.0:1767329482.743533:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056620ab5. 00000100:00000200:0.0:1767329482.743536:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572231552, offset 0 02000000:00000001:1.0:1767329482.743538:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329482.743541:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329482.743546:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000639c1374. 00000400:00000200:0.0:1767329482.743554:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329482.743560:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000010:1.0:1767329482.743564:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1e4696. 00000400:00000200:3.0:1767329482.743566:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1767329482.743572:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572231680, portal 10 00000400:00000200:3.0:1767329482.743573:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329482.743577:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329482.743580:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329482.743584:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [434:434:256:4294967295] 192.168.202.109@tcp LPNI seq info [434:434:8:4294967295] 00000100:00000001:1.0:1767329482.743585:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329482.743589:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777357056 : -127176932194560 : ffff8c5550220700) 00000100:00000040:1.0:1767329482.743599:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000faf3089b x1853178572231680/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329482.743603:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329482.743612:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767329482.743613:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329482.743616:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:3.0:1767329482.743620:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024fb3337. 00000100:00000040:1.0:1767329482.743620:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329482.743623:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329482.743638:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:1.0:1767329482.743640:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005235a963. 00000400:00000200:0.0:1767329482.743641:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767329482.743647:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329482.743648:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:1.0:1767329482.743649:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572231680, offset 0 00000400:00000200:0.0:1767329482.743656:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [435:435:255:4294967295] 192.168.202.109@tcp LPNI seq info [435:435:7:4294967295] 00000800:00000200:3.0:1767329482.743664:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329482.743664:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:3.0:1767329482.743671:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000024fb3337 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767329482.743673:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329482.743679:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329482.743683:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd12ef3a. 00000400:00000200:1.0:1767329482.743684:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329482.743690:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329482.743691:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767329482.743695:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329482.743697:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301332316 00000400:00000200:1.0:1767329482.743699:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:0.0:1767329482.743704:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:3.0:1767329482.743706:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002bed35d3. 00000400:00000200:1.0:1767329482.743706:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767329482.743710:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd12ef3a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329482.743714:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329482.743716:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767329482.743716:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329482.743721:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [436:436:254:4294967295] 192.168.202.109@tcp LPNI seq info [436:436:6:4294967295] 00000100:00000040:0.0:1767329482.743723:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 206967 usecs (207 jiffies) 00000100:00000001:3.0:1767329482.743725:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301332316 00000100:00000001:0.0:1767329482.743728:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301328079 00000100:00000010:3.0:1767329482.743731:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000074d9516. 00000100:00000001:0.0:1767329482.743734:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301332316 00000400:00000200:1.0:1767329482.743738:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329482.743739:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767329482.743739:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301328079 00000100:00000001:3.0:1767329482.743747:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301332316 00000100:00000001:0.0:1767329482.743747:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301332316 00000800:00000200:2.0:1767329482.743750:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767329482.743753:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:3.0:1767329482.743754:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af2b76ee. 00000100:00000001:0.0:1767329482.743755:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301328079 00000800:00000010:2.0:1767329482.743757:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024fb3337. 00000800:00000010:1.0:1767329482.743759:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 00000400:00000200:2.0:1767329482.743763:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329482.743766:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767329482.743770:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329482.743772:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301332316 00000400:00000200:2.0:1767329482.743773:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329482.743773:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301332316 00000100:00000010:3.0:1767329482.743779:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024dc0b91. 00000100:00000001:0.0:1767329482.743779:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301328079 00000800:00000200:1.0:1767329482.743780:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329482.743782:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fc50d68 00000100:00000001:3.0:1767329482.743784:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767329482.743786:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fc50d68. 00000800:00000200:1.0:1767329482.743788:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329482.743792:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329482.743792:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301332316 00000100:00000001:1.0:1767329482.743793:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329482.743794:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329482.743800:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329482.743800:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329482.743801:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 13546 usecs (14 jiffies) 00000100:00000200:2.0:1767329482.743802:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000e7f7ee3 x1853178572231424/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329482.743807:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329482.743807:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329482.743808:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301327886 00000100:00000001:3.0:1767329482.743815:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329482.743815:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329482.743816:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301332316 00000100:00000001:2.0:1767329482.743821:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329482.743822:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329482.743823:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301327886 00000100:00000040:2.0:1767329482.743827:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000e7f7ee3 x1853178572231424/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329498 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329482.743828:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301332316 00000100:00000001:0.0:1767329482.743830:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329482.743833:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301327886 00000100:00000001:0.0:1767329482.743834:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329482.743839:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301332316 00000100:00000001:0.0:1767329482.743841:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329482.743844:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329482.743844:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329482.743847:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329482.743848:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329482.743853:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301327886 00000100:00000001:0.0:1767329482.743853:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329482.743858:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301332316 00000800:00000200:2.0:1767329482.743862:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329482.743862:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329482.743866:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329482.743867:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd12ef3a. 00000100:00000001:1.0:1767329482.743869:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329482.743871:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329482.743876:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767329482.743877:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329482.743878:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329482.743882:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329482.743885:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329482.743885:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329482.743889:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329482.743890:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081a0b675 00000100:00000001:1.0:1767329482.743892:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329482.743893:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081a0b675. 00000100:00000001:2.0:1767329482.743901:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329482.743904:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000077c1f13d x1853178572231552/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329482.743909:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329482.743911:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000077c1f13d x1853178572231552/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329498 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329482.743915:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329482.743916:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329482.743942:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329482.743944:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000400:00000200:2.0:1767329482.743947:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329482.743949:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329482.743951:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005235a963 00000400:00000010:2.0:1767329482.743952:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005235a963. 00000100:00000001:2.0:1767329482.743954:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329482.743956:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000faf3089b x1853178572231680/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329482.743960:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329482.743962:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000faf3089b x1853178572231680/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329498 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329482.743966:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329482.743967:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329482.745265:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329482.745273:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329482.745275:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329482.745277:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329482.745282:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329482.745293:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280d300 00000400:00000200:2.0:1767329482.745298:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xe69 [1] + 224 00000800:00000001:2.0:1767329482.745310:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329482.745317:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329482.745319:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329482.745322:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329482.745327:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329482.745332:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000e7f7ee3 x1853178572231424/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329482.745342:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000e7f7ee3 x1853178572231424/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329482.745358:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329482.745367:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329482.745373:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329482.745375:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329482.745378:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329482.745384:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:3.0:1767329482.745386:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329482.745390:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329482.745392:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280d380 00000400:00000001:3.0:1767329482.745434:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329482.745437:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329482.745440:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d84c6c2c. 00000400:00000200:3.0:1767329482.745444:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097041725 00000400:00000010:3.0:1767329482.745446:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097041725. 00000100:00000001:3.0:1767329482.745449:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767329482.745452:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xe65 [1] + 224 00000100:00000200:3.0:1767329482.745455:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000e7f7ee3 x1853178572231424/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329482.745460:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767329482.745468:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000e7f7ee3 x1853178572231424/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329482.745474:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329482.745475:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329482.745476:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329482.745480:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329482.745481:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329482.745485:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767329482.745488:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329482.745489:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329482.745493:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329482.745494:0:208642:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767329482.745497:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329482.745499:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000077c1f13d x1853178572231552/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329482.745504:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000077c1f13d x1853178572231552/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329482.745515:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329482.745519:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329482.745521:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767329482.745563:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=29 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329482.745567:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=29 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329482.745569:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329482.745571:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329482.745573:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329482.745575:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329482.745577:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329482.745580:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329482.745584:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329482.745585:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329482.745586:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000825b64b1. 00000400:00000200:0.0:1767329482.745591:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dba91bce 00000400:00000010:0.0:1767329482.745592:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dba91bce. 00000800:00000001:1.0:1767329482.745593:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329482.745596:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767329482.745601:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329482.745602:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000077c1f13d x1853178572231552/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329482.745605:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329482.745608:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329482.745617:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329482.745620:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000200:0.0:1767329482.745621:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000077c1f13d x1853178572231552/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329482.745637:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000e7f7ee3 x1853178572231424/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329482.745645:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767329482.745646:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280d400 00000100:00000001:0.0:1767329482.745649:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329482.745654:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329482.745657:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767329482.745659:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xe75 [1] + 224 00000100:00000001:0.0:1767329482.745660:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329482.745665:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329482.745665:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329482.745667:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767329482.745669:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329482.745672:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329482.745674:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329482.745675:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767329482.745675:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=19 v=5 (5 5 5 5) 00000100:00000040:3.0:1767329482.745680:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e7f7ee3 x1853178572231424/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329498 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329482.745681:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1767329482.745683:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=19 v=5 (1 1 1 1) 00000400:00000200:1.0:1767329482.745690:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329482.745691:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329482.745694:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329482.745697:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767329482.745699:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767329482.745704:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000faf3089b x1853178572231680/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329482.745705:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000e7f7ee3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572231424:192.168.202.109@tcp:400: 00010000:00000001:0.0:1767329482.745711:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329482.745716:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329482.745718:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329482.745721:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329482.745722:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329482.745726:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000faf3089b x1853178572231680/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329482.745727:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767329482.745730:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000e7f7ee3 x1853178572231424/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329498 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329482.745731:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329482.745739:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000077c1f13d x1853178572231552/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329482.745762:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329482.745763:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329482.745767:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767329482.745768:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767329482.745768:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329482.745770:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767329482.745772:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000659e6739. 00000800:00000001:1.0:1767329482.745775:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767329482.745776:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000077c1f13d x1853178572231552/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329498 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329482.745778:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:1.0:1767329482.745780:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767329482.745781:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329482.745786:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1767329482.745791:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1767329482.745792:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000077c1f13d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572231552:192.168.202.109@tcp:400: 02000000:00000010:3.0:1767329482.745793:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000029ea41fb. 00000100:00000001:2.0:1767329482.745794:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329482.745798:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329482.745799:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329482.745800:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329482.745802:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767329482.745803:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329482.745806:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000e7f7ee3. 00000100:00000040:0.0:1767329482.745808:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000077c1f13d x1853178572231552/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329498 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767329482.745809:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767329482.745811:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:2.0:1767329482.745813:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329482.745814:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767329482.745817:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000639c1374. 00000100:00000001:3.0:1767329482.745819:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329482.745823:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1e4696 00000100:00000001:0.0:1767329482.745825:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767329482.745826:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767329482.745827:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1e4696. 02000000:00000001:0.0:1767329482.745828:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767329482.745829:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329482.745833:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329482.745833:0:208649:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767329482.745833:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dcafe47a. 00000100:00000001:3.0:1767329482.745839:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329482.745839:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1767329482.745843:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000faf3089b x1853178572231680/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767329482.745844:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329482.745847:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329482.745851:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329482.745854:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007bfe2aba. 00000100:00000200:2.0:1767329482.745858:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000faf3089b x1853178572231680/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329482.745859:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329482.745862:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329482.745864:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000077c1f13d. 00000100:00000001:0.0:1767329482.745868:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329482.745869:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329482.745872:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329482.745876:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329482.745877:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329482.745880:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329482.745881:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329482.745885:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329482.745887:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329482.745889:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329482.745891:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329482.745892:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329482.745895:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329482.745900:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329482.745904:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=29 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329482.745909:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=126 v=5 (1 1 0 0) 00000100:00000001:2.0:1767329482.745912:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329482.745913:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329482.745915:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767329482.745919:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000faf3089b x1853178572231680/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767329482.745926:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329482.745928:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329482.745929:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329482.745930:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329482.745931:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329482.745933:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000faf3089b x1853178572231680/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329482.745937:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329482.745939:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329482.745945:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329482.745948:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000faf3089b x1853178572231680/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329498 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329482.745952:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000faf3089b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572231680:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329482.745955:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329482.745957:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329482.745958:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000faf3089b x1853178572231680/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329498 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329482.745962:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329482.745963:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329482.745965:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056620ab5. 02000000:00000001:2.0:1767329482.745967:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329482.745968:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329482.745969:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329482.745971:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329482.745972:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ecca153. 02000000:00000001:2.0:1767329482.745973:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329482.745975:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329482.745976:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000faf3089b. 00000100:00000001:2.0:1767329482.745978:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329482.745978:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329482.745980:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329482.745982:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329482.745984:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329482.745985:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329482.745987:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329482.807089:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329482.807100:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329482.807138:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329482.807141:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329482.807143:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329483.831099:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329483.831108:0:215769:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329483.831110:0:215769:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329483.831113:0:215769:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329483.831118:0:215769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329483.831120:0:215769:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329483.831122:0:215769:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329483.831123:0:215769:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329483.831216:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329483.831220:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329483.831223:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329484.855109:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329484.855117:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329484.855159:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329484.855163:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329484.855188:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329485.879103:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329485.879110:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329485.879152:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329485.879155:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329485.879158:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329486.903106:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329486.903113:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329486.903190:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329486.903193:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329486.903196:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329487.351090:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301332316, at 4301332480 00000100:00000010:0.0:1767329487.351109:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002bed35d3. 00000100:00000040:2.0:1767329487.351120:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301332316, at 4301332480 00000100:00000010:2.0:1767329487.351130:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af2b76ee. 00000100:00000040:1.0:1767329487.351148:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301332316, at 4301332480 00000100:00000010:1.0:1767329487.351156:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000074d9516. 00000100:00000040:3.0:1767329487.351187:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301332316, at 4301332480 00000100:00000010:3.0:1767329487.351194:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024dc0b91. 00000100:00000040:0.0:1767329487.863087:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329487.863096:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329487.863102:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c588408. 00000020:00000040:0.0:1767329487.863108:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329487.863113:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329487.863116:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329487.863121:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329487.863128:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061991354. 00000100:00000001:0.0:1767329487.863135:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329487.863147:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000001c588408 x1853178572231808/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329487.863156:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329487.863158:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329487.863164:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c588408] to pc [ptlrpcd_00_02+2] req@000000001c588408 x1853178572231808/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329487.863185:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329487.863187:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329487.863190:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329487.863192:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000969bb8ef. 00000020:00000040:0.0:1767329487.863193:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329487.863195:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329487.863196:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329487.863205:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329487.863208:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000048650044. 00000100:00000001:0.0:1767329487.863211:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329487.863214:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000969bb8ef x1853178572231936/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329487.863216:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767329487.863222:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767329487.863223:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329487.863225:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329487.863226:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329487.863230:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000969bb8ef] to pc [ptlrpcd_00_03+3] req@00000000969bb8ef x1853178572231936/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329487.863235:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329487.863236:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329487.863238:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329487.863239:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329487.863243:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329487.863244:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767329487.863246:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329487.863246:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767329487.863247:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d963913. 00000100:00000001:1.0:1767329487.863251:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767329487.863251:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329487.863252:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329487.863257:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767329487.863258:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000969bb8ef x1853178572231936/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329487.863259:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329487.863261:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329487.863266:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000025ce9561. 00000100:00000001:0.0:1767329487.863270:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329487.863272:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329487.863274:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329487.863276:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000003d963913 x1853178572232064/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767329487.863279:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329487.863283:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329487.863285:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767329487.863286:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329487.863287:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329487.863291:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000969bb8ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572231936:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329487.863295:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d963913] to pc [ptlrpcd_00_00+0] req@000000003d963913 x1853178572232064/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329487.863299:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329487.863306:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329487.863317:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329487.863319:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329487.863322:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329487.863323:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000957ff9d4. 02000000:00000001:1.0:1767329487.863328:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329487.863328:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767329487.863332:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1767329487.863334:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033a11ee2. 00000100:00000040:0.0:1767329487.863337:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6670) 00000100:00000001:3.0:1767329487.863343:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767329487.863343:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fa6d4d2. 00000100:00100000:3.0:1767329487.863348:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767329487.863351:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329487.863353:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572231936, portal 10 00000100:00000001:3.0:1767329487.863355:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329487.863358:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329487.863359:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329487.863362:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578904832 : -127177130646784 : ffff8c55444de300) 00000100:00000001:3.0:1767329487.863363:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329487.863366:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329487.863368:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329487.863371:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000969bb8ef x1853178572231936/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329487.863375:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d963913 x1853178572232064/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329487.863375:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329487.863380:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329487.863396:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329487.863397:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329487.863399:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329487.863403:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329487.863404:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329487.863407:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767329487.863407:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5a75e4. 00000100:00000200:1.0:1767329487.863412:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572231936, offset 0 02000000:00000001:3.0:1767329487.863413:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329487.863420:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d963913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572232064:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329487.863425:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767329487.863425:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329487.863429:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329487.863430:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329487.863432:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329487.863435:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091649a10. 02000000:00000001:3.0:1767329487.863438:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329487.863439:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000010:3.0:1767329487.863444:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d84c6c2c. 00000400:00000200:1.0:1767329487.863447:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767329487.863452:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097041725. 00000400:00000200:1.0:1767329487.863453:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000200:3.0:1767329487.863459:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572232064, portal 10 00000400:00000200:1.0:1767329487.863459:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329487.863462:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329487.863466:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767329487.863468:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [437:437:256:4294967295] 192.168.202.109@tcp LPNI seq info [437:437:8:4294967295] 00000100:00000001:3.0:1767329487.863470:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578909312 : -127177130642304 : ffff8c55444df480) 00000400:00000200:1.0:1767329487.863480:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329487.863487:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329487.863490:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d963913 x1853178572232064/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767329487.863492:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 00000800:00000200:1.0:1767329487.863502:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329487.863504:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329487.863509:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329487.863512:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:3.0:1767329487.863513:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6cf1dd. 00000800:00000200:1.0:1767329487.863518:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767329487.863520:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572232064, offset 0 00000400:00000200:3.0:1767329487.863529:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329487.863534:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329487.863538:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:1.0:1767329487.863540:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 205422 usecs (206 jiffies) 00000400:00000200:3.0:1767329487.863545:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329487.863545:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301333198 00000400:00000200:3.0:1767329487.863550:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329487.863554:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1767329487.863558:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058c5c748. 00000400:00000200:3.0:1767329487.863560:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329487.863565:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767329487.863566:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [438:438:255:4294967295] 192.168.202.109@tcp LPNI seq info [438:438:7:4294967295] 00000100:00000001:1.0:1767329487.863590:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301333198 00000100:00000010:1.0:1767329487.863594:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a3bb6b37. 00000100:00000001:1.0:1767329487.863599:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767329487.863605:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329487.863605:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301333198 00000100:00000010:1.0:1767329487.863610:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000620d8893. 00000100:00000001:1.0:1767329487.863614:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000800:00000200:3.0:1767329487.863619:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329487.863620:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301333198 00000100:00000010:1.0:1767329487.863624:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1fa5921. 00000800:00000010:3.0:1767329487.863627:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9d1b4a8. 00000100:00000001:1.0:1767329487.863628:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767329487.863631:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329487.863634:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329487.863637:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329487.863639:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329487.863646:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001c588408 x1853178572231808/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767329487.863650:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329487.863657:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9d1b4a8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329487.863658:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329487.863660:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329487.863665:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329487.863667:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329487.863667:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329487.863672:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329487.863674:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 13465 usecs (14 jiffies) 00000100:00100000:1.0:1767329487.863676:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001c588408 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572231808:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329487.863681:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301333006 00000800:00000200:2.0:1767329487.863681:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329487.863682:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329487.863685:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:2.0:1767329487.863687:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 02000000:00000001:1.0:1767329487.863688:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329487.863689:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301333198 02000000:00000001:1.0:1767329487.863693:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329487.863694:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301333006 00000400:00000200:2.0:1767329487.863696:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767329487.863697:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfb122fd. 00000100:00000001:3.0:1767329487.863700:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301333198 02000000:00000001:1.0:1767329487.863702:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329487.863706:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301333006 00000400:00000200:2.0:1767329487.863707:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:1.0:1767329487.863708:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6cb2fcd. 00000100:00000001:3.0:1767329487.863710:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301333198 00000100:00000001:3.0:1767329487.863714:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301333006 00000400:00000010:1.0:1767329487.863715:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cab2768b. 00000400:00000200:2.0:1767329487.863719:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5a75e4 00000400:00000010:2.0:1767329487.863723:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f5a75e4. 00000100:00000001:3.0:1767329487.863728:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301333198 00000100:00000200:1.0:1767329487.863732:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572231808, portal 25 00000100:00000001:3.0:1767329487.863733:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329487.863735:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329487.863737:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329487.863739:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578901248 : -127177130650368 : ffff8c55444dd500) 00000100:00000200:2.0:1767329487.863743:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000969bb8ef x1853178572231936/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329487.863746:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001c588408 x1853178572231808/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329487.863766:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329487.863767:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329487.863768:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329487.863772:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029cc77d9. 00000100:00000040:2.0:1767329487.863775:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000969bb8ef x1853178572231936/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329487.863775:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572231808, offset 0 00000400:00000200:1.0:1767329487.863786:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329487.863791:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329487.863794:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329487.863795:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767329487.863799:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329487.863801:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329487.863803:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329487.863808:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329487.863809:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329487.863813:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [439:439:254:4294967295] 192.168.202.109@tcp LPNI seq info [439:439:6:4294967295] 00000100:00000001:3.0:1767329487.863815:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329487.863820:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329487.863822:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329487.863828:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329487.863830:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000800:00000200:1.0:1767329487.863834:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767329487.863839:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329487.863841:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329487.863844:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329487.863846:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301337436 00000100:00000001:1.0:1767329487.863851:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301333198 00000100:00000001:1.0:1767329487.863853:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301337436 00000100:00000001:1.0:1767329487.863856:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301333198 00000800:00000200:2.0:1767329487.863860:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329487.863861:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301337436 00000800:00000010:2.0:1767329487.863866:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9d1b4a8. 00000100:00000001:1.0:1767329487.863867:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301333198 00000400:00000200:2.0:1767329487.863872:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329487.863879:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329487.863879:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301337436 00000400:00000200:2.0:1767329487.863883:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad6cf1dd 00000100:00000001:1.0:1767329487.863884:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301333198 00000400:00000010:2.0:1767329487.863887:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6cf1dd. 00000100:00000001:1.0:1767329487.863889:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329487.863891:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329487.863892:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329487.863895:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d963913 x1853178572232064/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329487.863896:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329487.863900:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329487.863905:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329487.863907:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329487.863908:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767329487.863912:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d963913 x1853178572232064/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329487.863913:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329487.863915:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329487.863918:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329487.863922:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329487.863927:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329487.863929:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329487.863938:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329487.863940:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000400:00000200:2.0:1767329487.863943:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329487.863946:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329487.863947:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029cc77d9 00000400:00000010:2.0:1767329487.863949:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029cc77d9. 00000100:00000001:2.0:1767329487.863950:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329487.863952:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c588408 x1853178572231808/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329487.863967:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329487.863969:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001c588408 x1853178572231808/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329487.863974:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329487.863976:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329487.865073:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329487.865081:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329487.865084:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329487.865086:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329487.865093:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329487.865104:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280d500 00000400:00000200:2.0:1767329487.865111:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xe7d [1] + 224 00000800:00000001:2.0:1767329487.865118:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329487.865122:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329487.865124:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329487.865127:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329487.865130:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329487.865133:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000969bb8ef x1853178572231936/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329487.865141:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000969bb8ef x1853178572231936/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329487.865156:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329487.865161:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329487.865163:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329487.865164:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329487.865166:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329487.865168:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329487.865174:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280d580 00000400:00000200:2.0:1767329487.865177:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xe85 [1] + 224 00000800:00000001:2.0:1767329487.865180:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329487.865186:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329487.865189:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767329487.865190:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329487.865193:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767329487.865194:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767329487.865198:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000001:1.0:1767329487.865198:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329487.865202:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033a11ee2. 00000400:00000200:1.0:1767329487.865206:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fa6d4d2 00000400:00000010:1.0:1767329487.865207:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fa6d4d2. 00000100:00000001:1.0:1767329487.865209:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329487.865210:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329487.865215:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000969bb8ef x1853178572231936/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329487.865217:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d963913 x1853178572232064/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329487.865238:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000969bb8ef x1853178572231936/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329487.865241:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d963913 x1853178572232064/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329487.865260:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329487.865263:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329487.865266:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767329487.865268:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767329487.865268:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329487.865270:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329487.865273:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329487.865274:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767329487.865275:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329487.865279:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329487.865282:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767329487.865283:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=24 v=5 (5 5 5 5) 00000800:00000001:2.0:1767329487.865285:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767329487.865291:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=24 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329487.865296:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329487.865297:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767329487.865297:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329487.865301:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329487.865302:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767329487.865307:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767329487.865307:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280d480 00000400:00000001:3.0:1767329487.865310:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329487.865314:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d84c6c2c. 00010000:00000001:1.0:1767329487.865315:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767329487.865320:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097041725 00010000:00000001:1.0:1767329487.865321:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329487.865324:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097041725. 00000100:00000001:1.0:1767329487.865326:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767329487.865328:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767329487.865329:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000200:2.0:1767329487.865333:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xe8d [1] + 224 00000100:00000001:1.0:1767329487.865334:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:3.0:1767329487.865336:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d963913 x1853178572232064/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329487.865337:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329487.865341:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767329487.865346:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000969bb8ef x1853178572231936/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329487.865348:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329487.865354:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767329487.865362:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d963913 x1853178572232064/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329487.865365:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329487.865372:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329487.865372:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767329487.865379:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001c588408 x1853178572231808/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329487.865379:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329487.865381:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329487.865382:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329487.865384:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329487.865389:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329487.865392:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767329487.865392:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000969bb8ef x1853178572231936/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329487.865395:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329487.865398:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329487.865403:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329487.865403:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001c588408 x1853178572231808/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767329487.865410:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=34 v=5 (5 5 5 5) 00000100:00100000:1.0:1767329487.865415:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000969bb8ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572231936:192.168.202.109@tcp:400: 00000100:00001000:3.0:1767329487.865418:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=131 v=5 (1 1 0 0) 00000100:00000001:3.0:1767329487.865426:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329487.865429:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329487.865430:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767329487.865431:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767329487.865435:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767329487.865436:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00080000:3.0:1767329487.865437:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003d963913 x1853178572232064/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329487.865440:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767329487.865441:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329487.865443:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6cb2fcd. 00000400:00000200:1.0:1767329487.865449:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cab2768b 00010000:00000001:3.0:1767329487.865450:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329487.865451:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cab2768b. 00000100:00000001:3.0:1767329487.865454:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767329487.865455:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767329487.865457:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000200:1.0:1767329487.865460:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c588408 x1853178572231808/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329487.865467:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329487.865470:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329487.865473:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c588408 x1853178572231808/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329487.865477:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d963913 x1853178572232064/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329487.865488:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329487.865491:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329487.865492:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329487.865494:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767329487.865495:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767329487.865496:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329487.865498:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329487.865498:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329487.865502:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329487.865504:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d963913 x1853178572232064/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329487.865505:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329487.865510:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=34 v=5 (5 5 5 5) 00000100:00100000:3.0:1767329487.865514:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d963913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572232064:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329487.865519:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329487.865521:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767329487.865521:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=34 v=5 (1 1 1 1) 00000100:00000040:3.0:1767329487.865525:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d963913 x1853178572232064/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329487.865526:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329487.865529:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329487.865532:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329487.865535:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329487.865537:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767329487.865538:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329487.865542:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767329487.865544:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001c588408 x1853178572231808/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329487.865546:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091649a10. 02000000:00000001:3.0:1767329487.865551:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329487.865553:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329487.865554:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767329487.865556:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329487.865557:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767329487.865561:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767329487.865562:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767329487.865565:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000025ce9561. 00000100:00000040:1.0:1767329487.865567:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c588408 x1853178572231808/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329487.865570:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329487.865572:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329487.865575:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d963913. 00000100:00000001:3.0:1767329487.865589:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329487.865593:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767329487.865593:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001c588408 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572231808:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329487.865595:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329487.865600:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329487.865602:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329487.865603:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329487.865607:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329487.865608:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329487.865611:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329487.865613:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000969bb8ef x1853178572231936/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329487.865618:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329487.865620:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329487.865622:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000957ff9d4. 02000000:00000001:1.0:1767329487.865625:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329487.865626:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329487.865627:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329487.865628:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329487.865629:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000048650044. 02000000:00000001:1.0:1767329487.865631:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329487.865632:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329487.865633:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000969bb8ef. 00000100:00000001:1.0:1767329487.865635:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329487.865636:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329487.865638:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329487.865639:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001c588408 x1853178572231808/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329487.865647:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329487.865648:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329487.865649:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfb122fd. 02000000:00000001:1.0:1767329487.865650:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329487.865651:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329487.865651:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329487.865652:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329487.865653:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061991354. 02000000:00000001:1.0:1767329487.865654:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329487.865655:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329487.865655:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c588408. 00000100:00000001:1.0:1767329487.865656:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329487.865657:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329487.865658:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329487.865661:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329487.865662:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329487.865663:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329487.865664:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329487.927081:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329487.927085:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329487.927109:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329487.927120:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329487.927123:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329488.951095:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329488.951103:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329488.951143:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329488.951147:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329488.951150:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329489.975127:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329489.975134:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329489.975229:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329489.975236:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329489.975240:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329490.999097:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329490.999105:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329490.999148:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329490.999152:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329490.999154:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329492.023111:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329492.023119:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329492.023159:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329492.023163:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329492.023166:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329492.471091:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301337436, at 4301337600 00000100:00000040:2.0:1767329492.471091:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301337436, at 4301337600 00000100:00000040:1.0:1767329492.471095:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301337436, at 4301337600 00000100:00000010:2.0:1767329492.471110:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000620d8893. 00000100:00000010:3.0:1767329492.471113:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1fa5921. 00000100:00000010:1.0:1767329492.471115:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a3bb6b37. 00000100:00000040:0.0:1767329492.471373:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301337436, at 4301337600 00000100:00000010:0.0:1767329492.471381:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058c5c748. 00000100:00000040:3.0:1767329492.983094:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329492.983104:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329492.983111:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000143e2fae. 00000020:00000040:3.0:1767329492.983118:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329492.983124:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329492.983127:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329492.983133:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329492.983141:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e18132be. 00000100:00000001:3.0:1767329492.983149:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329492.983161:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000143e2fae x1853178572232192/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329492.983172:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329492.983174:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329492.983181:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000143e2fae] to pc [ptlrpcd_00_01+1] req@00000000143e2fae x1853178572232192/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329492.983202:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329492.983204:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329492.983208:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329492.983210:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d834dde9. 00000100:00000001:2.0:1767329492.983216:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767329492.983221:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329492.983223:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329492.983225:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329492.983228:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329492.983229:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329492.983230:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767329492.983232:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c9d1b4a8. 00000100:00000001:2.0:1767329492.983233:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329492.983238:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329492.983239:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329492.983243:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000143e2fae x1853178572232192/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329492.983248:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000d834dde9 x1853178572232320/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329492.983264:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329492.983266:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329492.983267:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329492.983268:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329492.983273:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767329492.983274:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834dde9] to pc [ptlrpcd_00_02+2] req@00000000d834dde9 x1853178572232320/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329492.983278:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329492.983283:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329492.983290:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000143e2fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572232192:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329492.983294:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329492.983299:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329492.983302:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329492.983305:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329492.983305:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767329492.983310:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329492.983313:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1767329492.983313:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000019580592. 02000000:00000001:2.0:1767329492.983317:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767329492.983318:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016573b0d. 00000020:00000040:3.0:1767329492.983322:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329492.983324:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767329492.983324:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074548bbe. 02000000:00000001:3.0:1767329492.983327:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329492.983330:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329492.983332:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767329492.983333:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000ca1f46. 02000000:00000010:3.0:1767329492.983334:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024fb3337. 00000100:00000001:1.0:1767329492.983338:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329492.983339:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329492.983342:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767329492.983343:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572232192, portal 25 00000100:00000040:3.0:1767329492.983345:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000016573b0d x1853178572232448/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329492.983348:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329492.983352:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776930176 : -127176932621440 : ffff8c55501b8380) 00000100:00000040:1.0:1767329492.983354:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d834dde9 x1853178572232320/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329492.983359:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767329492.983361:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000143e2fae x1853178572232192/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329492.983362:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329492.983370:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016573b0d] to pc [ptlrpcd_00_03+3] req@0000000016573b0d x1853178572232448/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329492.983389:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329492.983396:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329492.983401:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329492.983402:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329492.983403:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939da69a. 00000100:00000001:1.0:1767329492.983404:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329492.983409:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1767329492.983409:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572232192, offset 0 02000000:00000001:1.0:1767329492.983411:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329492.983415:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329492.983421:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329492.983423:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767329492.983424:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329492.983431:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6675) 00000100:00100000:1.0:1767329492.983432:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d834dde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572232320:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329492.983439:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767329492.983440:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329492.983443:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329492.983444:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767329492.983447:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329492.983448:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767329492.983449:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329492.983451:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767329492.983455:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767329492.983456:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:3.0:1767329492.983459:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016573b0d x1853178572232448/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329492.983462:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfb122fd. 00000400:00000200:2.0:1767329492.983463:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767329492.983470:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329492.983471:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329492.983475:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329492.983477:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329492.983479:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6cb2fcd. 02000000:00000001:3.0:1767329492.983481:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329492.983484:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329492.983486:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [440:440:256:4294967295] 192.168.202.109@tcp LPNI seq info [440:440:8:4294967295] 02000000:00000001:3.0:1767329492.983489:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329492.983489:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cab2768b. 00000100:00100000:3.0:1767329492.983495:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000016573b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572232448:192.168.202.109@tcp:400: 00000100:00000200:1.0:1767329492.983496:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572232320, portal 10 00000100:00000001:3.0:1767329492.983500:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329492.983503:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767329492.983505:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329492.983508:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776934656 : -127176932616960 : ffff8c55501b9500) 02000000:00000001:3.0:1767329492.983509:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329492.983509:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:3.0:1767329492.983515:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329492.983519:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050ad50f9. 00000100:00000040:1.0:1767329492.983522:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d834dde9 x1853178572232320/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767329492.983523:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329492.983524:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329492.983546:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d84c6c2c. 00000800:00000010:2.0:1767329492.983548:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029ea41fb. 00000400:00000010:3.0:1767329492.983554:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097041725. 00000100:00000001:1.0:1767329492.983558:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767329492.983559:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572232448, portal 10 00000800:00000200:2.0:1767329492.983561:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329492.983566:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329492.983569:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776938240 : -127176932613376 : ffff8c55501ba300) 00000100:00000040:1.0:1767329492.983569:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:2.0:1767329492.983577:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:1.0:1767329492.983577:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fa6d4d2. 00000100:00000040:3.0:1767329492.983578:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000016573b0d x1853178572232448/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767329492.983585:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000029ea41fb type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1767329492.983585:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572232320, offset 0 00000100:00000001:3.0:1767329492.983591:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329492.983595:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329492.983599:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d3bc1c1. 00000400:00000200:1.0:1767329492.983600:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000200:3.0:1767329492.983606:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572232448, offset 0 00000100:00000001:2.0:1767329492.983606:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329492.983612:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329492.983615:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301342556 00000400:00000200:3.0:1767329492.983616:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329492.983620:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1767329492.983625:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003970a50b. 00000400:00000200:1.0:1767329492.983625:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329492.983632:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329492.983636:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329492.983637:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767329492.983642:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [441:441:255:4294967295] 192.168.202.109@tcp LPNI seq info [441:441:7:4294967295] 00000100:00000001:2.0:1767329492.983646:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301342556 00000100:00000010:2.0:1767329492.983654:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a7d3bac. 00000400:00000200:1.0:1767329492.983656:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329492.983660:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767329492.983664:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301342556 00000100:00000010:2.0:1767329492.983672:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000056244d83. 00000800:00000200:1.0:1767329492.983674:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329492.983677:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329492.983680:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000010:1.0:1767329492.983682:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000100:00000001:2.0:1767329492.983686:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301342556 00000400:00000200:3.0:1767329492.983691:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1767329492.983694:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f011cda8. 00000800:00000200:1.0:1767329492.983695:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329492.983698:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329492.983702:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767329492.983705:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329492.983707:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767329492.983710:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329492.983712:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329492.983713:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:1.0:1767329492.983718:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329492.983719:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329492.983721:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [442:442:254:4294967295] 192.168.202.109@tcp LPNI seq info [442:442:6:4294967295] 00000100:00000001:2.0:1767329492.983724:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329492.983727:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329492.983735:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 203896 usecs (204 jiffies) 00000100:00000001:2.0:1767329492.983736:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767329492.983738:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329492.983740:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329492.983743:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301338316 00000100:00000001:2.0:1767329492.983745:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329492.983748:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329492.983750:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301342556 00000800:00000200:3.0:1767329492.983751:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329492.983752:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767329492.983758:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006eca0efb. 00000100:00000001:1.0:1767329492.983758:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301338316 00000100:00000001:2.0:1767329492.983759:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329492.983766:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301342556 00000800:00000200:3.0:1767329492.983771:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329492.983773:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301338316 00000100:00000001:1.0:1767329492.983778:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301342556 00000800:00000200:3.0:1767329492.983779:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329492.983783:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006eca0efb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329492.983785:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301338316 00000100:00000001:3.0:1767329492.983789:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329492.983790:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301342556 00000100:00000040:3.0:1767329492.983794:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 13381 usecs (14 jiffies) 00000100:00000001:1.0:1767329492.983795:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767329492.983796:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329492.983799:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301338126 00000100:00000001:1.0:1767329492.983801:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329492.983804:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301342556 00000100:00000001:1.0:1767329492.983808:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329492.983809:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301338126 00000800:00000010:2.0:1767329492.983809:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029ea41fb. 00000100:00000001:1.0:1767329492.983814:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329492.983815:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301342556 00000400:00000200:2.0:1767329492.983817:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329492.983821:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301338126 00000100:00000001:3.0:1767329492.983824:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301342556 00000100:00000001:1.0:1767329492.983824:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767329492.983828:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329492.983829:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301338126 00000100:00000001:1.0:1767329492.983829:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767329492.983835:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939da69a 00000100:00000001:3.0:1767329492.983836:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301342556 00000100:00000001:1.0:1767329492.983837:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767329492.983839:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939da69a. 00000100:00000001:1.0:1767329492.983842:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329492.983843:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329492.983845:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329492.983847:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329492.983848:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329492.983852:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329492.983852:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000143e2fae x1853178572232192/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329492.983854:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329492.983858:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329492.983865:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329492.983868:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329492.983869:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329492.983873:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329492.983875:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000143e2fae x1853178572232192/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329492.983882:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329492.983884:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329492.983885:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329492.983887:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329492.983889:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329492.983900:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329492.983903:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000400:00000200:2.0:1767329492.983907:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329492.983910:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329492.983912:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fa6d4d2 00000400:00000010:2.0:1767329492.983914:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fa6d4d2. 00000100:00000001:2.0:1767329492.983916:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329492.983919:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d834dde9 x1853178572232320/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329492.983924:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329492.983926:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d834dde9 x1853178572232320/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329492.983929:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329492.983930:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329492.983956:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329492.983958:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006eca0efb. 00000400:00000200:2.0:1767329492.983960:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329492.983962:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329492.983963:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d3bc1c1 00000400:00000010:2.0:1767329492.983964:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d3bc1c1. 00000100:00000001:2.0:1767329492.983971:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329492.983974:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016573b0d x1853178572232448/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329492.983979:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329492.983980:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016573b0d x1853178572232448/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329492.983985:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329492.983986:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329492.986112:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329492.986121:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329492.986123:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329492.986125:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329492.986131:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329492.986141:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280d600 00000400:00000200:2.0:1767329492.986147:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xe95 [1] + 224 00000800:00000001:2.0:1767329492.986154:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329492.986157:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329492.986158:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329492.986161:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329492.986164:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329492.986167:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000143e2fae x1853178572232192/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329492.986175:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000143e2fae x1853178572232192/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329492.986191:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329492.986196:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329492.986198:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329492.986200:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329492.986201:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329492.986206:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329492.986210:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280d680 00000400:00000200:2.0:1767329492.986215:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xe9d [1] + 224 00000100:00000001:3.0:1767329492.986216:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329492.986220:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329492.986226:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767329492.986226:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767329492.986230:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767329492.986230:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329492.986233:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767329492.986235:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074548bbe. 00000400:00000200:2.0:1767329492.986239:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329492.986243:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000ca1f46 00000400:00000010:3.0:1767329492.986247:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000ca1f46. 00000100:00000001:3.0:1767329492.986251:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329492.986251:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329492.986259:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000143e2fae x1853178572232192/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329492.986259:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d834dde9 x1853178572232320/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329492.986279:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d834dde9 x1853178572232320/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329492.986293:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000143e2fae x1853178572232192/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329492.986296:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329492.986301:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329492.986304:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329492.986308:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329492.986308:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329492.986310:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329492.986314:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329492.986318:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:3.0:1767329492.986321:0:208649:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767329492.986326:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280d700 02000000:00000001:3.0:1767329492.986327:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329492.986329:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329492.986331:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767329492.986333:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xea1 [1] + 224 00000100:00000001:1.0:1767329492.986333:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329492.986337:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329492.986339:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767329492.986340:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329492.986343:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767329492.986344:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329492.986345:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6cb2fcd. 00000800:00000001:2.0:1767329492.986347:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329492.986351:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329492.986352:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cab2768b 00000100:00001000:3.0:1767329492.986354:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=39 v=5 (5 5 5 5) 00000400:00000200:2.0:1767329492.986355:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:1.0:1767329492.986363:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cab2768b. 00000100:00001000:3.0:1767329492.986364:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=39 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329492.986366:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329492.986367:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329492.986373:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767329492.986375:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d834dde9 x1853178572232320/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329492.986376:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016573b0d x1853178572232448/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329492.986378:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329492.986384:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329492.986388:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329492.986395:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329492.986406:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000143e2fae x1853178572232192/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329492.986411:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d834dde9 x1853178572232320/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329492.986414:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000016573b0d x1853178572232448/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329492.986444:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329492.986446:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329492.986448:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329492.986450:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329492.986451:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767329492.986453:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329492.986454:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329492.986456:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329492.986458:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329492.986460:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329492.986462:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767329492.986464:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000143e2fae x1853178572232192/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329492.986464:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329492.986467:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767329492.986472:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=29 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329492.986479:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=29 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329492.986483:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329492.986484:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329492.986486:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329492.986491:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329492.986491:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329492.986496:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329492.986497:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329492.986501:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00100000:3.0:1767329492.986503:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000143e2fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572232192:192.168.202.109@tcp:400: 00000400:00000001:0.0:1767329492.986504:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767329492.986505:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:0.0:1767329492.986508:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767329492.986509:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329492.986513:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767329492.986513:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d84c6c2c. 00000100:00000040:1.0:1767329492.986517:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d834dde9 x1853178572232320/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329492.986520:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767329492.986521:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097041725 00000400:00000010:0.0:1767329492.986542:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097041725. 00000100:00000001:1.0:1767329492.986544:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329492.986549:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329492.986550:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329492.986550:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329492.986558:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016573b0d x1853178572232448/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329492.986559:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d834dde9 x1853178572232320/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329492.986584:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016573b0d x1853178572232448/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329492.986585:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d834dde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572232320:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329492.986593:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329492.986596:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329492.986598:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329492.986601:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329492.986603:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767329492.986604:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329492.986606:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767329492.986609:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d834dde9 x1853178572232320/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329492.986609:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329492.986613:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329492.986619:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=39 v=5 (5 5 5 5) 00000100:00000001:1.0:1767329492.986621:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1767329492.986624:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=136 v=5 (1 1 0 0) 02000000:00000001:1.0:1767329492.986625:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767329492.986628:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767329492.986629:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfb122fd. 00000100:00000001:0.0:1767329492.986630:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329492.986633:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000143e2fae x1853178572232192/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329492.986635:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767329492.986636:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329492.986640:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00010000:00080000:0.0:1767329492.986643:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000016573b0d x1853178572232448/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767329492.986644:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329492.986647:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767329492.986650:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767329492.986651:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329492.986653:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c9d1b4a8. 02000000:00000010:3.0:1767329492.986655:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000019580592. 02000000:00000001:1.0:1767329492.986660:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329492.986661:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767329492.986663:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329492.986664:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1767329492.986665:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329492.986668:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329492.986668:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000010:1.0:1767329492.986669:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d834dde9. 00000100:00000040:0.0:1767329492.986671:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000020:00000001:3.0:1767329492.986674:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767329492.986675:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1767329492.986677:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e18132be. 00000100:00000001:1.0:1767329492.986678:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329492.986683:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767329492.986684:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329492.986684:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329492.986686:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329492.986687:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329492.986691:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000143e2fae. 00000100:00000001:1.0:1767329492.986691:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767329492.986694:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016573b0d x1853178572232448/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329492.986696:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329492.986696:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329492.986699:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329492.986702:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329492.986704:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329492.986706:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329492.986712:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329492.986713:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329492.986716:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329492.986717:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329492.986720:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329492.986721:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329492.986725:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329492.986727:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016573b0d x1853178572232448/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329492.986733:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000016573b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572232448:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329492.986737:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329492.986739:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329492.986742:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016573b0d x1853178572232448/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329492.986746:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329492.986747:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329492.986749:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050ad50f9. 02000000:00000001:0.0:1767329492.986751:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329492.986752:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329492.986753:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329492.986755:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329492.986756:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024fb3337. 02000000:00000001:0.0:1767329492.986758:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329492.986759:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329492.986760:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016573b0d. 00000100:00000001:0.0:1767329492.986763:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329492.986763:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329492.986765:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329492.986768:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329492.986769:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329492.986770:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329492.986772:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329493.047071:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329493.047076:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329493.047120:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329493.047129:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329493.047132:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329494.071088:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329494.071095:0:215769:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329494.071099:0:215769:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329494.071102:0:215769:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329494.071107:0:215769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329494.071109:0:215769:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329494.071111:0:215769:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329494.071114:0:215769:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329494.071177:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329494.071181:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329494.071185:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329495.095128:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329495.095136:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329495.095178:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329495.095182:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329495.095185:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329496.119093:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329496.119100:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329496.119160:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329496.119165:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329496.119168:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329497.143117:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329497.143125:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329497.143193:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329497.143197:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329497.143199:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329497.591166:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301342556, at 4301342720 00000100:00000010:1.0:1767329497.591194:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a7d3bac. 00000100:00000040:3.0:1767329497.591202:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301342556, at 4301342720 00000100:00000040:0.0:1767329497.591205:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301342556, at 4301342720 00000100:00000010:3.0:1767329497.591219:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f011cda8. 00000100:00000010:0.0:1767329497.591226:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003970a50b. 00000100:00000040:2.0:1767329497.591533:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301342556, at 4301342720 00000100:00000010:2.0:1767329497.591540:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000056244d83. 00000100:00000040:0.0:1767329498.103221:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329498.103235:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329498.103244:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071ff1512. 00000020:00000040:0.0:1767329498.103254:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329498.103260:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329498.103265:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329498.103274:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329498.103284:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba0b6bbc. 00000100:00000001:0.0:1767329498.103295:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329498.103311:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000071ff1512 x1853178572232576/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329498.103327:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329498.103330:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329498.103338:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071ff1512] to pc [ptlrpcd_00_00+0] req@0000000071ff1512 x1853178572232576/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329498.103375:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329498.103379:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329498.103384:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329498.103387:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a6b86e7. 00000020:00000040:0.0:1767329498.103390:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329498.103393:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329498.103395:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329498.103397:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329498.103402:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061991354. 00000100:00000001:0.0:1767329498.103405:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329498.103424:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000008a6b86e7 x1853178572232704/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329498.103435:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329498.103438:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329498.103443:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a6b86e7] to pc [ptlrpcd_00_01+1] req@000000008a6b86e7 x1853178572232704/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329498.103456:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329498.103458:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329498.103459:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329498.103469:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767329498.103470:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767329498.103474:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f9aefdb. 00000100:00000001:3.0:1767329498.103495:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767329498.103505:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329498.103509:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329498.103510:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a6b86e7 x1853178572232704/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329498.103512:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329498.103519:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329498.103521:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329498.103525:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329498.103530:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767329498.103538:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000048650044. 00000100:00000040:1.0:1767329498.103550:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071ff1512 x1853178572232576/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329498.103551:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329498.103551:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329498.103558:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329498.103569:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000001f9aefdb x1853178572232832/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767329498.103572:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329498.103580:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329498.103591:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329498.103607:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a6b86e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572232704:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329498.103615:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329498.103622:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329498.103625:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329498.103627:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767329498.103632:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329498.103633:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329498.103637:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329498.103644:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329498.103646:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f9aefdb] to pc [ptlrpcd_00_02+2] req@000000001f9aefdb x1853178572232832/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329498.103649:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329498.103650:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329498.103661:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5873074. 02000000:00000001:1.0:1767329498.103662:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329498.103672:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329498.103680:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000071ff1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572232576:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329498.103689:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767329498.103690:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9c32468. 02000000:00000001:1.0:1767329498.103695:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329498.103701:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329498.103704:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e8f47ae. 02000000:00000001:1.0:1767329498.103705:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329498.103714:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329498.103717:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091b091d1. 00000100:00000200:3.0:1767329498.103720:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572232704, portal 10 00000100:00000040:0.0:1767329498.103721:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767329498.103724:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329498.103733:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767329498.103737:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1767329498.103738:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6cb2fcd. 00000100:00000001:3.0:1767329498.103739:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578899456 : -127177130652160 : ffff8c55444dce00) 00000400:00000010:1.0:1767329498.103754:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cab2768b. 00000100:00000040:0.0:1767329498.103756:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6680) 00000100:00000040:3.0:1767329498.103763:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a6b86e7 x1853178572232704/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329498.103767:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572232576, portal 25 00000100:00000001:1.0:1767329498.103776:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329498.103780:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329498.103782:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578900352 : -127177130651264 : ffff8c55444dd180) 00000100:00000001:2.0:1767329498.103788:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767329498.103790:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767329498.103795:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329498.103799:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329498.103801:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329498.103802:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000071ff1512 x1853178572232576/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329498.103811:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329498.103823:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0f3499f. 00000100:00000001:0.0:1767329498.103827:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329498.103829:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767329498.103832:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572232704, offset 0 00000100:00000001:0.0:1767329498.103834:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329498.103843:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329498.103848:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767329498.103851:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 00000100:00000001:0.0:1767329498.103854:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329498.103859:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329498.103863:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767329498.103874:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572232576, offset 0 00000100:00000040:0.0:1767329498.103874:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f9aefdb x1853178572232832/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329498.103889:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329498.103898:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329498.103912:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329498.103914:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329498.103919:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329498.103923:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767329498.103924:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:0.0:1767329498.103928:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329498.103935:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767329498.103937:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329498.103943:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572232832:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329498.103947:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329498.103953:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767329498.103960:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:0.0:1767329498.103960:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329498.103968:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767329498.103974:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [443:443:256:4294967295] 192.168.202.109@tcp LPNI seq info [443:443:8:4294967295] 02000000:00000010:0.0:1767329498.103977:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001ce80ca3. 02000000:00000001:0.0:1767329498.103984:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329498.103990:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825b64b1. 00000400:00000010:0.0:1767329498.103998:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dba91bce. 00000400:00000200:3.0:1767329498.104001:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:0.0:1767329498.104010:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572232832, portal 10 00000800:00000200:3.0:1767329498.104053:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329498.104062:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b79605c. 00000400:00000200:1.0:1767329498.104075:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:3.0:1767329498.104077:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329498.104082:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767329498.104092:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329498.104092:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578907520 : -127177130644096 : ffff8c55444ded80) 00000800:00000200:3.0:1767329498.104103:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329498.104115:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b79605c type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767329498.104116:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f9aefdb x1853178572232832/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329498.104121:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329498.104132:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329498.104142:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329498.104144:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329498.104158:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [444:444:255:4294967295] 192.168.202.109@tcp LPNI seq info [444:444:7:4294967295] 00000100:00000040:3.0:1767329498.104159:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 202405 usecs (203 jiffies) 00000100:00000001:0.0:1767329498.104167:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329498.104172:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301343436 00000100:00000010:3.0:1767329498.104184:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024dc0b91. 00000100:00000040:0.0:1767329498.104186:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329498.104198:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000063b7aea. 00000100:00000001:3.0:1767329498.104202:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767329498.104203:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:0.0:1767329498.104207:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572232832, offset 0 00000100:00000001:3.0:1767329498.104217:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301343436 00000100:00000010:3.0:1767329498.104228:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e065e8f. 00000800:00000200:1.0:1767329498.104229:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329498.104231:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329498.104242:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 1 00000800:00000010:1.0:1767329498.104246:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000100:00000001:3.0:1767329498.104252:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301343436 00000400:00000200:0.0:1767329498.104256:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:1.0:1767329498.104264:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:3.0:1767329498.104266:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002576172e. 00000400:00000200:0.0:1767329498.104271:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329498.104278:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767329498.104285:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329498.104289:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301343436 00000400:00000200:0.0:1767329498.104298:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:1.0:1767329498.104299:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1767329498.104301:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2f27e4f. 00000800:00000200:2.0:1767329498.104305:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767329498.104312:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329498.104314:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767329498.104316:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329498.104321:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b79605c. 00000100:00000001:3.0:1767329498.104325:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329498.104326:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329498.104327:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301347677 00000100:00000001:3.0:1767329498.104338:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329498.104338:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329498.104346:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301343436 00000400:00000200:0.0:1767329498.104348:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [445:445:254:4294967295] 192.168.202.109@tcp LPNI seq info [445:445:6:4294967295] 00000100:00000001:3.0:1767329498.104352:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329498.104359:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301347677 00000100:00000001:3.0:1767329498.104363:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329498.104369:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329498.104376:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301343436 00000100:00000001:3.0:1767329498.104377:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329498.104385:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329498.104392:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301347677 00000100:00000001:3.0:1767329498.104393:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329498.104396:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329498.104401:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301343436 00000400:00000200:2.0:1767329498.104411:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0f3499f 00000100:00000001:3.0:1767329498.104412:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767329498.104412:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329498.104413:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301347677 00000100:00000001:3.0:1767329498.104420:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329498.104423:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0f3499f. 00000100:00000001:1.0:1767329498.104427:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301343436 00000800:00000010:0.0:1767329498.104427:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025ce9561. 00000100:00000001:3.0:1767329498.104430:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329498.104440:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329498.104446:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767329498.104448:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:2.0:1767329498.104460:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a6b86e7 x1853178572232704/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329498.104461:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329498.104471:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329498.104474:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329498.104508:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767329498.104511:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025ce9561 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329498.104524:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329498.104525:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329498.104535:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767329498.104537:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 13308 usecs (14 jiffies) 00000100:00000001:2.0:1767329498.104541:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329498.104545:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329498.104546:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301343247 00000100:00000001:1.0:1767329498.104553:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767329498.104556:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a6b86e7 x1853178572232704/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329498.104557:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301347677 00000100:00000001:1.0:1767329498.104560:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329498.104566:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301343247 00000100:00000001:1.0:1767329498.104573:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329498.104576:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301347677 00000100:00000001:0.0:1767329498.104586:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301343247 00000100:00000001:0.0:1767329498.104594:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301347677 00000100:00000001:0.0:1767329498.104603:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301343247 00000100:00000001:2.0:1767329498.104611:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329498.104612:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301347677 00000100:00000001:0.0:1767329498.104619:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329498.104622:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329498.104624:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329498.104631:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329498.104635:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329498.104663:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329498.104671:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000400:00000200:2.0:1767329498.104681:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329498.104690:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329498.104696:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00000400:00000010:2.0:1767329498.104699:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 00000100:00000001:2.0:1767329498.104705:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329498.104710:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000071ff1512 x1853178572232576/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329498.104727:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329498.104731:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071ff1512 x1853178572232576/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329498.104746:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329498.104749:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329498.104806:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329498.104811:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025ce9561. 00000400:00000200:2.0:1767329498.104817:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329498.104825:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329498.104845:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000063b7aea 00000400:00000010:2.0:1767329498.104848:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000063b7aea. 00000100:00000001:2.0:1767329498.104861:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329498.104868:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f9aefdb x1853178572232832/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329498.104884:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329498.104888:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f9aefdb x1853178572232832/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329498.104901:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329498.104905:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329498.106756:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329498.106813:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329498.106819:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329498.106824:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329498.106835:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329498.106855:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280d800 00000400:00000200:2.0:1767329498.106867:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xead [1] + 224 00000800:00000001:2.0:1767329498.106879:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329498.106886:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329498.106890:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329498.106896:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329498.106903:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329498.106910:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a6b86e7 x1853178572232704/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329498.106929:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008a6b86e7 x1853178572232704/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329498.106962:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329498.106975:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329498.106983:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329498.106987:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329498.106993:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329498.107003:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:3.0:1767329498.107006:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329498.107012:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329498.107049:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329498.107053:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329498.107056:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9c32468. 00000400:00000200:3.0:1767329498.107064:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e8f47ae 00000400:00000010:3.0:1767329498.107068:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e8f47ae. 00000100:00000001:3.0:1767329498.107074:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329498.107083:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a6b86e7 x1853178572232704/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329498.107095:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280d780 00000100:00000200:3.0:1767329498.107118:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a6b86e7 x1853178572232704/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329498.107120:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xeb1 [1] + 224 00000800:00000001:2.0:1767329498.107144:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329498.107146:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329498.107153:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329498.107157:0:208649:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767329498.107159:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329498.107161:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329498.107167:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767329498.107170:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329498.107172:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329498.107183:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329498.107190:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00001000:3.0:1767329498.107193:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=35 v=5 (5 5 5 5) 00000100:00000001:2.0:1767329498.107198:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767329498.107202:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=35 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329498.107208:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767329498.107212:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000071ff1512 x1853178572232576/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329498.107213:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329498.107222:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329498.107228:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329498.107237:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329498.107242:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329498.107245:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329498.107250:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329498.107250:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000071ff1512 x1853178572232576/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329498.107264:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a6b86e7 x1853178572232704/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329498.107304:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329498.107318:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329498.107320:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329498.107325:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329498.107331:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767329498.107332:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a6b86e7 x1853178572232704/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329498.107344:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767329498.107351:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a6b86e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572232704:192.168.202.109@tcp:400: 00000800:00000001:2.0:1767329498.107354:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329498.107367:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329498.107367:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329498.107376:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329498.107385:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a6b86e7 x1853178572232704/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329498.107396:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:3.0:1767329498.107409:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329498.107417:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767329498.107421:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767329498.107423:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5873074. 00000400:00000200:2.0:1767329498.107431:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280d880 02000000:00000001:3.0:1767329498.107433:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329498.107439:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329498.107445:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329498.107445:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329498.107457:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xebd [1] + 224 00000020:00000001:3.0:1767329498.107458:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329498.107464:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061991354. 02000000:00000001:3.0:1767329498.107499:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:2.0:1767329498.107501:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767329498.107501:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767329498.107503:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:1.0:1767329498.107510:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:3.0:1767329498.107511:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a6b86e7. 00000800:00000001:2.0:1767329498.107527:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329498.107530:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6cb2fcd. 00000100:00000001:3.0:1767329498.107533:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767329498.107537:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329498.107539:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329498.107544:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cab2768b 00000100:00000001:3.0:1767329498.107550:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329498.107553:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cab2768b. 00000400:00000200:2.0:1767329498.107561:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329498.107562:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329498.107566:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329498.107568:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329498.107577:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329498.107581:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329498.107582:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329498.107585:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000071ff1512 x1853178572232576/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329498.107599:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f9aefdb x1853178572232832/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329498.107634:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000071ff1512 x1853178572232576/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329498.107644:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f9aefdb x1853178572232832/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329498.107660:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329498.107666:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329498.107673:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329498.107677:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329498.107681:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329498.107686:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329498.107689:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329498.107693:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=45 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329498.107698:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=45 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329498.107701:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329498.107702:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329498.107710:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329498.107714:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329498.107717:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329498.107718:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329498.107720:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329498.107727:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071ff1512 x1853178572232576/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329498.107739:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329498.107741:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329498.107752:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329498.107754:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329498.107759:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071ff1512 x1853178572232576/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329498.107771:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000071ff1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572232576:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329498.107792:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329498.107795:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329498.107799:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000071ff1512 x1853178572232576/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329498.107806:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329498.107808:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329498.107814:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767329498.107816:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329498.107822:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091b091d1. 00000400:00000001:0.0:1767329498.107825:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767329498.107828:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:0.0:1767329498.107830:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767329498.107833:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1767329498.107836:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000825b64b1. 00000020:00000040:1.0:1767329498.107838:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329498.107842:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329498.107844:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba0b6bbc. 02000000:00000001:1.0:1767329498.107847:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329498.107849:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329498.107853:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071ff1512. 00000400:00000200:0.0:1767329498.107861:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dba91bce 00000100:00000001:1.0:1767329498.107863:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329498.107868:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767329498.107869:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dba91bce. 00000100:00000001:1.0:1767329498.107874:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329498.107882:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329498.107883:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329498.107889:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329498.107892:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767329498.107897:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f9aefdb x1853178572232832/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329498.107898:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329498.107919:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f9aefdb x1853178572232832/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329498.107931:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329498.107933:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329498.107936:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329498.107938:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329498.107940:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329498.107942:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329498.107946:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329498.107952:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=45 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329498.107956:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=142 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329498.107959:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329498.107961:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329498.107963:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767329498.107967:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001f9aefdb x1853178572232832/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329498.107977:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329498.107979:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329498.107981:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329498.107983:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329498.107985:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329498.107988:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f9aefdb x1853178572232832/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329498.107997:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329498.108000:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329498.108001:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329498.108005:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f9aefdb x1853178572232832/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329498.108065:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572232832:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329498.108071:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329498.108073:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329498.108076:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f9aefdb x1853178572232832/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329498.108085:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329498.108087:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329498.108090:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001ce80ca3. 02000000:00000001:0.0:1767329498.108094:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329498.108096:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329498.108098:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329498.108101:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329498.108103:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000048650044. 02000000:00000001:0.0:1767329498.108106:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329498.108108:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329498.108109:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f9aefdb. 00000100:00000001:0.0:1767329498.108113:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329498.108115:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329498.108117:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329498.108123:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329498.108125:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329498.108127:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329498.108130:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329498.167164:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329498.167171:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329498.167247:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329498.167252:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329498.167257:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329499.191136:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329499.191147:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329499.191273:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329499.191279:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329499.191284:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329500.215155:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329500.215166:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329500.215241:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329500.215248:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329500.215253:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329501.239134:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329501.239142:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329501.239201:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329501.239219:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329501.239223:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329502.263168:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329502.263179:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329502.263325:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329502.263332:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329502.263337:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329502.711129:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301347677, at 4301347840 00000100:00000040:3.0:1767329502.711141:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301347677, at 4301347840 00000100:00000010:1.0:1767329502.711156:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e065e8f. 00000100:00000010:3.0:1767329502.711160:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2f27e4f. 00000100:00000040:0.0:1767329502.711164:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301347677, at 4301347840 00000100:00000040:2.0:1767329502.711172:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301347677, at 4301347840 00000100:00000010:0.0:1767329502.711181:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024dc0b91. 00000100:00000010:2.0:1767329502.711187:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002576172e. 00000100:00000040:2.0:1767329503.223207:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329503.223220:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329503.223231:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000faf3089b. 00000020:00000040:2.0:1767329503.223240:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329503.223247:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329503.223252:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329503.223261:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329503.223276:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000029ea41fb. 00000100:00000001:2.0:1767329503.223286:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329503.223303:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000faf3089b x1853178572232960/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329503.223321:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329503.223325:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329503.223335:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faf3089b] to pc [ptlrpcd_00_03+3] req@00000000faf3089b x1853178572232960/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329503.223392:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329503.223396:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329503.223401:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329503.223406:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081a134ff. 00000020:00000040:2.0:1767329503.223410:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329503.223414:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329503.223416:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329503.223420:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329503.223455:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000076d91448. 00000100:00000001:2.0:1767329503.223462:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329503.223467:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329503.223477:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000081a134ff x1853178572233088/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329503.223477:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767329503.223480:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767329503.223492:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329503.223494:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329503.223499:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329503.223508:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329503.223511:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329503.223515:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329503.223527:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329503.223528:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329503.223536:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329503.223554:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a134ff] to pc [ptlrpcd_00_00+0] req@0000000081a134ff x1853178572233088/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329503.223555:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000faf3089b x1853178572232960/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329503.223609:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329503.223612:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329503.223628:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329503.223634:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329503.223638:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329503.223645:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000faf3089b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572232960:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329503.223652:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329503.223660:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329503.223661:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329503.223668:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329503.223671:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329503.223672:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329503.223674:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329503.223678:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329503.223683:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329503.223685:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:3.0:1767329503.223687:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000acb5980b. 00000100:00000010:2.0:1767329503.223694:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f76cd51. 02000000:00000001:3.0:1767329503.223696:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329503.223696:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081a134ff x1853178572233088/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329503.223709:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767329503.223712:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000400:00000010:3.0:1767329503.223714:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9c32468. 00000100:00000001:0.0:1767329503.223722:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329503.223734:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329503.223734:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767329503.223739:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e8f47ae. 00000100:00000001:1.0:1767329503.223739:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329503.223741:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329503.223756:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329503.223757:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767329503.223762:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572232960, portal 25 02000000:00000001:1.0:1767329503.223763:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767329503.223770:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c950b47. 00000100:00000001:3.0:1767329503.223778:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767329503.223779:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329503.223781:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329503.223787:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777357056 : -127176932194560 : ffff8c5550220700) 00000100:00100000:1.0:1767329503.223793:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081a134ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572233088:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329503.223818:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000faf3089b x1853178572232960/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329503.223819:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000000f76cd51 x1853178572233216/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329503.223823:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329503.223833:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329503.223839:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329503.223850:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329503.223858:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000561a793c. 02000000:00000001:1.0:1767329503.223872:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329503.223887:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6cb2fcd. 00000400:00000010:1.0:1767329503.223903:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cab2768b. 00000100:00000001:3.0:1767329503.223923:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329503.223924:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329503.223928:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329503.223928:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572233088, portal 10 00000100:00000001:1.0:1767329503.223936:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767329503.223945:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f76cd51] to pc [ptlrpcd_00_01+1] req@000000000f76cd51 x1853178572233216/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329503.223945:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777356160 : -127176932195456 : ffff8c5550220380) 00000100:00000040:3.0:1767329503.223958:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:1.0:1767329503.223968:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081a134ff x1853178572233088/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767329503.223971:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000261eab26. 00000100:00000200:3.0:1767329503.223988:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572232960, offset 0 00000100:00000001:1.0:1767329503.224022:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329503.224026:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329503.224064:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329503.224067:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f744fb2c. 00000100:00000200:1.0:1767329503.224073:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572233088, offset 0 00000400:00000200:1.0:1767329503.224082:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329503.224085:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329503.224088:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:2.0:1767329503.224100:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767329503.224104:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329503.224105:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329503.224113:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767329503.224117:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1767329503.224119:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329503.224119:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329503.224141:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6686) 00000100:00000040:0.0:1767329503.224142:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f76cd51 x1853178572233216/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329503.224144:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329503.224166:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329503.224176:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329503.224182:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329503.224184:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [446:446:256:4294967295] 192.168.202.109@tcp LPNI seq info [446:446:8:4294967295] 02000000:00000001:0.0:1767329503.224190:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329503.224197:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329503.224202:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329503.224209:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000f76cd51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572233216:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329503.224222:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767329503.224229:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:0.0:1767329503.224230:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329503.224237:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329503.224243:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329503.224251:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a1f8028. 00000800:00000200:3.0:1767329503.224253:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329503.224257:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329503.224278:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000010:0.0:1767329503.224280:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825b64b1. 00000800:00000010:3.0:1767329503.224283:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b79605c. 00000400:00000200:1.0:1767329503.224291:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767329503.224294:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dba91bce. 00000400:00000200:1.0:1767329503.224302:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000200:0.0:1767329503.224306:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572233216, portal 10 00000800:00000200:3.0:1767329503.224313:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329503.224318:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329503.224320:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329503.224324:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777367808 : -127176932183808 : ffff8c5550223100) 00000800:00000200:3.0:1767329503.224344:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329503.224347:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:0.0:1767329503.224347:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000f76cd51 x1853178572233216/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767329503.224362:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b79605c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329503.224367:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [447:447:255:4294967295] 192.168.202.109@tcp LPNI seq info [447:447:7:4294967295] 00000100:00000001:0.0:1767329503.224400:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329503.224413:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329503.224418:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329503.224421:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034968aab. 00000400:00000200:1.0:1767329503.224439:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329503.224450:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000200:0.0:1767329503.224450:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572233216, offset 0 00000100:00000001:3.0:1767329503.224461:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301352797 00000800:00000010:1.0:1767329503.224466:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000400:00000200:0.0:1767329503.224479:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329503.224486:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:3.0:1767329503.224488:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2f27e4f. 00000400:00000200:0.0:1767329503.224499:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329503.224507:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767329503.224510:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767329503.224516:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767329503.224526:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767329503.224531:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329503.224532:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301352797 00000100:00000001:1.0:1767329503.224537:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329503.224545:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767329503.224550:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 200940 usecs (201 jiffies) 00000100:00000010:3.0:1767329503.224552:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa14b83e. 00000100:00000001:1.0:1767329503.224557:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301348554 00000800:00000200:2.0:1767329503.224566:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329503.224569:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767329503.224570:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301352797 00000800:00000010:2.0:1767329503.224577:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b79605c. 00000400:00000200:0.0:1767329503.224579:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329503.224582:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301348554 00000100:00000001:3.0:1767329503.224589:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301352797 00000100:00000001:1.0:1767329503.224595:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301352797 00000400:00000200:2.0:1767329503.224596:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767329503.224609:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b67a03bd. 00000400:00000200:0.0:1767329503.224611:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [448:448:254:4294967295] 192.168.202.109@tcp LPNI seq info [448:448:6:4294967295] 00000100:00000001:1.0:1767329503.224613:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301348554 00000400:00000200:2.0:1767329503.224627:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329503.224629:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767329503.224644:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301352797 00000100:00000001:1.0:1767329503.224646:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301352797 00000100:00000010:3.0:1767329503.224662:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9c8f7ac. 00000100:00000001:1.0:1767329503.224664:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301348554 00000400:00000200:0.0:1767329503.224667:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329503.224689:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329503.224691:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000261eab26 00000400:00000010:2.0:1767329503.224700:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000261eab26. 00000800:00000010:0.0:1767329503.224703:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048650044. 00000100:00000001:2.0:1767329503.224707:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767329503.224713:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:2.0:1767329503.224727:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000faf3089b x1853178572232960/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329503.224731:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329503.224747:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000048650044 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329503.224763:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329503.224764:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329503.224772:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000faf3089b x1853178572232960/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329519 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329503.224775:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 13247 usecs (14 jiffies) 00000100:00000001:0.0:1767329503.224798:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301348367 00000100:00000001:0.0:1767329503.224810:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301352797 00000100:00000001:3.0:1767329503.224816:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767329503.224822:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329503.224822:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301348367 00000100:00000001:3.0:1767329503.224828:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329503.224831:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301352797 00000100:00000001:2.0:1767329503.224839:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329503.224839:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301352797 00000100:00000001:1.0:1767329503.224841:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329503.224857:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329503.224863:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301348367 00000100:00000001:1.0:1767329503.224864:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329503.224867:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329503.224874:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329503.224889:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329503.224890:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000100:00000001:0.0:1767329503.224890:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301352797 00000100:00000001:3.0:1767329503.224891:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329503.224914:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301348367 00000100:00000001:1.0:1767329503.224922:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329503.224926:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301352797 00000400:00000200:2.0:1767329503.224927:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329503.224934:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329503.224946:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329503.224947:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329503.224954:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329503.224964:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329503.224965:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329503.224967:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f744fb2c 00000100:00000001:1.0:1767329503.224975:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767329503.224980:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f744fb2c. 00000100:00000001:0.0:1767329503.224984:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329503.224985:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329503.224987:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329503.225002:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081a134ff x1853178572233088/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329503.225002:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329503.225004:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329503.225023:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329503.225034:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081a134ff x1853178572233088/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329519 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329503.225040:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329503.225042:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329503.225068:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329503.225071:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329503.225076:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329503.225079:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329503.225084:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329503.225088:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329503.225107:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329503.225111:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048650044. 00000400:00000200:2.0:1767329503.225115:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329503.225119:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329503.225121:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034968aab 00000400:00000010:2.0:1767329503.225123:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034968aab. 00000100:00000001:2.0:1767329503.225133:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329503.225135:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f76cd51 x1853178572233216/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329503.225142:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329503.225143:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f76cd51 x1853178572233216/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329519 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329503.225159:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329503.225160:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329503.227368:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329503.227522:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329503.227526:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329503.227639:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329503.227650:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329503.227663:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280d900 00000400:00000200:2.0:1767329503.227672:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xec5 [1] + 224 00000800:00000001:2.0:1767329503.227680:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329503.227685:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329503.227687:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329503.227690:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329503.227694:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329503.227697:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000faf3089b x1853178572232960/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329503.227709:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000faf3089b x1853178572232960/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329503.227724:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329503.227733:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329503.227737:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329503.227739:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329503.227743:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329503.227746:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329503.227751:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280d980 00000400:00000200:2.0:1767329503.227760:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xec9 [1] + 224 00000100:00000001:3.0:1767329503.227764:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767329503.227765:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329503.227772:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767329503.227774:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329503.227778:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767329503.227783:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767329503.227783:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000001:3.0:1767329503.227788:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329503.227791:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9c32468. 00000400:00000200:3.0:1767329503.227798:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e8f47ae 00000400:00000010:3.0:1767329503.227801:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e8f47ae. 00000100:00000001:3.0:1767329503.227807:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329503.227807:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329503.227819:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000faf3089b x1853178572232960/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329503.227825:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081a134ff x1853178572233088/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329503.227899:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000faf3089b x1853178572232960/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329503.227901:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081a134ff x1853178572233088/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329503.227977:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329503.227981:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329503.227985:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329503.227988:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329503.227988:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329503.227993:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329503.227999:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329503.228001:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767329503.228008:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329503.228010:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767329503.228016:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=50 v=5 (5 5 5 5) 00000800:00000001:2.0:1767329503.228065:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329503.228069:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767329503.228072:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=50 v=5 (1 1 1 1) 00000800:00000001:2.0:1767329503.228075:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329503.228089:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329503.228090:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329503.228097:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:3.0:1767329503.228105:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329503.228112:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767329503.228114:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280da00 00000400:00000001:1.0:1767329503.228114:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767329503.228131:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767329503.228131:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329503.228145:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6cb2fcd. 00000100:00000001:3.0:1767329503.228147:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329503.228169:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cab2768b 00000100:00000040:3.0:1767329503.228173:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000faf3089b x1853178572232960/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329503.228175:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cab2768b. 00000100:00000001:1.0:1767329503.228204:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329503.228205:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767329503.228215:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081a134ff x1853178572233088/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329503.228220:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xed5 [1] + 224 00000100:00000001:3.0:1767329503.228221:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329503.228231:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329503.228243:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767329503.228253:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000faf3089b x1853178572232960/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329519 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329503.228259:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329503.228261:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081a134ff x1853178572233088/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329503.228267:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329503.228293:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329503.228312:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329503.228324:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767329503.228329:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f76cd51 x1853178572233216/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329503.228332:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329503.228348:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767329503.228356:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000faf3089b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572232960:192.168.202.109@tcp:400: 02000000:00000001:1.0:1767329503.228357:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329503.228366:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329503.228374:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329503.228386:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329503.228391:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329503.228392:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f76cd51 x1853178572233216/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767329503.228396:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=40 v=5 (5 5 5 5) 00000100:00000001:3.0:1767329503.228402:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767329503.228417:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=40 v=5 (1 1 1 1) 00000100:00000040:3.0:1767329503.228424:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000faf3089b x1853178572232960/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329519 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329503.228439:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329503.228441:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329503.228445:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329503.228449:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329503.228457:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767329503.228457:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329503.228467:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329503.228479:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329503.228487:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329503.228488:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329503.228499:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767329503.228499:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329503.228506:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329503.228507:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000acb5980b. 02000000:00000001:3.0:1767329503.228524:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767329503.228526:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081a134ff x1853178572233088/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767329503.228534:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329503.228542:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329503.228542:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329503.228544:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329503.228561:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767329503.228563:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767329503.228563:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329503.228572:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767329503.228574:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000029ea41fb. 00000400:00000001:0.0:1767329503.228579:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767329503.228588:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081a134ff x1853178572233088/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329519 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767329503.228589:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767329503.228590:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329503.228600:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:0.0:1767329503.228601:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000825b64b1. 00000100:00000010:3.0:1767329503.228604:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000faf3089b. 00000400:00000200:0.0:1767329503.228617:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dba91bce 00000100:00000001:3.0:1767329503.228620:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329503.228628:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767329503.228631:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dba91bce. 00000100:00000001:3.0:1767329503.228640:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329503.228649:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329503.228651:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329503.228658:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329503.228666:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f76cd51 x1853178572233216/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329503.228668:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329503.228674:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329503.228751:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f76cd51 x1853178572233216/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329503.228753:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081a134ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572233088:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329503.228776:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329503.228787:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329503.228799:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767329503.228801:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081a134ff x1853178572233088/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329519 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329503.228803:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329503.228815:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329503.228826:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329503.228829:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329503.228831:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767329503.228834:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767329503.228835:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329503.228839:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000561a793c. 02000000:00000001:0.0:1767329503.228843:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329503.228846:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329503.228849:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329503.228851:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00001000:0.0:1767329503.228853:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=50 v=5 (5 5 5 5) 00000020:00000001:1.0:1767329503.228855:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329503.228860:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000076d91448. 00000100:00001000:0.0:1767329503.228862:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=147 v=5 (1 1 0 0) 02000000:00000001:1.0:1767329503.228865:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329503.228869:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767329503.228870:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329503.228875:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081a134ff. 00000100:00000001:0.0:1767329503.228875:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329503.228894:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767329503.228895:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329503.228906:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329503.228912:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767329503.228913:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000f76cd51 x1853178572233216/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329503.228928:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329503.228935:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329503.228949:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329503.228958:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329503.228958:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329503.228982:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329503.228985:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329503.228989:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329503.228991:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329503.228996:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f76cd51 x1853178572233216/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329503.229006:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329503.229009:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329503.229056:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329503.229062:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f76cd51 x1853178572233216/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329519 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329503.229072:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000f76cd51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572233216:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329503.229078:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329503.229081:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329503.229084:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f76cd51 x1853178572233216/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329519 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329503.229093:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329503.229096:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329503.229099:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a1f8028. 02000000:00000001:0.0:1767329503.229103:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329503.229105:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329503.229107:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329503.229110:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329503.229112:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c950b47. 02000000:00000001:0.0:1767329503.229116:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329503.229118:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329503.229120:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f76cd51. 00000100:00000001:0.0:1767329503.229124:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329503.229126:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329503.229128:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329503.229134:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329503.229136:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329503.229138:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329503.229141:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329503.287116:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329503.287123:0:215769:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329503.287126:0:215769:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329503.287128:0:215769:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329503.287133:0:215769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329503.287136:0:215769:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329503.287139:0:215769:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329503.287141:0:215769:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329503.287231:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329503.287234:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329503.287237:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329504.311236:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329504.311245:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329504.311322:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329504.311328:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329504.311332:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329505.335143:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329505.335171:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329505.335315:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329505.335321:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329505.335325:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329506.359172:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329506.359181:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329506.359320:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329506.359327:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329506.359331:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329507.383127:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329507.383134:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329507.383156:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329507.383163:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329507.383168:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329507.831151:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301352797, at 4301352960 00000100:00000040:2.0:1767329507.831166:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301352797, at 4301352960 00000100:00000010:1.0:1767329507.831173:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa14b83e. 00000100:00000040:0.0:1767329507.831176:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301352797, at 4301352960 00000100:00000010:2.0:1767329507.831182:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b67a03bd. 00000100:00000010:0.0:1767329507.831192:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2f27e4f. 00000100:00000040:3.0:1767329507.831233:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301352797, at 4301352960 00000100:00000010:3.0:1767329507.831249:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9c8f7ac. 00000100:00000040:2.0:1767329508.343139:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329508.343152:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329508.343163:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7d63ccd. 00000020:00000040:2.0:1767329508.343171:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329508.343178:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329508.343183:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329508.343191:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329508.343205:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074996e45. 00000100:00000001:2.0:1767329508.343216:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329508.343233:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000b7d63ccd x1853178572233344/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329508.343253:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329508.343257:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329508.343267:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7d63ccd] to pc [ptlrpcd_00_02+2] req@00000000b7d63ccd x1853178572233344/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329508.343315:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329508.343320:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329508.343327:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329508.343331:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078a4f6a3. 00000020:00000040:2.0:1767329508.343335:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329508.343338:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329508.343340:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329508.343343:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329508.343347:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d4297425. 00000100:00000001:2.0:1767329508.343352:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329508.343359:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000078a4f6a3 x1853178572233472/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329508.343370:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329508.343373:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329508.343411:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329508.343413:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078a4f6a3] to pc [ptlrpcd_00_03+3] req@0000000078a4f6a3 x1853178572233472/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329508.343422:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767329508.343441:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329508.343453:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329508.343456:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329508.343461:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329508.343466:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329508.343472:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329508.343472:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329508.343486:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329508.343489:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7d63ccd x1853178572233344/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329508.343499:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329508.343507:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767329508.343512:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329508.343514:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329508.343516:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329508.343528:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1767329508.343530:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:1.0:1767329508.343530:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767329508.343536:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000929a317e. 02000000:00000001:1.0:1767329508.343538:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329508.343540:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767329508.343547:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:1.0:1767329508.343549:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329508.343559:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329508.343560:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1767329508.343560:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7d63ccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572233344:192.168.202.109@tcp:400: 02000000:00000001:2.0:1767329508.343568:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767329508.343570:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329508.343577:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329508.343578:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329508.343580:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329508.343588:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767329508.343589:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767329508.343590:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d94add08. 02000000:00000001:1.0:1767329508.343594:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329508.343599:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767329508.343601:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329508.343602:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329508.343614:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000561a793c. 00000100:00000040:2.0:1767329508.343617:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000929a317e x1853178572233600/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767329508.343623:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000078a4f6a3 x1853178572233472/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329508.343624:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329508.343640:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6cb2fcd. 00000400:00000010:1.0:1767329508.343654:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cab2768b. 00000100:00000001:2.0:1767329508.343666:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1767329508.343670:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572233344, portal 25 00000100:00000001:2.0:1767329508.343672:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329508.343677:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329508.343682:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329508.343685:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329508.343689:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777366016 : -127176932185600 : ffff8c5550222a00) 00000100:00000040:2.0:1767329508.343690:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000929a317e] to pc [ptlrpcd_00_00+0] req@00000000929a317e x1853178572233600/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329508.343696:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329508.343704:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329508.343707:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7d63ccd x1853178572233344/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329508.343715:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329508.343731:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000078a4f6a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572233472:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329508.343749:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329508.343753:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329508.343754:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329508.343756:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329508.343764:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329508.343767:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767329508.343767:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329508.343770:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767329508.343777:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ee95e05. 00000100:00000040:2.0:1767329508.343781:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1767329508.343784:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2e1a91e. 00000100:00000200:1.0:1767329508.343785:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572233344, offset 0 00000100:00000040:2.0:1767329508.343789:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6691) 02000000:00000001:3.0:1767329508.343795:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329508.343806:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9c32468. 00000400:00000200:1.0:1767329508.343806:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329508.343820:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e8f47ae. 00000100:00000200:3.0:1767329508.343829:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572233472, portal 10 00000400:00000200:1.0:1767329508.343831:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329508.343836:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329508.343842:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777370496 : -127176932181120 : ffff8c5550223b80) 00000400:00000200:1.0:1767329508.343844:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329508.343854:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329508.343855:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:3.0:1767329508.343861:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000078a4f6a3 x1853178572233472/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329508.343865:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329508.343871:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329508.343874:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767329508.343883:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329508.343897:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767329508.343898:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [449:449:256:4294967295] 192.168.202.109@tcp LPNI seq info [449:449:8:4294967295] 00000100:00000040:0.0:1767329508.343906:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000929a317e x1853178572233600/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329508.343914:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329508.343925:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc11fa5. 00000100:00000200:3.0:1767329508.343934:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572233472, offset 0 00000400:00000200:1.0:1767329508.343944:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:3.0:1767329508.343958:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329508.343959:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329508.343964:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329508.343969:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329508.343975:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329508.343982:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767329508.343983:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 02000000:00000001:0.0:1767329508.343988:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329508.343993:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00100000:0.0:1767329508.344003:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000929a317e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572233600:192.168.202.109@tcp:400: 00000400:00000200:3.0:1767329508.344004:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767329508.344005:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329508.344072:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329508.344081:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329508.344083:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767329508.344089:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:0.0:1767329508.344093:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767329508.344096:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:0.0:1767329508.344102:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329508.344104:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767329508.344113:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767329508.344114:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [450:450:255:4294967295] 192.168.202.109@tcp LPNI seq info [450:450:7:4294967295] 02000000:00000010:0.0:1767329508.344125:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a24a854. 02000000:00000001:0.0:1767329508.344134:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329508.344135:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329508.344144:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:0.0:1767329508.344146:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825b64b1. 00000100:00000001:1.0:1767329508.344147:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301357917 00000400:00000010:0.0:1767329508.344161:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dba91bce. 00000100:00000010:1.0:1767329508.344163:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000932918d1. 00000800:00000200:3.0:1767329508.344171:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000200:0.0:1767329508.344174:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572233600, portal 10 00000100:00000001:1.0:1767329508.344180:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767329508.344182:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1767329508.344183:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006eca0efb. 00000100:00000001:0.0:1767329508.344189:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777357952 : -127176932193664 : ffff8c5550220a80) 00000100:00000001:1.0:1767329508.344198:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301357917 00000800:00000200:3.0:1767329508.344200:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000040:0.0:1767329508.344206:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000929a317e x1853178572233600/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767329508.344213:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000065f5dd6e. 00000800:00000200:3.0:1767329508.344226:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329508.344227:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767329508.344234:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767329508.344239:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006eca0efb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329508.344241:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301357917 00000100:00000040:0.0:1767329508.344251:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329508.344256:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767329508.344257:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d3e9933. 00000400:00000010:0.0:1767329508.344259:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be917283. 00000100:00000001:1.0:1767329508.344269:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000200:0.0:1767329508.344271:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572233600, offset 0 00000100:00000040:3.0:1767329508.344272:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 199506 usecs (200 jiffies) 00000100:00000001:1.0:1767329508.344280:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301357917 00000100:00000001:3.0:1767329508.344284:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301353673 00000100:00000010:1.0:1767329508.344289:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9fe6e3a. 00000400:00000200:0.0:1767329508.344293:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329508.344294:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301357917 00000100:00000001:3.0:1767329508.344302:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301353673 00000100:00000001:3.0:1767329508.344311:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301357917 00000800:00000200:2.0:1767329508.344311:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329508.344312:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767329508.344313:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:2.0:1767329508.344323:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000100:00000001:3.0:1767329508.344325:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301353673 00000100:00000001:1.0:1767329508.344327:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329508.344330:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329508.344335:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301357917 00000400:00000200:2.0:1767329508.344339:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329508.344341:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329508.344344:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329508.344346:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301353673 00000100:00000001:3.0:1767329508.344356:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301357917 00000100:00000001:1.0:1767329508.344357:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329508.344361:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329508.344366:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329508.344369:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329508.344371:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329508.344401:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329508.344403:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329508.344408:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329508.344409:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329508.344411:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329508.344421:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329508.344422:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [451:451:254:4294967295] 192.168.202.109@tcp LPNI seq info [451:451:6:4294967295] 00000100:00000001:3.0:1767329508.344424:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329508.344436:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329508.344464:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329508.344472:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329508.344473:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329508.344489:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329508.344493:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ee95e05 00000800:00000010:0.0:1767329508.344495:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd12ef3a. 00000400:00000010:2.0:1767329508.344504:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ee95e05. 00000800:00000200:0.0:1767329508.344511:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329508.344518:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767329508.344524:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000200:2.0:1767329508.344531:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7d63ccd x1853178572233344/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329508.344532:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd12ef3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329508.344545:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329508.344554:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 13192 usecs (14 jiffies) 00000100:00000001:0.0:1767329508.344559:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301353487 00000100:00000001:0.0:1767329508.344563:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301357917 00000100:00000001:0.0:1767329508.344567:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301353487 00000100:00000001:0.0:1767329508.344577:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301357917 00000100:00000001:0.0:1767329508.344585:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301353487 00000100:00000001:0.0:1767329508.344593:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301357917 00000100:00000001:0.0:1767329508.344601:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301353487 00000100:00000001:0.0:1767329508.344607:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301357917 00000100:00000001:2.0:1767329508.344610:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329508.344611:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329508.344618:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329508.344621:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7d63ccd x1853178572233344/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329524 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329508.344624:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329508.344631:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329508.344641:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329508.344643:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329508.344645:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329508.344649:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329508.344652:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329508.344656:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329508.344659:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329508.344663:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329508.344678:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329508.344684:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006eca0efb. 00000400:00000200:2.0:1767329508.344689:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329508.344696:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329508.344700:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc11fa5 00000400:00000010:2.0:1767329508.344702:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc11fa5. 00000100:00000001:2.0:1767329508.344706:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329508.344709:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000078a4f6a3 x1853178572233472/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329508.344719:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329508.344721:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000078a4f6a3 x1853178572233472/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329524 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329508.344729:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329508.344731:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329508.344795:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329508.344799:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd12ef3a. 00000400:00000200:2.0:1767329508.344803:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329508.344807:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329508.344810:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be917283 00000400:00000010:2.0:1767329508.344812:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be917283. 00000100:00000001:2.0:1767329508.344823:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329508.344826:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000929a317e x1853178572233600/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329508.344837:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329508.344842:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000929a317e x1853178572233600/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329524 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329508.344865:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329508.344867:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329508.347814:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329508.347848:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329508.347854:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329508.347859:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329508.347874:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329508.347896:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280da80 00000400:00000200:2.0:1767329508.347908:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xedd [1] + 224 00000800:00000001:2.0:1767329508.347921:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329508.347928:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329508.347932:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329508.347940:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329508.347948:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329508.347955:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7d63ccd x1853178572233344/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329508.347976:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b7d63ccd x1853178572233344/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329508.348012:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329508.348064:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329508.348072:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329508.348076:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329508.348080:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329508.348090:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329508.348105:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280db80 00000400:00000200:2.0:1767329508.348116:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xeed [1] + 224 00000100:00000001:1.0:1767329508.348127:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767329508.348128:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329508.348135:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767329508.348142:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767329508.348156:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767329508.348161:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767329508.348162:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329508.348167:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6cb2fcd. 00000400:00000200:1.0:1767329508.348176:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cab2768b 00000400:00000200:2.0:1767329508.348179:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:1.0:1767329508.348181:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cab2768b. 00000100:00000001:1.0:1767329508.348190:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329508.348196:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329508.348201:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7d63ccd x1853178572233344/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329508.348226:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000929a317e x1853178572233600/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329508.348227:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7d63ccd x1853178572233344/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329524 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329508.348263:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329508.348267:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329508.348278:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329508.348282:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329508.348287:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767329508.348288:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000929a317e x1853178572233600/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329508.348291:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329508.348300:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329508.348311:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=55 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329508.348326:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=55 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329508.348331:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329508.348333:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329508.348337:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329508.348340:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329508.348343:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329508.348346:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329508.348361:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767329508.348368:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7d63ccd x1853178572233344/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329524 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329508.348409:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329508.348421:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329508.348423:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329508.348430:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329508.348433:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329508.348435:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329508.348440:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7d63ccd x1853178572233344/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329524 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329508.348463:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00100000:1.0:1767329508.348465:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7d63ccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572233344:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329508.348473:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329508.348482:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329508.348485:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329508.348491:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1767329508.348493:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767329508.348502:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280db00 00000100:00000040:1.0:1767329508.348502:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7d63ccd x1853178572233344/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329524 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767329508.348502:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329508.348524:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000825b64b1. 00000100:00000001:1.0:1767329508.348529:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767329508.348536:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dba91bce 02000000:00000001:1.0:1767329508.348537:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329508.348543:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000561a793c. 00000400:00000010:0.0:1767329508.348544:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dba91bce. 02000000:00000001:1.0:1767329508.348553:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329508.348558:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329508.348559:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767329508.348561:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000400:00000200:2.0:1767329508.348572:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xee5 [1] + 224 00000020:00000001:1.0:1767329508.348573:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1767329508.348576:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000929a317e x1853178572233600/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329508.348581:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074996e45. 02000000:00000001:1.0:1767329508.348593:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:2.0:1767329508.348598:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767329508.348599:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329508.348608:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7d63ccd. 00000100:00000200:0.0:1767329508.348615:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000929a317e x1853178572233600/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329524 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329508.348616:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329508.348623:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329508.348632:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329508.348642:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329508.348645:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329508.348645:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329508.348654:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329508.348655:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329508.348656:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329508.348667:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329508.348668:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329508.348676:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329508.348678:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329508.348682:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329508.348683:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329508.348690:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329508.348695:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329508.348697:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767329508.348703:0:208648:0:(import.c:2128:obd_at_measure()) add 0 to 00000000ffec6909 time=55 v=5 (5 5 5 5) 00000100:00000200:2.0:1767329508.348712:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000078a4f6a3 x1853178572233472/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767329508.348713:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=152 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329508.348722:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329508.348726:0:208648:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1767329508.348735:0:208648:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1767329508.348745:0:208648:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0001-mdc-ffff8c55499c0800 of lustre-MDT0001_UUID@192.168.202.109@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1767329508.348756:0:208648:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:00000040:2.0:1767329508.348764:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000078a4f6a3 x1853178572233472/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02000400:0.0:1767329508.348769:0:208648:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff8c55499c0800: Connection to lustre-MDT0001 (at 192.168.202.109@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1767329508.348817:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329508.348829:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329508.348837:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329508.348900:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329508.348907:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329508.348915:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329508.348932:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329508.348935:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9c32468. 00000400:00000200:3.0:1767329508.348945:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e8f47ae 00000400:00000010:3.0:1767329508.348948:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e8f47ae. 00000100:00000001:3.0:1767329508.348954:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329508.348964:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000078a4f6a3 x1853178572233472/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329508.348985:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000078a4f6a3 x1853178572233472/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329524 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329508.348999:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329508.349002:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329508.349007:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329508.349010:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329508.349056:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329508.349060:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329508.349066:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329508.349074:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=45 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329508.349081:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=45 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329508.349086:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329508.349089:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329508.349093:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329508.349097:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329508.349102:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329508.349105:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329508.349120:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329508.349122:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329508.349130:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000078a4f6a3 x1853178572233472/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329524 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329508.349144:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329508.349148:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329508.349151:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329508.349157:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078a4f6a3 x1853178572233472/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329524 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329508.349172:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000078a4f6a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572233472:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329508.349201:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329508.349205:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329508.349211:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000078a4f6a3 x1853178572233472/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329524 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329508.349225:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329508.349228:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329508.349232:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2e1a91e. 02000000:00000001:3.0:1767329508.349238:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329508.349241:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329508.349243:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329508.349248:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329508.349251:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d4297425. 02000000:00000001:3.0:1767329508.349255:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329508.349258:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329508.349260:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078a4f6a3. 00000100:00000001:3.0:1767329508.349266:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329508.349269:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329508.349272:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329508.349280:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329508.349283:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329508.349287:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329508.349291:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329508.357185:0:208648:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1767329508.357191:0:208648:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:0.0:1767329508.357194:0:208648:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329508.357197:0:208648:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767329508.357200:0:208648:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1767329508.357203:0:208648:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1767329508.357208:0:208648:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1767329508.357213:0:208648:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: connect to NID 192.168.202.109@tcp last attempt 6384 00000400:00000200:0.0:1767329508.357223:0:208648:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00000040:0.0:1767329508.357240:0:208648:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 11 to 192.168.202.109@tcp 00000100:00000001:0.0:1767329508.357244:0:208648:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767329508.357248:0:208648:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00000100:00000001:0.0:1767329508.357251:0:208648:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 00000020:00000001:0.0:1767329508.357256:0:208648:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767329508.357258:0:208648:0:(genops.c:823:class_conn2export()) looking for export cookie 0x989c09653bac0c36 00000020:00000001:0.0:1767329508.357261:0:208648:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767329508.357265:0:208648:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f32e73d refcount=5 00000020:00000001:0.0:1767329508.357268:0:208648:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000020:00000001:0.0:1767329508.357271:0:208648:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000100:00000040:0.0:1767329508.357274:0:208648:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 11 to 192.168.202.109@tcp 00000100:00000001:0.0:1767329508.357276:0:208648:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767329508.357278:0:208648:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00000100:00000001:0.0:1767329508.357281:0:208648:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 00000020:00000040:0.0:1767329508.357284:0:208648:0:(genops.c:898:class_export_put()) PUTting export 000000001f32e73d : new refcount 4 00000100:00080000:0.0:1767329508.357288:0:208648:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: import 0000000056f5b0d2 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:0.0:1767329508.357290:0:208648:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329508.357293:0:208648:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767329508.357301:0:208648:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329508.357305:0:208648:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329508.357308:0:208648:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1767329508.357312:0:208648:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1767329508.357316:0:208648:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329508.357319:0:208648:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329508.357325:0:208648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f9aefdb. 00000020:00000040:0.0:1767329508.357328:0:208648:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=5 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:0.0:1767329508.357333:0:208648:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767329508.357335:0:208648:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329508.357337:0:208648:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329508.357340:0:208648:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329508.357344:0:208648:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329508.357350:0:208648:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000250107bb. 00000100:00000001:0.0:1767329508.357361:0:208648:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329508.357368:0:208648:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f9aefdb x1853178572233728/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329508.357409:0:208648:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329508.357411:0:208648:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329508.357416:0:208648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f9aefdb] to pc [ptlrpcd_rcv+-1] req@000000001f9aefdb x1853178572233728/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329508.357439:0:208648:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329508.357442:0:208648:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1767329508.357455:0:208648:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:0.0:1767329508.357460:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000929a317e x1853178572233600/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329524 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329508.357469:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1767329508.357474:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329508.357476:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329508.357481:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000929a317e x1853178572233600/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329524 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329508.357490:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000929a317e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572233600:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329508.357495:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329508.357497:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329508.357505:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329508.357508:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767329508.357509:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000929a317e x1853178572233600/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329524 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329508.357515:0:208647:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329508.357526:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767329508.357529:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f9aefdb x1853178572233728/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329508.357531:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329508.357536:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a24a854. 02000000:00000001:0.0:1767329508.357546:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329508.357550:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767329508.357554:0:208647:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1767329508.357555:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329508.357560:0:208647:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329508.357562:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329508.357579:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d94add08. 02000000:00000001:2.0:1767329508.357582:0:208647:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329508.357586:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329508.357588:0:208647:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329508.357593:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767329508.357595:0:208647:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329508.357598:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000929a317e. 00000100:00000001:0.0:1767329508.357605:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1767329508.357606:0:208647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572233728:192.168.202.109@tcp:38: 00000100:00000001:0.0:1767329508.357608:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329508.357615:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329508.357625:0:208647:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329508.357627:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329508.357633:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329508.357634:0:208647:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329508.357637:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329508.357642:0:208647:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329508.357643:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329508.357662:0:208647:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329508.357671:0:208647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b3a0c677. 02000000:00000001:2.0:1767329508.357676:0:208647:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329508.357683:0:208647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3022fb3. 00000400:00000010:2.0:1767329508.357691:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939da69a. 00000100:00000200:2.0:1767329508.357699:0:208647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572233728, portal 10 00000100:00000001:2.0:1767329508.357703:0:208647:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329508.357706:0:208647:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578907520 : -127177130644096 : ffff8c55444ded80) 00000100:00000040:2.0:1767329508.357717:0:208647:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f9aefdb x1853178572233728/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329508.357734:0:208647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329508.357739:0:208647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329508.357743:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edd342f6. 00000100:00000200:2.0:1767329508.357749:0:208647:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853178572233728, offset 0 00000400:00000200:2.0:1767329508.357758:0:208647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329508.357772:0:208647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329508.357779:0:208647:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329508.357785:0:208647:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329508.357791:0:208647:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329508.357796:0:208647:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329508.357802:0:208647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [452:452:256:4294967295] 192.168.202.109@tcp LPNI seq info [452:452:8:4294967295] 00000400:00000200:2.0:1767329508.357820:0:208647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329508.357830:0:208647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329508.357838:0:208647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c58f1272. 00000800:00000200:2.0:1767329508.357847:0:208647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329508.357877:0:208647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329508.357883:0:208647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c58f1272 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1767329508.357910:0:208647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329508.357917:0:208647:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 13140 usecs (14 jiffies) 00000100:00000001:2.0:1767329508.357924:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301353500 00000100:00000001:2.0:1767329508.357929:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301357917 00000100:00000001:2.0:1767329508.357933:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301353500 00000100:00000001:2.0:1767329508.357937:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301357917 00000100:00000001:2.0:1767329508.357941:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301353500 00000100:00000001:2.0:1767329508.357945:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301357917 00000100:00000001:2.0:1767329508.357948:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301353500 00000100:00000001:2.0:1767329508.357952:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301357917 00000100:00000001:2.0:1767329508.357956:0:208647:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329508.357961:0:208647:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329508.357966:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329508.357972:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329508.357981:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329508.357984:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767329508.357991:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329508.357994:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329508.357998:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329508.358002:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329508.358107:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329508.358113:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c58f1272. 00000400:00000200:1.0:1767329508.358121:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329508.358131:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329508.358159:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd342f6 00000400:00000010:1.0:1767329508.358162:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000edd342f6. 00000100:00000001:1.0:1767329508.358168:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329508.358174:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f9aefdb x1853178572233728/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329508.358187:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329508.358190:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f9aefdb x1853178572233728/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329508.358200:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329508.358202:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329508.366941:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329508.366955:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329508.366958:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329508.366961:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329508.366969:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329508.366982:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280dc00 00000400:00000200:2.0:1767329508.366990:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xef5 [1] + 0 00000800:00000001:2.0:1767329508.366997:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329508.367064:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329508.367069:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329508.367078:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329508.367085:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329508.367092:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f9aefdb x1853178572233728/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329508.367108:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000001f9aefdb x1853178572233728/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329508.367136:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329508.367147:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329508.367152:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329508.367157:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329508.367163:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329508.367170:0:208647:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329508.367174:0:208647:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329508.367176:0:208647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3022fb3. 00000400:00000200:3.0:1767329508.367184:0:208647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939da69a 00000400:00000010:3.0:1767329508.367186:0:208647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939da69a. 00000100:00000001:3.0:1767329508.367191:0:208647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329508.367199:0:208647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f9aefdb x1853178572233728/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329508.367213:0:208647:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f9aefdb x1853178572233728/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329508.367224:0:208647:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329508.367236:0:208647:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329508.367239:0:208647:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329508.367242:0:208647:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329508.367244:0:208647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329508.367246:0:208647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329508.367249:0:208647:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329508.367255:0:208647:0:(import.c:2128:obd_at_measure()) add 0 to 00000000ffec6909 time=55 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329508.367259:0:208647:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=2 v=5 (1 1 1 0) 00000100:00000001:3.0:1767329508.367263:0:208647:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329508.367265:0:208647:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1767329508.367268:0:208647:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1767329508.367273:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f9aefdb x1853178572233728/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767329518 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329508.367281:0:208647:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1767329508.367285:0:208647:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329508.367286:0:208647:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329508.367289:0:208647:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1767329508.367291:0:208647:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1767329508.367295:0:208647:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767329508.367299:0:208647:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.109@tcp failed (-19) 00000100:00000001:3.0:1767329508.367302:0:208647:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1767329508.367306:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f9aefdb x1853178572233728/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767329518 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329508.367316:0:208647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572233728:192.168.202.109@tcp:38: 00000100:00000001:3.0:1767329508.367321:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329508.367323:0:208647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329508.367326:0:208647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f9aefdb x1853178572233728/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767329518 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329508.367333:0:208647:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329508.367335:0:208647:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329508.367344:0:208647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b3a0c677. 02000000:00000001:3.0:1767329508.367348:0:208647:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329508.367350:0:208647:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329508.367352:0:208647:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329508.367355:0:208647:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329508.367357:0:208647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000250107bb. 02000000:00000001:3.0:1767329508.367361:0:208647:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329508.367362:0:208647:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329508.367364:0:208647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f9aefdb. 00000100:00000001:3.0:1767329508.367368:0:208647:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329508.367369:0:208647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329508.367372:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329508.367404:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329508.367406:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329508.367418:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329508.367420:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329508.407167:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329508.407174:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329508.407332:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329508.407338:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329508.407342:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329509.431204:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329509.431213:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329509.431347:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329509.431353:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329509.431358:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329510.455174:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329510.455183:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329510.455251:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329510.455261:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329510.455268:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329511.479100:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329511.479105:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329511.479153:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329511.479157:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329511.479159:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329512.503118:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329512.503128:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329512.503265:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329512.503271:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329512.503276:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329512.951136:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301357917, at 4301358080 00000100:00000040:1.0:1767329512.951136:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301357917, at 4301358080 00000100:00000010:3.0:1767329512.951156:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9fe6e3a. 00000100:00000010:1.0:1767329512.951159:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000065f5dd6e. 00000100:00000040:0.0:1767329512.951188:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301357917, at 4301358080 00000100:00000010:0.0:1767329512.951198:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000932918d1. 00000100:00000040:2.0:1767329512.951203:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301357917, at 4301358080 00000100:00000010:2.0:1767329512.951220:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d3e9933. 00000100:00000040:2.0:1767329513.463142:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329513.463157:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329513.463168:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd491ed0. 00000020:00000040:2.0:1767329513.463178:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329513.463184:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329513.463188:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329513.463196:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329513.463210:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c58f1272. 00000100:00000001:2.0:1767329513.463219:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329513.463234:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000dd491ed0 x1853178572233856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329513.463248:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329513.463251:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329513.463281:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd491ed0] to pc [ptlrpcd_00_01+1] req@00000000dd491ed0 x1853178572233856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329513.463319:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329513.463323:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329513.463348:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329513.463353:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056f3f7d6. 00000020:00000040:2.0:1767329513.463358:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329513.463360:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329513.463362:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329513.463368:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767329513.463370:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767329513.463372:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329513.463376:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767329513.463382:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d94add08. 00000100:00000040:0.0:1767329513.463389:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd491ed0 x1853178572233856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329513.463390:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329513.463391:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329513.463399:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329513.463405:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000056f3f7d6 x1853178572233984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329513.463419:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329513.463425:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329513.463428:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329513.463431:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329513.463434:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767329513.463438:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f3f7d6] to pc [ptlrpcd_00_02+2] req@0000000056f3f7d6 x1853178572233984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329513.463442:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329513.463452:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329513.463458:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd491ed0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572233856:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329513.463464:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329513.463470:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329513.463473:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1767329513.463475:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767329513.463480:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767329513.463481:0:126802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1767329513.463487:0:126802:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1767329513.463488:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1767329513.463491:0:126802:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767329513.463493:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329513.463499:0:126802:0:(import.c:484:import_select_connection()) Process entered 02000000:00000010:0.0:1767329513.463499:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c06eaf98. 00000100:00000001:3.0:1767329513.463500:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329513.463505:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1767329513.463507:0:126802:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: connect to NID 192.168.202.109@tcp last attempt 6686 00000100:00000040:3.0:1767329513.463515:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056f3f7d6 x1853178572233984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329513.463515:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329513.463517:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329513.463522:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329513.463523:0:126802:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000400:00000010:0.0:1767329513.463529:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825b64b1. 00000100:00001000:2.0:1767329513.463532:0:126802:0:(import.c:2128:obd_at_measure()) add 10 to 00000000dcafc7aa time=7 v=5 (1 1 1 0) 00000400:00000010:0.0:1767329513.463544:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dba91bce. 00000100:00000001:3.0:1767329513.463545:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00001000:2.0:1767329513.463545:0:126802:0:(import.c:2194:obd_at_measure()) AT 00000000dcafc7aa change: old=5 new=10 delta=5 (val=10) hist 10 1 1 0 00000100:00000001:3.0:1767329513.463549:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767329513.463557:0:126802:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: tried all connections, increasing latency to 5s 02000000:00000001:3.0:1767329513.463558:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767329513.463559:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572233856, portal 25 02000000:00000001:3.0:1767329513.463564:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767329513.463566:0:126802:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 11 to 192.168.202.109@tcp 00000100:00000001:0.0:1767329513.463567:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767329513.463569:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329513.463571:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777362432 : -127176932189184 : ffff8c5550221c00) 00000100:00100000:3.0:1767329513.463575:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000056f3f7d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572233984:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329513.463583:0:126802:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767329513.463584:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767329513.463589:0:126802:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00000100:00000040:0.0:1767329513.463590:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd491ed0 x1853178572233856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329513.463596:0:126802:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 02000000:00000001:3.0:1767329513.463601:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767329513.463605:0:126802:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767329513.463606:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767329513.463610:0:126802:0:(genops.c:823:class_conn2export()) looking for export cookie 0x989c09653bac0c36 00000100:00000001:0.0:1767329513.463613:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767329513.463614:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767329513.463615:0:126802:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:3.0:1767329513.463620:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8d3c36c. 00000020:00000040:2.0:1767329513.463621:0:126802:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f32e73d refcount=5 00000100:00000040:0.0:1767329513.463621:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329513.463629:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329513.463629:0:126802:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000400:00000010:0.0:1767329513.463630:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ab2acd5. 00000020:00000001:2.0:1767329513.463638:0:126802:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000100:00000200:0.0:1767329513.463639:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572233856, offset 0 00000400:00000010:3.0:1767329513.463640:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9c32468. 00000100:00000040:2.0:1767329513.463646:0:126802:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 11 to 192.168.202.109@tcp 00000100:00000001:2.0:1767329513.463649:0:126802:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1767329513.463653:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e8f47ae. 00000100:00000040:2.0:1767329513.463654:0:126802:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00000400:00000200:0.0:1767329513.463660:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329513.463661:0:126802:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 00000020:00000040:2.0:1767329513.463667:0:126802:0:(genops.c:898:class_export_put()) PUTting export 000000001f32e73d : new refcount 4 00000100:00000200:3.0:1767329513.463672:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572233984, portal 10 00000100:00080000:2.0:1767329513.463672:0:126802:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: import 0000000056f5b0d2 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000001:2.0:1767329513.463676:0:126802:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329513.463677:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767329513.463681:0:126802:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1767329513.463682:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777359744 : -127176932191872 : ffff8c5550221180) 00000400:00000200:0.0:1767329513.463682:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:2.0:1767329513.463688:0:126802:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329513.463693:0:126802:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329513.463695:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329513.463698:0:126802:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000040:3.0:1767329513.463699:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000056f3f7d6 x1853178572233984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1767329513.463704:0:126802:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000400:00000200:0.0:1767329513.463706:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000008:00000001:2.0:1767329513.463713:0:126802:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329513.463717:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329513.463721:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329513.463721:0:126802:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329513.463724:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:3.0:1767329513.463731:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000010:2.0:1767329513.463731:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004920a0f5. 00000400:00000200:0.0:1767329513.463736:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [453:453:256:4294967295] 192.168.202.109@tcp LPNI seq info [453:453:8:4294967295] 00000020:00000040:2.0:1767329513.463738:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000400:00000010:3.0:1767329513.463740:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081e713a3. 00000100:00000200:3.0:1767329513.463748:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572233984, offset 0 02000000:00000001:2.0:1767329513.463749:0:126802:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767329513.463753:0:126802:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329513.463759:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767329513.463761:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329513.463763:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329513.463768:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329513.463769:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000010:2.0:1767329513.463777:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b3a0c677. 00000800:00000200:0.0:1767329513.463784:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329513.463785:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329513.463786:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329513.463794:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767329513.463795:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f41acca9. 00000400:00000200:3.0:1767329513.463801:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00100000:2.0:1767329513.463806:0:126802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004920a0f5 x1853178572234112/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767329513.463810:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767329513.463813:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329513.463820:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329513.463831:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1767329513.463832:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329513.463834:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [454:454:255:4294967295] 192.168.202.109@tcp LPNI seq info [454:454:7:4294967295] 00000100:00000001:2.0:1767329513.463836:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329513.463843:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f41acca9 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767329513.463847:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004920a0f5] to pc [ptlrpcd_rcv+-1] req@000000004920a0f5 x1853178572234112/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329513.463862:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329513.463868:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329513.463875:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329513.463879:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301363036 00000800:00000010:3.0:1767329513.463881:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006eca0efb. 00000100:00000001:2.0:1767329513.463883:0:126802:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329513.463890:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006f863348. 00000100:00000040:2.0:1767329513.463891:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:3.0:1767329513.463894:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000040:2.0:1767329513.463904:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767329513.463904:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767329513.463910:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329513.463916:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006eca0efb type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767329513.463920:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6696) 00000100:00000001:0.0:1767329513.463920:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301363036 00000100:00000001:3.0:1767329513.463921:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329513.463931:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069e9ffe7. 00000100:00000040:3.0:1767329513.463932:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 198100 usecs (199 jiffies) 00000100:00000001:3.0:1767329513.463936:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301358791 00000100:00000001:0.0:1767329513.463947:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767329513.463952:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301363036 00000800:00000200:1.0:1767329513.463955:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329513.463957:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301358791 00000100:00000001:0.0:1767329513.463958:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301363036 00000800:00000010:1.0:1767329513.463962:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f41acca9. 00000100:00000001:3.0:1767329513.463964:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301363036 00000100:00000010:0.0:1767329513.463967:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1c97f20. 00000100:00000001:3.0:1767329513.463970:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301358791 00000400:00000200:1.0:1767329513.463972:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329513.463974:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767329513.463980:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329513.463981:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301363036 00000100:00000001:0.0:1767329513.463981:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301363036 00000100:00000001:2.0:1767329513.463986:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329513.463987:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329513.463989:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301358791 00000100:00000001:2.0:1767329513.463992:0:208647:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767329513.463992:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7b8b983. 00000400:00000200:1.0:1767329513.463998:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ab2acd5 00000100:00000001:0.0:1767329513.464000:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767329513.464002:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004920a0f5 x1853178572234112/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329513.464004:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ab2acd5. 00000100:00000001:0.0:1767329513.464006:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329513.464009:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301363036 00000100:00000001:0.0:1767329513.464013:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329513.464045:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329513.464052:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329513.464054:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329513.464059:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329513.464061:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329513.464061:0:208647:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329513.464062:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329513.464066:0:208647:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329513.464068:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd491ed0 x1853178572233856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329513.464069:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329513.464071:0:208647:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329513.464077:0:208647:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329513.464077:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329513.464079:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329513.464083:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329513.464085:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767329513.464086:0:208647:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329513.464089:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329513.464095:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329513.464096:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329513.464099:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329513.464099:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767329513.464100:0:208647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004920a0f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572234112:192.168.202.109@tcp:38: 00000100:00000001:0.0:1767329513.464102:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329513.464105:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329513.464112:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329513.464113:0:208647:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329513.464115:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329513.464118:0:208647:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767329513.464120:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd491ed0 x1853178572233856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329529 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329513.464122:0:208647:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329513.464127:0:208647:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329513.464132:0:208647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004f8a0dbf. 02000000:00000001:2.0:1767329513.464138:0:208647:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329513.464144:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329513.464145:0:208647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8a04a89. 00000100:00000001:1.0:1767329513.464152:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767329513.464154:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009532038b. 00000100:00000200:2.0:1767329513.464159:0:208647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572234112, portal 10 00000100:00000001:2.0:1767329513.464162:0:208647:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329513.464170:0:208647:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777368704 : -127176932182912 : ffff8c5550223480) 00000100:00000040:2.0:1767329513.464177:0:208647:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004920a0f5 x1853178572234112/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329513.464184:0:208647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329513.464187:0:208647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329513.464189:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054fd66a. 00000100:00000200:2.0:1767329513.464192:0:208647:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853178572234112, offset 0 00000400:00000200:2.0:1767329513.464197:0:208647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329513.464204:0:208647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329513.464207:0:208647:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329513.464210:0:208647:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329513.464212:0:208647:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329513.464215:0:208647:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329513.464217:0:208647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [455:455:255:4294967295] 192.168.202.109@tcp LPNI seq info [455:455:7:4294967295] 00000400:00000200:2.0:1767329513.464226:0:208647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329513.464231:0:208647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329513.464236:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329513.464237:0:208647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4297425. 00000800:00000010:1.0:1767329513.464244:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006eca0efb. 00000800:00000200:2.0:1767329513.464248:0:208647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329513.464254:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767329513.464257:0:208647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329513.464263:0:208647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4297425 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1767329513.464269:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329513.464270:0:208647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329513.464277:0:208647:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 13133 usecs (14 jiffies) 00000400:00000200:1.0:1767329513.464280:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081e713a3 00000100:00000001:2.0:1767329513.464282:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301358607 00000400:00000010:1.0:1767329513.464287:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081e713a3. 00000100:00000001:2.0:1767329513.464288:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301363036 00000100:00000001:2.0:1767329513.464294:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301358607 00000100:00000001:1.0:1767329513.464296:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329513.464297:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301363036 00000100:00000001:2.0:1767329513.464302:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301358607 00000100:00000001:2.0:1767329513.464304:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301363036 00000100:00000001:2.0:1767329513.464307:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301358607 00000100:00000200:1.0:1767329513.464308:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056f3f7d6 x1853178572233984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329513.464318:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301363036 00000100:00000001:2.0:1767329513.464342:0:208647:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329513.464350:0:208647:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329513.464354:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329513.464356:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329513.464360:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056f3f7d6 x1853178572233984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329529 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329513.464364:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329513.464376:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329513.464376:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329513.464382:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767329513.464382:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329513.464389:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329513.464392:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329513.464395:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329513.464397:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329513.464400:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329513.464404:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4297425. 00000400:00000200:1.0:1767329513.464406:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329513.464410:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329513.464413:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054fd66a 00000400:00000010:1.0:1767329513.464415:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054fd66a. 00000100:00000001:1.0:1767329513.464420:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329513.464423:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004920a0f5 x1853178572234112/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329513.464446:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329513.464448:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004920a0f5 x1853178572234112/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329513.464454:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329513.464455:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329513.466988:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329513.467009:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329513.467013:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329513.467015:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329513.467061:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329513.467073:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280dc80 00000400:00000200:1.0:1767329513.467081:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xefd [1] + 224 00000800:00000001:1.0:1767329513.467089:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329513.467094:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329513.467096:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329513.467099:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329513.467104:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329513.467109:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd491ed0 x1853178572233856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329513.467120:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dd491ed0 x1853178572233856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329513.467137:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329513.467148:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329513.467152:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329513.467155:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329513.467158:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329513.467163:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329513.467171:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280dd00 00000400:00000200:1.0:1767329513.467177:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xf05 [1] + 224 00000800:00000001:1.0:1767329513.467182:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329513.467189:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329513.467189:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329513.467191:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329513.467192:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329513.467207:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329513.467211:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329513.467214:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056f3f7d6 x1853178572233984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767329513.467218:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329513.467221:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329513.467224:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000825b64b1. 00000100:00000040:1.0:1767329513.467225:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000056f3f7d6 x1853178572233984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329513.467228:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dba91bce 00000400:00000010:0.0:1767329513.467230:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dba91bce. 00000100:00000001:0.0:1767329513.467235:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329513.467239:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd491ed0 x1853178572233856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329513.467252:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329513.467259:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767329513.467260:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd491ed0 x1853178572233856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329513.467263:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329513.467288:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329513.467292:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329513.467292:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329513.467299:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329513.467300:0:208649:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:3.0:1767329513.467306:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767329513.467321:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:3.0:1767329513.467340:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767329513.467342:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767329513.467346:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9c32468. 00000100:00000001:0.0:1767329513.467348:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329513.467354:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e8f47ae 00000400:00000010:3.0:1767329513.467357:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e8f47ae. 00000100:00000001:3.0:1767329513.467360:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329513.467366:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056f3f7d6 x1853178572233984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329513.467370:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329513.467398:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=60 v=5 (5 5 5 5) 00000100:00000200:3.0:1767329513.467401:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056f3f7d6 x1853178572233984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767329513.467406:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329513.467414:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329513.467417:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329513.467421:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767329513.467421:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329513.467426:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767329513.467426:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329513.467433:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767329513.467434:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329513.467439:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd491ed0 x1853178572233856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329513.467447:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329513.467450:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329513.467451:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329513.467455:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329513.467457:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767329513.467460:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329513.467461:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767329513.467469:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329513.467475:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=50 v=5 (1 1 1 1) 00000100:00000040:0.0:1767329513.467477:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd491ed0 x1853178572233856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329529 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329513.467482:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329513.467485:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329513.467490:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1767329513.467496:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd491ed0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572233856:192.168.202.109@tcp:400: 00010000:00000001:3.0:1767329513.467497:0:208650:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329513.467502:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329513.467504:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329513.467508:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329513.467510:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329513.467511:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329513.467517:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329513.467521:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056f3f7d6 x1853178572233984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329513.467525:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd491ed0 x1853178572233856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329529 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329513.467543:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329513.467548:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329513.467551:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329513.467554:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767329513.467558:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056f3f7d6 x1853178572233984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329529 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329513.467559:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329513.467563:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c06eaf98. 00000100:00100000:3.0:1767329513.467572:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000056f3f7d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572233984:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329513.467592:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329513.467592:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767329513.467597:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329513.467599:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056f3f7d6 x1853178572233984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329529 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767329513.467608:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329513.467612:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329513.467620:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767329513.467621:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767329513.467625:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329513.467626:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c58f1272. 02000000:00000010:3.0:1767329513.467629:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8d3c36c. 02000000:00000001:3.0:1767329513.467633:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329513.467637:0:208650:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767329513.467640:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1767329513.467641:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 02000000:00000001:0.0:1767329513.467644:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1767329513.467646:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767329513.467648:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd491ed0. 00000100:00000001:0.0:1767329513.467651:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329513.467656:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767329513.467657:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d94add08. 02000000:00000001:3.0:1767329513.467661:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329513.467663:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329513.467668:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056f3f7d6. 00000100:00000001:0.0:1767329513.467668:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329513.467673:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329513.467675:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329513.467677:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329513.467682:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329513.467683:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329513.467685:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329513.467687:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329513.467690:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329513.467692:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329513.467694:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329513.467696:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329513.476898:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329513.476909:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329513.476913:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329513.476916:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329513.476925:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329513.476937:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280dd80 00000400:00000200:2.0:1767329513.476944:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xf0d [1] + 0 00000800:00000001:2.0:1767329513.476951:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329513.476956:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329513.476958:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329513.476961:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329513.476965:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329513.476968:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004920a0f5 x1853178572234112/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329513.476979:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000004920a0f5 x1853178572234112/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329513.476998:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329513.477003:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329513.477006:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329513.477051:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329513.477056:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329513.477059:0:208647:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329513.477061:0:208647:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329513.477062:0:208647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8a04a89. 00000400:00000200:3.0:1767329513.477067:0:208647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009532038b 00000400:00000010:3.0:1767329513.477069:0:208647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009532038b. 00000100:00000001:3.0:1767329513.477072:0:208647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329513.477076:0:208647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004920a0f5 x1853178572234112/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329513.477085:0:208647:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004920a0f5 x1853178572234112/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329513.477092:0:208647:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329513.477093:0:208647:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329513.477095:0:208647:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329513.477097:0:208647:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329513.477098:0:208647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329513.477100:0:208647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329513.477102:0:208647:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329513.477106:0:208647:0:(import.c:2128:obd_at_measure()) add 0 to 00000000ffec6909 time=60 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329513.477108:0:208647:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=7 v=10 (10 1 1 0) 00000100:00000001:3.0:1767329513.477111:0:208647:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329513.477112:0:208647:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1767329513.477114:0:208647:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1767329513.477117:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004920a0f5 x1853178572234112/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767329528 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329513.477133:0:208647:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1767329513.477135:0:208647:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329513.477137:0:208647:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329513.477139:0:208647:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1767329513.477141:0:208647:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1767329513.477143:0:208647:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767329513.477147:0:208647:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.109@tcp failed (-19) 00000100:00000001:3.0:1767329513.477150:0:208647:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1767329513.477153:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004920a0f5 x1853178572234112/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767329528 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329513.477159:0:208647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004920a0f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572234112:192.168.202.109@tcp:38: 00000100:00000001:3.0:1767329513.477162:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329513.477163:0:208647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329513.477165:0:208647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004920a0f5 x1853178572234112/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/224 e 0 to 0 dl 1767329528 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329513.477176:0:208647:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329513.477177:0:208647:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329513.477178:0:208647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004f8a0dbf. 02000000:00000001:3.0:1767329513.477181:0:208647:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329513.477182:0:208647:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329513.477183:0:208647:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329513.477185:0:208647:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329513.477187:0:208647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000b3a0c677. 02000000:00000001:3.0:1767329513.477190:0:208647:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329513.477191:0:208647:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329513.477192:0:208647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004920a0f5. 00000100:00000001:3.0:1767329513.477195:0:208647:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329513.477196:0:208647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329513.477197:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329513.477201:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329513.477206:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329513.477208:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329513.477209:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329513.527180:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329513.527189:0:215769:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329513.527193:0:215769:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329513.527196:0:215769:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329513.527202:0:215769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329513.527205:0:215769:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329513.527208:0:215769:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329513.527211:0:215769:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329513.527281:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329513.527287:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329513.527291:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329514.551105:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329514.551111:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329514.551174:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329514.551178:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329514.551182:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329515.575194:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329515.575206:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329515.575281:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329515.575288:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329515.575293:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329516.599180:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329516.599214:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329516.599335:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329516.599344:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329516.599350:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329517.623136:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329517.623151:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329517.623306:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329517.623313:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329517.623318:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1767329517.811546:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329517.811570:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329517.811576:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329517.811579:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329517.811608:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329517.811630:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 328 into portal 15 MB=0x69574c3f36c00 00000400:00000200:1.0:1767329517.811641:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 328/328 into md 0xd [2] + 1968 00000400:00000010:1.0:1767329517.811649:0:208641:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005cb24dcd. 00000400:00000200:1.0:1767329517.811658:0:208641:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e1c09258 00000800:00000001:1.0:1767329517.811669:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329517.811679:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329517.811683:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329517.811699:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329517.811706:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1c09258 00000400:00000010:1.0:1767329517.811710:0:208641:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1c09258. 00000100:00000001:1.0:1767329517.811742:0:208641:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329517.811745:0:208641:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:1.0:1767329517.811749:0:208641:0:(events.c:337:request_in_callback()) incoming req@0000000056a39518 x1853178596518912 msgsize 328 00000100:00100000:1.0:1767329517.811753:0:208641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000100:00000040:1.0:1767329517.811756:0:208641:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767329517.811772:0:208641:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767329517.811782:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329517.811785:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767329517.811847:0:211331:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3a0c677. 00000100:00000010:2.0:1767329517.811859:0:211331:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008b9e769d. 00000100:00100000:2.0:1767329517.811862:0:211331:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1767329517.811874:0:211331:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1767329517.811879:0:211331:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f810b10c. 00000400:00000010:2.0:1767329517.811885:0:211331:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f51d08a. 00000100:00000001:2.0:1767329517.811897:0:211331:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767329517.811899:0:211331:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853178596518912 02000000:00000001:2.0:1767329517.811902:0:211331:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767329517.811904:0:211331:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329517.811907:0:211331:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329517.811913:0:211331:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329517.811919:0:211331:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853178596518912 00000020:00000001:2.0:1767329517.811922:0:211331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767329517.811925:0:211331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x989c09653bac0be2 00000020:00000001:2.0:1767329517.811927:0:211331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767329517.811930:0:211331:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000046d45fe refcount=3 00000020:00000001:2.0:1767329517.811932:0:211331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896641996800 : -127177067554816 : ffff8c5548109800) 00000020:00000001:2.0:1767329517.811935:0:211331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616896641996800 : -127177067554816 : ffff8c5548109800) 00000100:00000001:2.0:1767329517.811941:0:211331:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767329517.811945:0:211331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7f113d0. 00000100:00000001:2.0:1767329517.811947:0:211331:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767329517.811950:0:211331:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7f113d0. 00000020:00000010:2.0:1767329517.811956:0:211331:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d68642d0. 00000020:00000010:2.0:1767329517.811962:0:211331:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008eb71481. 00000020:00000010:2.0:1767329517.811967:0:211331:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000558718c1. 00000100:00000040:2.0:1767329517.811976:0:211331:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767329517.811980:0:211331:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767329517.811982:0:211331:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767329517.811984:0:211331:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329517.811993:0:211331:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329517.812007:0:211331:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329517.812044:0:211331:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767329517.812046:0:211331:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767329517.812052:0:211331:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 6 00000100:00000040:2.0:1767329517.812056:0:211331:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000046d45fe : new rpc_count 1 00000100:00000001:2.0:1767329517.812058:0:211331:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446616897072936016 : -127176636615600 : ffff8c5561c03450) 00000100:00000040:2.0:1767329517.812074:0:211331:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000056a39518 x1853178596518912/t0(0) o104->cbc0edb7-593a-4289-8780-9495892e37e0@192.168.202.109@tcp:613/0 lens 328/0 e 0 to 0 dl 1767329528 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329517.812085:0:211331:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767329517.812088:0:211331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7f113d0. 00000100:00000001:2.0:1767329517.812090:0:211331:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767329517.812092:0:211331:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7f113d0. 00000100:00100000:2.0:1767329517.812096:0:211331:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000056a39518 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cbc0edb7-593a-4289-8780-9495892e37e0+3:467060:x1853178596518912:12345-192.168.202.109@tcp:104: 00000100:00000200:2.0:1767329517.812100:0:211331:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853178596518912 00010000:00000001:2.0:1767329517.812104:0:211331:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767329517.812113:0:211331:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767329517.812115:0:211331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767329517.812117:0:211331:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e767a5f7 refcount=2 00000020:00000001:2.0:1767329517.812119:0:211331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896586661376 : -127177122890240 : ffff8c5544c43e00) 00010000:00000001:2.0:1767329517.812121:0:211331:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896586661376 : -127177122890240 : ffff8c5544c43e00) 00010000:00000001:2.0:1767329517.812125:0:211331:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767329517.812127:0:211331:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329517.812131:0:211331:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.109@tcp lock: 00000000e767a5f7/0x989c09653bac0c7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa764e4c88bd576b2 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767329517.812142:0:211331:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767329517.812145:0:211331:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767329517.812149:0:211331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000086fe3288. 02000000:00000001:2.0:1767329517.812151:0:211331:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329517.812154:0:211331:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329517.812158:0:211331:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767329517.812161:0:211331:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329517.812164:0:211331:0:(import.c:2128:obd_at_measure()) add 1 to 00000000daf807e4 time=340 v=5 (1 0 1 0) 00000100:00000001:2.0:1767329517.812170:0:211331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767329517.812172:0:211331:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 13 to 192.168.202.109@tcp 00000100:00000001:2.0:1767329517.812174:0:211331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 02000000:00000001:2.0:1767329517.812177:0:211331:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767329517.812183:0:211331:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329517.812187:0:211331:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329517.812189:0:211331:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329517.812192:0:211331:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9460489. 00000100:00000200:2.0:1767329517.812196:0:211331:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853178596518912, offset 224 00000400:00000200:2.0:1767329517.812202:0:211331:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329517.812214:0:211331:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329517.812220:0:211331:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [456:456:256:4294967295] 192.168.202.109@tcp LPNI seq info [456:456:8:4294967295] 00000400:00000200:2.0:1767329517.812231:0:211331:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329517.812237:0:211331:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329517.812242:0:211331:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074996e45. 00000800:00000200:2.0:1767329517.812248:0:211331:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329517.812255:0:211331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329517.812260:0:211331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000074996e45 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329517.812274:0:211331:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329517.812277:0:211331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00010000:00000001:2.0:1767329517.812281:0:211331:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767329517.812301:0:211331:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000708222cc. 00010000:00000001:2.0:1767329517.812305:0:211331:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767329517.812314:0:211331:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767329517.812316:0:211331:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329517.812329:0:211331:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329517.812331:0:211331:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329517.812336:0:211331:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056a39518 x1853178596518912/t0(0) o104->cbc0edb7-593a-4289-8780-9495892e37e0@192.168.202.109@tcp:613/0 lens 328/224 e 0 to 0 dl 1767329528 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329517.812345:0:211331:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000056a39518 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cbc0edb7-593a-4289-8780-9495892e37e0+3:467060:x1853178596518912:12345-192.168.202.109@tcp:104: Request processed in 259us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1767329517.812354:0:211331:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 6 00000100:00000040:2.0:1767329517.812359:0:211331:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000046d45fe : new rpc_count 0 00000100:00000001:2.0:1767329517.812361:0:211331:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767329517.812370:0:211331:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767329517.812372:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:2.0:1767329517.812376:0:211331:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008eb71481. 00000020:00000001:3.0:1767329517.812379:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767329517.812383:0:211331:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000558718c1. 00010000:00010000:3.0:1767329517.812384:0:211336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767329517.812393:0:211336:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:2.0:1767329517.812394:0:211331:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d68642d0. 00010000:00000001:3.0:1767329517.812397:0:211336:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767329517.812402:0:211336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.109@tcp lock: 00000000e767a5f7/0x989c09653bac0c7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa764e4c88bd576b2 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767329517.812402:0:211331:0:(genops.c:898:class_export_put()) PUTting export 00000000046d45fe : new refcount 2 02000000:00000001:2.0:1767329517.812413:0:211331:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:3.0:1767329517.812414:0:211336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e767a5f7 already unused, calling callback (00000000fa85a142) 00000800:00000200:1.0:1767329517.812416:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1767329517.812418:0:211331:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000034fa155f. 10000000:00000001:3.0:1767329517.812421:0:211336:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767329517.812425:0:211336:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.109@tcp lock: 00000000e767a5f7/0x989c09653bac0c7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xa764e4c88bd576b2 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000800:00000010:1.0:1767329517.812426:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074996e45. 02000000:00000001:2.0:1767329517.812428:0:211331:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767329517.812435:0:211331:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae3caa28. 00000400:00000200:1.0:1767329517.812435:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767329517.812440:0:211336:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767329517.812443:0:211336:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767329517.812445:0:211331:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:3.0:1767329517.812447:0:211336:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:2.0:1767329517.812448:0:211331:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000021db942d. 00000400:00000200:1.0:1767329517.812449:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000020:00000040:3.0:1767329517.812450:0:211336:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e767a5f7 refcount=3 02000000:00000001:2.0:1767329517.812456:0:211331:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:3.0:1767329517.812457:0:211336:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896586661376 : -127177122890240 : ffff8c5544c43e00) 00000100:00000010:2.0:1767329517.812459:0:211331:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053d0c3c2. 00000400:00000200:1.0:1767329517.812460:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9460489 00010000:00000001:3.0:1767329517.812462:0:211336:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896586661376 : -127177122890240 : ffff8c5544c43e00) 00000400:00000010:1.0:1767329517.812466:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9460489. 00010000:00000001:3.0:1767329517.812469:0:211336:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:2.0:1767329517.812470:0:211331:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:3.0:1767329517.812473:0:211336:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.109@tcp lock: 00000000e767a5f7/0x989c09653bac0c7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xa764e4c88bd576b2 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767329517.812473:0:208642:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:2.0:1767329517.812474:0:211331:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c2c3d8d4. 02000000:00000001:1.0:1767329517.812479:0:208642:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767329517.812482:0:211331:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000010:1.0:1767329517.812482:0:208642:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000086fe3288. 00000100:00000010:2.0:1767329517.812486:0:211331:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cd9171ef. 02000000:00000001:1.0:1767329517.812489:0:208642:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767329517.812492:0:211331:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767329517.812493:0:208642:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:2.0:1767329517.812497:0:211331:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006bdbc777. 02000000:00000001:2.0:1767329517.812502:0:211331:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767329517.812504:0:211331:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e9cc5edf. 02000000:00000001:2.0:1767329517.812507:0:211331:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767329517.812508:0:211331:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000983ae33a. 02000000:00000001:2.0:1767329517.812511:0:211331:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767329517.812512:0:211331:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065a7b1ab. 02000000:00000001:2.0:1767329517.812515:0:211331:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767329517.812516:0:211331:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b7438e43. 02000000:00000001:2.0:1767329517.812519:0:211331:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767329517.812520:0:211331:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d788383. 00000100:00000010:2.0:1767329517.812523:0:211331:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bc50eba9. 00000100:00000010:2.0:1767329517.812526:0:211331:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 000000000622b3a4. 00000100:00000001:2.0:1767329517.812531:0:211331:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767329517.812539:0:211336:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767329517.812550:0:211336:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.109@tcp lock: 00000000e767a5f7/0x989c09653bac0c7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa764e4c88bd576b2 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767329517.812557:0:211336:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1767329517.812561:0:211336:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767329517.812563:0:211336:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767329517.812566:0:211336:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767329517.812567:0:211336:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767329517.812569:0:211336:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767329517.812583:0:211336:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767329517.812585:0:211336:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767329517.812586:0:211336:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000b70d88c0) refs 2 10000000:00000001:3.0:1767329517.812589:0:211336:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767329517.812590:0:211336:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329517.812593:0:211336:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767329517.812597:0:211336:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767329517.812598:0:211336:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767329517.812600:0:211336:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767329517.812602:0:211336:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767329517.812604:0:211336:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e767a5f7 with handle 0x989c09653bac0c7c from hash 00010000:00000001:3.0:1767329517.812606:0:211336:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767329517.812608:0:211336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767329517.812610:0:211336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767329517.812611:0:211336:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767329517.812613:0:211336:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767329517.812614:0:211336:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767329517.812616:0:211336:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767329517.812619:0:211336:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767329517.812626:0:211336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000143e2fae. 00000020:00000040:3.0:1767329517.812629:0:211336:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329517.812634:0:211336:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329517.812636:0:211336:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329517.812642:0:211336:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329517.812648:0:211336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000090db978d. 00000100:00000001:3.0:1767329517.812654:0:211336:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329517.812658:0:211336:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767329517.812660:0:211336:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.109@tcp lock: 00000000e767a5f7/0x989c09653bac0c7c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd576b2 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767329517.812672:0:211336:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767329517.812674:0:211336:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329517.812680:0:211336:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329517.812683:0:211336:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329517.812691:0:211336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000143e2fae] to pc [ptlrpcd_00_03+3] req@00000000143e2fae x1853178572234240/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329517.812715:0:211336:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767329517.812718:0:211336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767329517.812719:0:211336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767329517.812720:0:211336:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329517.812722:0:211336:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767329517.812724:0:211336:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329517.812727:0:211336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.109@tcp lock: 00000000e767a5f7/0x989c09653bac0c7c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd576b2 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767329517.812733:0:211336:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767329517.812735:0:211336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.109@tcp lock: 00000000e767a5f7/0x989c09653bac0c7c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd576b2 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767329517.812749:0:211336:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767329517.812750:0:211336:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767329517.812752:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:3.0:1767329517.812753:0:211336:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000708222cc. 00000100:00000001:2.0:1767329517.812758:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767329517.812760:0:211336:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329517.812761:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767329517.812764:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767329517.812765:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329517.812767:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767329517.812768:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329517.812773:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767329517.812775:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329517.812777:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329517.812780:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000143e2fae x1853178572234240/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767329517.812781:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767329517.812785:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329517.812787:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329517.812792:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767329517.812802:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329517.812805:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329517.812811:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329517.812815:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329517.812818:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329517.812823:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000143e2fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572234240:192.168.202.109@tcp:103: 00000100:00000001:1.0:1767329517.812829:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329517.812836:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329517.812840:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329517.812843:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329517.812848:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000019580592. 02000000:00000001:1.0:1767329517.812863:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329517.812868:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6cb2fcd. 00000400:00000010:1.0:1767329517.812874:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cab2768b. 00000100:00000200:1.0:1767329517.812878:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572234240, portal 18 00000100:00000001:1.0:1767329517.812882:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329517.812884:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776930176 : -127176932621440 : ffff8c55501b8380) 00000100:00000040:1.0:1767329517.812892:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000143e2fae x1853178572234240/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329517.812902:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329517.812905:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329517.812908:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e003233e. 00000100:00000200:1.0:1767329517.812911:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853178572234240, offset 0 00000400:00000200:1.0:1767329517.812917:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329517.812925:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329517.812932:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329517.812938:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329517.812943:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329517.812948:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329517.812952:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [457:457:256:4294967295] 192.168.202.109@tcp LPNI seq info [457:457:8:4294967295] 00000400:00000200:1.0:1767329517.812963:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329517.812969:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329517.812974:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 00000800:00000200:1.0:1767329517.812980:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767329517.812986:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329517.812990:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767329517.813009:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329517.813049:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301367386 00000100:00000001:1.0:1767329517.813059:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301363036 00000100:00000001:1.0:1767329517.813067:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301367386 00000100:00000001:1.0:1767329517.813073:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301363036 00000100:00000001:1.0:1767329517.813088:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301367386 00000100:00000001:1.0:1767329517.813093:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301363036 00000100:00000001:1.0:1767329517.813097:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301367386 00000100:00000001:1.0:1767329517.813102:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301363036 00000100:00000001:1.0:1767329517.813108:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329517.813112:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329517.813113:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329517.813116:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329517.813119:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000100:00000001:1.0:1767329517.813122:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329517.813130:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329517.813132:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329517.813135:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329517.813138:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329517.813142:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329517.813163:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329517.813166:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329517.813169:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329517.813172:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e003233e 00000400:00000010:2.0:1767329517.813177:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e003233e. 00000100:00000001:2.0:1767329517.813181:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329517.813185:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000143e2fae x1853178572234240/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329517.813196:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329517.813200:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000143e2fae x1853178572234240/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329517.813208:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329517.813209:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329517.814891:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329517.814900:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329517.814904:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329517.814907:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329517.814915:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329517.814925:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 328 into portal 15 MB=0x69574c3f36d00 00000400:00000200:1.0:1767329517.814932:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 328/328 into md 0xf15 [2] + 0 00000800:00000001:1.0:1767329517.814938:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329517.814945:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329517.814947:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329517.814952:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329517.814957:0:208641:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329517.814959:0:208641:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767329517.814964:0:208641:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce5d9467. 00000100:00000040:1.0:1767329517.814968:0:208641:0:(events.c:337:request_in_callback()) incoming req@00000000ce5d9467 x1853178596519168 msgsize 328 00000100:00100000:1.0:1767329517.814974:0:208641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000100:00000001:1.0:1767329517.814989:0:208641:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767329517.814995:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329517.814999:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329517.815067:0:211331:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767329517.815070:0:211331:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853178596519168 02000000:00000001:2.0:1767329517.815073:0:211331:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767329517.815074:0:211331:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329517.815076:0:211331:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329517.815079:0:211331:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329517.815082:0:211331:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853178596519168 00000020:00000001:2.0:1767329517.815084:0:211331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767329517.815085:0:211331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x989c09653bac0be2 00000020:00000001:2.0:1767329517.815087:0:211331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767329517.815089:0:211331:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000046d45fe refcount=3 00000020:00000001:2.0:1767329517.815091:0:211331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896641996800 : -127177067554816 : ffff8c5548109800) 00000020:00000001:2.0:1767329517.815093:0:211331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616896641996800 : -127177067554816 : ffff8c5548109800) 00000100:00000001:2.0:1767329517.815096:0:211331:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767329517.815100:0:211331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7f113d0. 00000100:00000001:2.0:1767329517.815102:0:211331:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767329517.815104:0:211331:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7f113d0. 00000020:00000010:2.0:1767329517.815108:0:211331:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d68642d0. 00000020:00000010:2.0:1767329517.815110:0:211331:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008eb71481. 00000020:00000010:2.0:1767329517.815113:0:211331:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000558718c1. 00000100:00000040:2.0:1767329517.815117:0:211331:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767329517.815119:0:211331:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767329517.815120:0:211331:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767329517.815128:0:211331:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329517.815132:0:211331:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329517.815144:0:211331:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329517.815152:0:211331:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767329517.815154:0:211331:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767329517.815160:0:211331:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 7 00000100:00000040:2.0:1767329517.815163:0:211331:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000046d45fe : new rpc_count 1 00000100:00000001:2.0:1767329517.815165:0:211331:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446616896777200384 : -127176932351232 : ffff8c55501fa300) 00000100:00000040:2.0:1767329517.815169:0:211331:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ce5d9467 x1853178596519168/t0(0) o104->cbc0edb7-593a-4289-8780-9495892e37e0@192.168.202.109@tcp:613/0 lens 328/0 e 0 to 0 dl 1767329528 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329517.815178:0:211331:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767329517.815181:0:211331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7f113d0. 00000100:00000001:2.0:1767329517.815182:0:211331:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767329517.815184:0:211331:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7f113d0. 00000100:00100000:2.0:1767329517.815187:0:211331:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ce5d9467 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cbc0edb7-593a-4289-8780-9495892e37e0+3:467060:x1853178596519168:12345-192.168.202.109@tcp:104: 00000100:00000200:2.0:1767329517.815191:0:211331:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853178596519168 00010000:00000001:2.0:1767329517.815192:0:211331:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767329517.815195:0:211331:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767329517.815196:0:211331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767329517.815198:0:211331:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006a8ec6a5 refcount=2 00000020:00000001:2.0:1767329517.815200:0:211331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657330688 : -127177052220928 : ffff8c5548fa9200) 00010000:00000001:2.0:1767329517.815202:0:211331:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657330688 : -127177052220928 : ffff8c5548fa9200) 00010000:00000001:2.0:1767329517.815204:0:211331:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767329517.815206:0:211331:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329517.815208:0:211331:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.109@tcp lock: 000000006a8ec6a5/0x989c09653bac0c75 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa764e4c88bd576ab expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767329517.815214:0:211331:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767329517.815215:0:211331:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767329517.815218:0:211331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ec01d70a. 02000000:00000001:2.0:1767329517.815219:0:211331:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329517.815221:0:211331:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329517.815228:0:211331:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767329517.815230:0:211331:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329517.815232:0:211331:0:(import.c:2128:obd_at_measure()) add 1 to 00000000daf807e4 time=40 v=5 (1 0 1 0) 00000100:00000001:2.0:1767329517.815235:0:211331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767329517.815237:0:211331:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 13 to 192.168.202.109@tcp 00000100:00000001:2.0:1767329517.815239:0:211331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 02000000:00000001:2.0:1767329517.815241:0:211331:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767329517.815242:0:211331:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329517.815244:0:211331:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329517.815246:0:211331:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329517.815249:0:211331:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f8ad362. 00000100:00000200:2.0:1767329517.815253:0:211331:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853178596519168, offset 224 00000400:00000200:2.0:1767329517.815259:0:211331:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329517.815267:0:211331:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329517.815273:0:211331:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [458:458:256:4294967295] 192.168.202.109@tcp LPNI seq info [458:458:8:4294967295] 00000400:00000200:2.0:1767329517.815300:0:211331:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329517.815307:0:211331:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329517.815311:0:211331:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c950b47. 00000800:00000200:2.0:1767329517.815317:0:211331:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329517.815322:0:211331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329517.815326:0:211331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002c950b47 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329517.815342:0:211331:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329517.815346:0:211331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00010000:00000001:2.0:1767329517.815349:0:211331:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767329517.815353:0:211331:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000009a1ee52e. 00010000:00000001:2.0:1767329517.815356:0:211331:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767329517.815368:0:211331:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767329517.815372:0:211331:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329517.815374:0:211331:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329517.815377:0:211331:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329517.815382:0:211331:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce5d9467 x1853178596519168/t0(0) o104->cbc0edb7-593a-4289-8780-9495892e37e0@192.168.202.109@tcp:613/0 lens 328/224 e 0 to 0 dl 1767329528 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767329517.815391:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329517.815405:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329517.815412:0:213939:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000800:00000200:1.0:1767329517.815414:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1767329517.815418:0:213939:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000800:00000010:1.0:1767329517.815419:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c950b47. 00010000:00000001:3.0:1767329517.815422:0:213939:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:2.0:1767329517.815424:0:211331:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ce5d9467 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cbc0edb7-593a-4289-8780-9495892e37e0+3:467060:x1853178596519168:12345-192.168.202.109@tcp:104: Request processed in 238us (448us total) trans 0 rc 0/0 00010000:00010000:3.0:1767329517.815428:0:213939:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.109@tcp lock: 000000006a8ec6a5/0x989c09653bac0c75 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa764e4c88bd576ab expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767329517.815428:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767329517.815442:0:213939:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006a8ec6a5 already unused, calling callback (00000000fa85a142) 00000100:00100000:2.0:1767329517.815442:0:211331:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 7 00000400:00000200:1.0:1767329517.815443:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 10000000:00000001:3.0:1767329517.815450:0:213939:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:2.0:1767329517.815451:0:211331:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000046d45fe : new rpc_count 0 00000400:00000200:1.0:1767329517.815453:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f8ad362 10000000:00010000:3.0:1767329517.815454:0:213939:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.109@tcp lock: 000000006a8ec6a5/0x989c09653bac0c75 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa764e4c88bd576ab expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767329517.815456:0:211331:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767329517.815459:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f8ad362. 00000100:00000001:2.0:1767329517.815461:0:211331:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329517.815466:0:208642:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767329517.815468:0:211331:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008eb71481. 00000100:00000001:1.0:1767329517.815471:0:208642:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767329517.815472:0:213939:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:2.0:1767329517.815476:0:211331:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000558718c1. 00010000:00000001:3.0:1767329517.815477:0:213939:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767329517.815480:0:213939:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767329517.815483:0:213939:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006a8ec6a5 refcount=3 00000020:00000010:2.0:1767329517.815484:0:211331:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d68642d0. 00000020:00000040:2.0:1767329517.815489:0:211331:0:(genops.c:898:class_export_put()) PUTting export 00000000046d45fe : new refcount 2 00000100:00000001:2.0:1767329517.815492:0:211331:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767329517.815530:0:213939:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657330688 : -127177052220928 : ffff8c5548fa9200) 00010000:00000001:3.0:1767329517.815533:0:213939:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657330688 : -127177052220928 : ffff8c5548fa9200) 00010000:00000001:3.0:1767329517.815535:0:213939:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767329517.815536:0:213939:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.109@tcp lock: 000000006a8ec6a5/0x989c09653bac0c75 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa764e4c88bd576ab expref: -99 pid: 211338 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767329517.815542:0:213939:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767329517.815543:0:213939:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.109@tcp lock: 000000006a8ec6a5/0x989c09653bac0c75 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa764e4c88bd576ab expref: -99 pid: 211338 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767329517.815548:0:213939:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1767329517.815550:0:213939:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767329517.815551:0:213939:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767329517.815553:0:213939:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767329517.815554:0:213939:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767329517.815555:0:213939:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767329517.815565:0:213939:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767329517.815566:0:213939:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767329517.815567:0:213939:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000fbd3e279) refs 2 10000000:00000001:3.0:1767329517.815575:0:213939:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767329517.815576:0:213939:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329517.815578:0:213939:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767329517.815580:0:213939:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767329517.815581:0:213939:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767329517.815583:0:213939:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767329517.815584:0:213939:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767329517.815586:0:213939:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006a8ec6a5 with handle 0x989c09653bac0c75 from hash 00010000:00000001:3.0:1767329517.815588:0:213939:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767329517.815589:0:213939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767329517.815590:0:213939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767329517.815591:0:213939:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767329517.815592:0:213939:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767329517.815593:0:213939:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767329517.815595:0:213939:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767329517.815596:0:213939:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767329517.815600:0:213939:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021ff4b2. 00000020:00000040:3.0:1767329517.815602:0:213939:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329517.815604:0:213939:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329517.815606:0:213939:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329517.815608:0:213939:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329517.815612:0:213939:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000025588a04. 00000100:00000001:3.0:1767329517.815615:0:213939:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329517.815617:0:213939:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767329517.815620:0:213939:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.109@tcp lock: 000000006a8ec6a5/0x989c09653bac0c75 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd576ab expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767329517.815625:0:213939:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767329517.815627:0:213939:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329517.815629:0:213939:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329517.815630:0:213939:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329517.815636:0:213939:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000021ff4b2] to pc [ptlrpcd_00_00+0] req@00000000021ff4b2 x1853178572234368/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329517.815660:0:213939:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329517.815662:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767329517.815663:0:213939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767329517.815667:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329517.815670:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767329517.815671:0:213939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767329517.815674:0:213939:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329517.815676:0:213939:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767329517.815680:0:213939:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329517.815680:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000021ff4b2 x1853178572234368/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767329517.815686:0:213939:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.109@tcp lock: 000000006a8ec6a5/0x989c09653bac0c75 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd576ab expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767329517.815704:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767329517.815707:0:213939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767329517.815710:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1767329517.815711:0:213939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.109@tcp lock: 000000006a8ec6a5/0x989c09653bac0c75 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd576ab expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767329517.815712:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329517.815716:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329517.815723:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000040:3.0:1767329517.815727:0:213939:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f4675bae count: 0 02000000:00000001:0.0:1767329517.815728:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329517.815733:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329517.815737:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000021ff4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572234368:192.168.202.109@tcp:103: 00010000:00000001:3.0:1767329517.815740:0:213939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767329517.815741:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1767329517.815744:0:213939:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767329517.815746:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000010:3.0:1767329517.815747:0:213939:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000009a1ee52e. 02000000:00000001:0.0:1767329517.815751:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329517.815753:0:213939:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329517.815755:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767329517.815757:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329517.815760:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329517.815761:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:0.0:1767329517.815763:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077a1b1ef. 00000020:00000001:3.0:1767329517.815764:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329517.815767:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329517.815769:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329517.815771:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767329517.815775:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329517.815777:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329517.815777:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825b64b1. 00010000:00010000:3.0:1767329517.815784:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767329517.815786:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dba91bce. 00000100:00000200:0.0:1767329517.815791:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572234368, portal 18 00000100:00000001:0.0:1767329517.815794:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329517.815795:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776940928 : -127176932610688 : ffff8c55501bad80) 00000100:00000040:0.0:1767329517.815799:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000021ff4b2 x1853178572234368/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329517.815820:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329517.815822:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329517.815824:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008742989f. 00000100:00000200:0.0:1767329517.815826:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853178572234368, offset 0 00000400:00000200:0.0:1767329517.815830:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329517.815837:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329517.815840:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329517.815843:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329517.815845:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329517.815847:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329517.815849:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [459:459:256:4294967295] 192.168.202.109@tcp LPNI seq info [459:459:8:4294967295] 00000400:00000200:0.0:1767329517.815857:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329517.815860:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329517.815864:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5c44fe9. 00000800:00000200:0.0:1767329517.815868:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767329517.815872:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329517.815875:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5c44fe9 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767329517.815889:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329517.815892:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301367388 00000100:00000001:0.0:1767329517.815896:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301367386 00000100:00000001:0.0:1767329517.815900:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301367388 00000100:00000001:0.0:1767329517.815902:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301367386 00000100:00000001:0.0:1767329517.815904:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301367388 00000100:00000001:0.0:1767329517.815908:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301367386 00000100:00000001:0.0:1767329517.815910:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301367388 00000100:00000001:0.0:1767329517.815915:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301367386 00000100:00000001:0.0:1767329517.815917:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329517.815919:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329517.815927:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329517.815929:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329517.815933:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329517.815935:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329517.815937:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329517.815939:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329517.815941:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329517.815942:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329517.815968:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329517.815973:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5c44fe9. 00000400:00000200:2.0:1767329517.815976:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329517.815981:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329517.815984:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008742989f 00000400:00000010:2.0:1767329517.815986:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008742989f. 00000100:00000001:2.0:1767329517.815995:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329517.815998:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021ff4b2 x1853178572234368/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329517.816006:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329517.816008:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000021ff4b2 x1853178572234368/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329517.816014:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329517.816037:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329517.816701:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329517.816712:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329517.816715:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329517.816718:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329517.816725:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329517.816737:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x69574c280de00 00000400:00000200:1.0:1767329517.816744:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0xf1d [1] + 224 00000800:00000001:1.0:1767329517.816751:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329517.816758:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329517.816760:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329517.816763:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329517.816767:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329517.816770:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000143e2fae x1853178572234240/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329517.816780:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000143e2fae x1853178572234240/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329517.816800:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329517.816804:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329517.816806:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329517.816870:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329517.816873:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329517.816879:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329517.816881:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329517.816883:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6cb2fcd. 00000400:00000200:0.0:1767329517.816888:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cab2768b 00000400:00000010:0.0:1767329517.816889:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cab2768b. 00000100:00000001:0.0:1767329517.816892:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329517.816897:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000143e2fae x1853178572234240/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329517.816906:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000143e2fae x1853178572234240/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329517.816913:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329517.816915:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329517.816917:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329517.816920:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329517.816922:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329517.816923:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329517.816925:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329517.816929:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000906f338b time=340 v=5 (5 0 5 0) 00000100:00001000:0.0:1767329517.816932:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=64 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329517.816935:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329517.816936:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329517.816938:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329517.816940:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329517.816942:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329517.816945:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000143e2fae x1853178572234240/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329517.816950:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329517.816960:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329517.816962:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329517.816966:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000143e2fae x1853178572234240/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329517.816973:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000143e2fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572234240:192.168.202.109@tcp:103: 00000100:00000001:0.0:1767329517.816976:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329517.816978:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329517.816980:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000143e2fae x1853178572234240/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329517.816986:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329517.816989:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329517.816992:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000019580592. 02000000:00000001:0.0:1767329517.816994:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329517.816995:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329517.816997:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329517.816999:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329517.817000:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000090db978d. 02000000:00000001:0.0:1767329517.817003:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329517.817005:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329517.817006:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000143e2fae. 00000100:00000001:0.0:1767329517.817009:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329517.817010:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329517.817011:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329517.817015:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329517.817016:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329517.817044:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329517.817047:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329517.818144:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329517.818153:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329517.818155:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329517.818157:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329517.818162:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329517.818177:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x69574c280de80 00000400:00000200:1.0:1767329517.818182:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0xf29 [1] + 224 00000800:00000001:1.0:1767329517.818187:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329517.818217:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329517.818219:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329517.818222:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329517.818226:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329517.818229:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021ff4b2 x1853178572234368/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329517.818238:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000021ff4b2 x1853178572234368/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329517.818253:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329517.818257:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329517.818260:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329517.818336:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329517.818339:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329517.818344:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329517.818345:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329517.818347:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000825b64b1. 00000400:00000200:0.0:1767329517.818351:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dba91bce 00000400:00000010:0.0:1767329517.818353:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dba91bce. 00000100:00000001:0.0:1767329517.818357:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329517.818369:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021ff4b2 x1853178572234368/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329517.818378:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021ff4b2 x1853178572234368/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329517.818385:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329517.818387:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329517.818389:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329517.818390:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329517.818391:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329517.818393:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329517.818395:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329517.818398:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000906f338b time=40 v=5 (5 0 5 0) 00000100:00001000:0.0:1767329517.818400:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=64 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329517.818402:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329517.818404:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329517.818405:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329517.818407:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329517.818409:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329517.818411:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000021ff4b2 x1853178572234368/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329517.818416:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329517.818418:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329517.818419:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329517.818422:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021ff4b2 x1853178572234368/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329517.818428:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000021ff4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572234368:192.168.202.109@tcp:103: 00000100:00000001:0.0:1767329517.818431:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329517.818433:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329517.818434:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000021ff4b2 x1853178572234368/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329517.818439:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329517.818440:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329517.818446:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077a1b1ef. 02000000:00000001:0.0:1767329517.818449:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329517.818451:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329517.818452:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329517.818454:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329517.818455:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000025588a04. 02000000:00000001:0.0:1767329517.818457:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329517.818459:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329517.818460:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021ff4b2. 00000100:00000001:0.0:1767329517.818463:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329517.818464:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329517.818465:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329517.818468:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329517.818470:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329517.818471:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329517.818473:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767329517.822066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e767a5f7. 00010000:00000010:3.1:1767329517.826064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f4675bae. 00010000:00000010:3.1:1767329517.826072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006a8ec6a5. 00000800:00000001:2.0:1767329517.945361:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329517.945378:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329517.945383:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329517.945385:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329517.945397:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329517.945414:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 328 into portal 15 MB=0x69574c3f38280 00000400:00000200:2.0:1767329517.945441:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.109@tcp of length 328/328 into md 0xf15 [2] + 328 00000800:00000001:2.0:1767329517.945451:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329517.945462:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329517.945464:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329517.945468:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329517.945475:0:208643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767329517.945478:0:208643:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767329517.945483:0:208643:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d788383. 00000100:00000040:2.0:1767329517.945488:0:208643:0:(events.c:337:request_in_callback()) incoming req@000000003d788383 x1853178596524672 msgsize 328 00000100:00100000:2.0:1767329517.945492:0:208643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.109@tcp (source: 12345-192.168.202.109@tcp) 00000100:00000001:2.0:1767329517.945511:0:208643:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767329517.945520:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329517.945522:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329517.945585:0:211331:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767329517.945590:0:211331:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853178596524672 02000000:00000001:1.0:1767329517.945594:0:211331:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767329517.945596:0:211331:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329517.945599:0:211331:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329517.945604:0:211331:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329517.945609:0:211331:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853178596524672 00000020:00000001:1.0:1767329517.945611:0:211331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767329517.945613:0:211331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x989c09653bac0be2 00000020:00000001:1.0:1767329517.945616:0:211331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767329517.945619:0:211331:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000046d45fe refcount=3 00000020:00000001:1.0:1767329517.945621:0:211331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896641996800 : -127177067554816 : ffff8c5548109800) 00000020:00000001:1.0:1767329517.945623:0:211331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616896641996800 : -127177067554816 : ffff8c5548109800) 00000100:00000001:1.0:1767329517.945629:0:211331:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767329517.945634:0:211331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e95174dd. 00000100:00000001:1.0:1767329517.945637:0:211331:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767329517.945640:0:211331:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e95174dd. 00000020:00000010:1.0:1767329517.945654:0:211331:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093f296c9. 00000020:00000010:1.0:1767329517.945667:0:211331:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e22f1472. 00000020:00000010:1.0:1767329517.945671:0:211331:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f204a02e. 00000100:00000040:1.0:1767329517.945679:0:211331:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767329517.945684:0:211331:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767329517.945685:0:211331:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767329517.945687:0:211331:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329517.945695:0:211331:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329517.945706:0:211331:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329517.945717:0:211331:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767329517.945719:0:211331:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767329517.945725:0:211331:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.109@tcp, seq: 8 00000100:00000040:1.0:1767329517.945728:0:211331:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000046d45fe : new rpc_count 1 00000100:00000001:1.0:1767329517.945730:0:211331:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446616896777369600 : -127176932182016 : ffff8c5550223800) 00000100:00000040:1.0:1767329517.945737:0:211331:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003d788383 x1853178596524672/t0(0) o104->cbc0edb7-593a-4289-8780-9495892e37e0@192.168.202.109@tcp:613/0 lens 328/0 e 0 to 0 dl 1767329528 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329517.945761:0:211331:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767329517.945764:0:211331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e95174dd. 00000100:00000001:1.0:1767329517.945767:0:211331:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767329517.945769:0:211331:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e95174dd. 00000100:00100000:1.0:1767329517.945776:0:211331:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003d788383 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cbc0edb7-593a-4289-8780-9495892e37e0+3:467080:x1853178596524672:12345-192.168.202.109@tcp:104: 00000100:00000200:1.0:1767329517.945780:0:211331:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853178596524672 00010000:00000001:1.0:1767329517.945784:0:211331:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767329517.945791:0:211331:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767329517.945793:0:211331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767329517.945796:0:211331:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000035f068c5 refcount=2 00000020:00000001:1.0:1767329517.945798:0:211331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657326080 : -127177052225536 : ffff8c5548fa8000) 00010000:00000001:1.0:1767329517.945800:0:211331:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657326080 : -127177052225536 : ffff8c5548fa8000) 00010000:00000001:1.0:1767329517.945804:0:211331:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767329517.945806:0:211331:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767329517.945810:0:211331:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.109@tcp lock: 0000000035f068c5/0x989c09653bac0c6e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa764e4c88bd576a4 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767329517.945830:0:211331:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767329517.945833:0:211331:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767329517.945838:0:211331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005e0c4e6d. 02000000:00000001:1.0:1767329517.945840:0:211331:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329517.945843:0:211331:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329517.945847:0:211331:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767329517.945850:0:211331:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329517.945853:0:211331:0:(import.c:2128:obd_at_measure()) add 1 to 00000000daf807e4 time=40 v=5 (1 0 1 0) 00000100:00000001:1.0:1767329517.945858:0:211331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767329517.945861:0:211331:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 13 to 192.168.202.109@tcp 00000100:00000001:1.0:1767329517.945863:0:211331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 02000000:00000001:1.0:1767329517.945865:0:211331:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767329517.945867:0:211331:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329517.945871:0:211331:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329517.945873:0:211331:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329517.945877:0:211331:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e480de18. 00000100:00000200:1.0:1767329517.945882:0:211331:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853178596524672, offset 224 00000400:00000200:1.0:1767329517.945888:0:211331:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329517.945899:0:211331:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329517.945904:0:211331:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [460:460:256:4294967295] 192.168.202.109@tcp LPNI seq info [460:460:8:4294967295] 00000400:00000200:1.0:1767329517.945915:0:211331:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329517.945920:0:211331:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329517.945924:0:211331:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000800:00000200:1.0:1767329517.945930:0:211331:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767329517.945937:0:211331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329517.945941:0:211331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329517.945956:0:211331:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329517.945959:0:211331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00010000:00000001:1.0:1767329517.945962:0:211331:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767329517.945965:0:211331:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000009727f9aa. 00010000:00000001:1.0:1767329517.945973:0:211331:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767329517.945982:0:211331:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767329517.945985:0:211331:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329517.945987:0:211331:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329517.945989:0:211331:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329517.945994:0:211331:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d788383 x1853178596524672/t0(0) o104->cbc0edb7-593a-4289-8780-9495892e37e0@192.168.202.109@tcp:613/0 lens 328/224 e 0 to 0 dl 1767329528 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329517.946003:0:211331:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003d788383 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cbc0edb7-593a-4289-8780-9495892e37e0+3:467080:x1853178596524672:12345-192.168.202.109@tcp:104: Request processed in 241us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1767329517.946010:0:211331:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.109@tcp, seq: 8 00000020:00000001:0.0:1767329517.946049:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329517.946056:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329517.946060:0:211335:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767329517.946066:0:211335:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767329517.946070:0:211335:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767329517.946073:0:211335:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.109@tcp lock: 0000000035f068c5/0x989c09653bac0c6e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa764e4c88bd576a4 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767329517.946076:0:211331:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000046d45fe : new rpc_count 0 00000100:00000001:1.0:1767329517.946083:0:211331:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329517.946086:0:211331:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767329517.946092:0:211331:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e22f1472. 00010000:00010000:0.0:1767329517.946095:0:211335:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000035f068c5 already unused, calling callback (00000000fa85a142) 00000020:00000010:1.0:1767329517.946098:0:211331:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f204a02e. 10000000:00000001:0.0:1767329517.946102:0:211335:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:1.0:1767329517.946105:0:211331:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093f296c9. 10000000:00010000:0.0:1767329517.946109:0:211335:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.109@tcp lock: 0000000035f068c5/0x989c09653bac0c6e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa764e4c88bd576a4 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1767329517.946112:0:211331:0:(genops.c:898:class_export_put()) PUTting export 00000000046d45fe : new refcount 2 00000800:00000200:2.0:1767329517.946113:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329517.946119:0:211331:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767329517.946123:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00010000:00000001:0.0:1767329517.946134:0:211335:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1767329517.946136:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767329517.946138:0:211335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767329517.946144:0:211335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767329517.946148:0:211335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000035f068c5 refcount=3 00000400:00000200:2.0:1767329517.946151:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000020:00000001:0.0:1767329517.946156:0:211335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657326080 : -127177052225536 : ffff8c5548fa8000) 00000400:00000200:2.0:1767329517.946161:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e480de18 00010000:00000001:0.0:1767329517.946162:0:211335:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657326080 : -127177052225536 : ffff8c5548fa8000) 00000400:00000010:2.0:1767329517.946167:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e480de18. 00010000:00000001:0.0:1767329517.946171:0:211335:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767329517.946175:0:208641:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767329517.946178:0:208641:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1767329517.946186:0:211335:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.109@tcp lock: 0000000035f068c5/0x989c09653bac0c6e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa764e4c88bd576a4 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767329517.946194:0:211335:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767329517.946196:0:211335:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.109@tcp lock: 0000000035f068c5/0x989c09653bac0c6e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa764e4c88bd576a4 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767329517.946201:0:211335:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767329517.946205:0:211335:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767329517.946206:0:211335:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1767329517.946208:0:211335:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767329517.946210:0:211335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767329517.946211:0:211335:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767329517.946227:0:211335:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767329517.946229:0:211335:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767329517.946231:0:211335:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000004eee565b) refs 2 10000000:00000001:0.0:1767329517.946233:0:211335:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767329517.946233:0:211335:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329517.946236:0:211335:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767329517.946239:0:211335:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767329517.946241:0:211335:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767329517.946243:0:211335:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767329517.946246:0:211335:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767329517.946249:0:211335:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000035f068c5 with handle 0x989c09653bac0c6e from hash 00010000:00000001:0.0:1767329517.946252:0:211335:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767329517.946254:0:211335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767329517.946256:0:211335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767329517.946257:0:211335:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767329517.946259:0:211335:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767329517.946261:0:211335:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767329517.946265:0:211335:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767329517.946267:0:211335:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767329517.946273:0:211335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024b1fa3c. 00000020:00000040:0.0:1767329517.946277:0:211335:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329517.946299:0:211335:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329517.946301:0:211335:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329517.946306:0:211335:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329517.946318:0:211335:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077a1b1ef. 00000100:00000001:0.0:1767329517.946324:0:211335:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329517.946326:0:211335:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767329517.946330:0:211335:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.109@tcp lock: 0000000035f068c5/0x989c09653bac0c6e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd576a4 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767329517.946335:0:211335:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767329517.946336:0:211335:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329517.946341:0:211335:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329517.946344:0:211335:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329517.946351:0:211335:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024b1fa3c] to pc [ptlrpcd_00_01+1] req@0000000024b1fa3c x1853178572234496/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329517.946375:0:211335:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767329517.946378:0:211335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767329517.946379:0:211335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767329517.946381:0:211335:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329517.946383:0:211335:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767329517.946386:0:211335:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329517.946388:0:211335:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.109@tcp lock: 0000000035f068c5/0x989c09653bac0c6e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd576a4 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767329517.946394:0:211335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767329517.946396:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1767329517.946396:0:211335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.109@tcp lock: 0000000035f068c5/0x989c09653bac0c6e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa764e4c88bd576a4 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767329517.946402:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:0.0:1767329517.946406:0:211335:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fa1f2af9 count: 0 00000100:00000001:1.0:1767329517.946407:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329517.946417:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000024b1fa3c x1853178572234496/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329517.946418:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767329517.946421:0:211335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767329517.946425:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329517.946426:0:211335:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767329517.946431:0:211335:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000009727f9aa. 00010000:00000001:0.0:1767329517.946437:0:211335:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329517.946440:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1767329517.946442:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767329517.946444:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329517.946445:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329517.946450:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:0.0:1767329517.946451:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767329517.946455:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767329517.946456:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767329517.946458:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329517.946460:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329517.946463:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000024b1fa3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572234496:192.168.202.109@tcp:103: 00010000:00010000:0.0:1767329517.946470:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767329517.946471:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767329517.946474:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767329517.946477:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767329517.946477:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329517.946481:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767329517.946482:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329517.946497:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329517.946500:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093f296c9. 02000000:00000001:1.0:1767329517.946502:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329517.946506:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033a11ee2. 00000400:00000010:1.0:1767329517.946511:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bffb9b1. 00000100:00000200:1.0:1767329517.946515:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572234496, portal 18 00000100:00000001:1.0:1767329517.946518:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329517.946520:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578911104 : -127177130640512 : ffff8c55444dfb80) 00000100:00000040:1.0:1767329517.946524:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000024b1fa3c x1853178572234496/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329517.946531:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329517.946533:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329517.946535:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007cfe392c. 00000100:00000200:1.0:1767329517.946537:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853178572234496, offset 0 00000400:00000200:1.0:1767329517.946540:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329517.946546:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329517.946551:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329517.946555:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329517.946559:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329517.946561:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329517.946564:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [461:461:256:4294967295] 192.168.202.109@tcp LPNI seq info [461:461:8:4294967295] 00000400:00000200:1.0:1767329517.946571:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329517.946575:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329517.946577:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000800:00000200:1.0:1767329517.946582:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767329517.946588:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329517.946591:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767329517.946610:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329517.946615:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301367519 00000100:00000001:1.0:1767329517.946623:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301367388 00000100:00000001:1.0:1767329517.946628:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301367519 00000100:00000001:1.0:1767329517.946640:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301367388 00000100:00000001:1.0:1767329517.946644:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301367519 00000100:00000001:1.0:1767329517.946649:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301367388 00000100:00000001:1.0:1767329517.946655:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301367519 00000100:00000001:1.0:1767329517.946660:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301367388 00000100:00000001:1.0:1767329517.946665:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329517.946669:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329517.946673:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329517.946676:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329517.946683:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329517.946685:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329517.946689:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329517.946691:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329517.946693:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329517.946696:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329517.946721:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329517.946726:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000400:00000200:2.0:1767329517.946732:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329517.946738:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329517.946742:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cfe392c 00000400:00000010:2.0:1767329517.946744:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007cfe392c. 00000100:00000001:2.0:1767329517.946748:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329517.946754:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000024b1fa3c x1853178572234496/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329517.946765:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329517.946768:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000024b1fa3c x1853178572234496/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329517.946775:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329517.946784:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329517.948790:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329517.948799:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329517.948801:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329517.948803:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329517.948809:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329517.948818:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x69574c280df00 00000400:00000200:2.0:1767329517.948825:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0xf35 [1] + 224 00000800:00000001:2.0:1767329517.948831:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329517.948839:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329517.948842:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329517.948847:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329517.948852:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329517.948857:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000024b1fa3c x1853178572234496/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329517.948872:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000024b1fa3c x1853178572234496/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329517.948897:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329517.948905:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329517.948909:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329517.948973:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329517.948977:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329517.948982:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329517.948984:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329517.948986:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033a11ee2. 00000400:00000200:1.0:1767329517.948991:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bffb9b1 00000400:00000010:1.0:1767329517.948992:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bffb9b1. 00000100:00000001:1.0:1767329517.948995:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329517.949000:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000024b1fa3c x1853178572234496/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329517.949009:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000024b1fa3c x1853178572234496/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329517.949036:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329517.949037:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329517.949040:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329517.949043:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329517.949044:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329517.949046:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329517.949048:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329517.949061:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000906f338b time=40 v=5 (5 0 5 0) 00000100:00001000:1.0:1767329517.949065:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=64 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329517.949068:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329517.949070:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329517.949072:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329517.949074:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329517.949076:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329517.949080:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000024b1fa3c x1853178572234496/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329517.949086:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329517.949089:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329517.949090:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329517.949094:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024b1fa3c x1853178572234496/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329517.949100:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000024b1fa3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572234496:192.168.202.109@tcp:103: 00000100:00000001:1.0:1767329517.949103:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329517.949105:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329517.949107:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000024b1fa3c x1853178572234496/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329533 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329517.949112:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329517.949114:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329517.949117:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093f296c9. 02000000:00000001:1.0:1767329517.949119:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329517.949121:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329517.949122:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329517.949124:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329517.949127:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000077a1b1ef. 02000000:00000001:1.0:1767329517.949131:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329517.949133:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329517.949134:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000024b1fa3c. 00000100:00000001:1.0:1767329517.949137:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329517.949138:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329517.949140:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329517.949147:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329517.949148:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329517.949150:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329517.949152:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767329517.952073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fa1f2af9. 00010000:00000010:0.1:1767329517.952081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000035f068c5. 00000100:00000040:0.0:1767329518.583119:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329518.583132:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329518.583142:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005188d010. 00000020:00000040:0.0:1767329518.583153:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329518.583161:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329518.583166:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329518.583174:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329518.583186:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e6bd0558. 00000100:00000001:0.0:1767329518.583196:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329518.583214:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000005188d010 x1853178572234624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329518.583231:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329518.583237:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329518.583246:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005188d010] to pc [ptlrpcd_00_02+2] req@000000005188d010 x1853178572234624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329518.583303:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329518.583307:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329518.583313:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329518.583318:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097ca7d73. 00000020:00000040:0.0:1767329518.583322:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329518.583326:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329518.583328:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329518.583330:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329518.583336:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329518.583337:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767329518.583342:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329518.583343:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767329518.583344:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007d17fa11. 00000100:00000001:3.0:1767329518.583350:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329518.583352:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329518.583356:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329518.583362:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329518.583362:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000097ca7d73 x1853178572234752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329518.583369:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329518.583373:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329518.583378:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329518.583384:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767329518.583388:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005188d010 x1853178572234624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329518.583397:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329518.583403:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329518.583408:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329518.583410:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097ca7d73] to pc [ptlrpcd_00_03+3] req@0000000097ca7d73 x1853178572234752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329518.583414:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329518.583419:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329518.583426:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329518.583435:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005188d010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572234624:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329518.583442:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329518.583448:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329518.583449:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329518.583453:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767329518.583455:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767329518.583458:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1767329518.583464:0:126802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000010:1.0:1767329518.583467:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094e1f07f. 00000100:00000001:0.0:1767329518.583470:0:126802:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1767329518.583471:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329518.583472:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767329518.583477:0:126802:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767329518.583478:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000010:1.0:1767329518.583482:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033a11ee2. 00000100:00000001:3.0:1767329518.583485:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329518.583489:0:126802:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1767329518.583494:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767329518.583495:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bffb9b1. 00000100:00080000:0.0:1767329518.583498:0:126802:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: connect to NID 192.168.202.109@tcp last attempt 6691 00000100:00000001:3.0:1767329518.583499:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329518.583505:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767329518.583507:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572234624, portal 25 00000100:00000001:3.0:1767329518.583508:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329518.583512:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329518.583513:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329518.583518:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578898560 : -127177130653056 : ffff8c55444dca80) 00000400:00000200:0.0:1767329518.583518:0:126802:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.109@tcp is discovered: rc = 1 00000100:00001000:0.0:1767329518.583528:0:126802:0:(import.c:2128:obd_at_measure()) add 15 to 00000000dcafc7aa time=12 v=10 (10 1 1 0) 00000100:00000040:3.0:1767329518.583534:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097ca7d73 x1853178572234752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329518.583535:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005188d010 x1853178572234624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767329518.583538:0:126802:0:(import.c:2194:obd_at_measure()) AT 00000000dcafc7aa change: old=10 new=15 delta=5 (val=15) hist 15 1 1 0 00000100:00080000:0.0:1767329518.583552:0:126802:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: tried all connections, increasing latency to 10s 00000100:00000040:0.0:1767329518.583564:0:126802:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 11 to 192.168.202.109@tcp 00000100:00000001:0.0:1767329518.583574:0:126802:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767329518.583581:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329518.583583:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767329518.583583:0:126802:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 00000100:00000001:3.0:1767329518.583590:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329518.583591:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329518.583593:0:126802:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 02000000:00000001:3.0:1767329518.583598:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767329518.583600:0:126802:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767329518.583606:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767329518.583607:0:126802:0:(genops.c:823:class_conn2export()) looking for export cookie 0x989c09653bac0c36 00000400:00000010:1.0:1767329518.583609:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c186ed3c. 00000020:00000001:0.0:1767329518.583615:0:126802:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767329518.583616:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329518.583617:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572234624, offset 0 00000020:00000040:0.0:1767329518.583621:0:126802:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f32e73d refcount=5 00000020:00000001:0.0:1767329518.583627:0:126802:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000100:00100000:3.0:1767329518.583630:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000097ca7d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572234752:192.168.202.109@tcp:400: 00000020:00000001:0.0:1767329518.583634:0:126802:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000400:00000200:1.0:1767329518.583637:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329518.583645:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767329518.583648:0:126802:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 11 to 192.168.202.109@tcp 02000000:00000001:3.0:1767329518.583651:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329518.583654:0:126802:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767329518.583656:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329518.583660:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329518.583663:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:0.0:1767329518.583663:0:126802:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e269c9 refcount 12 to 192.168.202.109@tcp 02000000:00000010:3.0:1767329518.583667:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090db978d. 00000100:00000001:0.0:1767329518.583673:0:126802:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616896671641920 : -127177037909696 : ffff8c5549d4f140) 02000000:00000001:3.0:1767329518.583674:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329518.583677:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:0.0:1767329518.583682:0:126802:0:(genops.c:898:class_export_put()) PUTting export 000000001f32e73d : new refcount 4 00000400:00000010:3.0:1767329518.583685:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9c32468. 00000400:00000200:1.0:1767329518.583687:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:3.0:1767329518.583694:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e8f47ae. 00000400:00000200:1.0:1767329518.583699:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00080000:0.0:1767329518.583702:0:126802:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8c55499c0800: import 0000000056f5b0d2 using connection 192.168.202.109@tcp/192.168.202.109@tcp 00000100:00000200:3.0:1767329518.583703:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572234752, portal 10 00000100:00000001:3.0:1767329518.583709:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767329518.583711:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329518.583714:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578903040 : -127177130648576 : ffff8c55444ddc00) 00000100:00000001:0.0:1767329518.583715:0:126802:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329518.583723:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [462:462:256:4294967295] 192.168.202.109@tcp LPNI seq info [462:462:8:4294967295] 02000000:00000001:0.0:1767329518.583724:0:126802:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1767329518.583728:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000097ca7d73 x1853178572234752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329518.583735:0:126802:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329518.583744:0:126802:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329518.583750:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329518.583752:0:126802:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000040:3.0:1767329518.583760:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000008:00100000:0.0:1767329518.583761:0:126802:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000400:00000010:3.0:1767329518.583767:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d3f0604. 00000400:00000200:1.0:1767329518.583768:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000008:00000001:0.0:1767329518.583770:0:126802:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329518.583773:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572234752, offset 0 00000100:00000001:0.0:1767329518.583779:0:126802:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329518.583787:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329518.583789:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:0.0:1767329518.583790:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bba6f4b8. 00000020:00000040:0.0:1767329518.583798:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000400:00000200:3.0:1767329518.583799:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:1.0:1767329518.583800:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 02000000:00000001:0.0:1767329518.583810:0:126802:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:3.0:1767329518.583811:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767329518.583816:0:126802:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329518.583818:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329518.583820:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329518.583826:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767329518.583828:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767329518.583833:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767329518.583838:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:1.0:1767329518.583839:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:0.0:1767329518.583841:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329518.583849:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [463:463:255:4294967295] 192.168.202.109@tcp LPNI seq info [463:463:7:4294967295] 00000800:00000200:1.0:1767329518.583849:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 02000000:00000010:0.0:1767329518.583856:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000d0fd3bd. 00000100:00000001:0.0:1767329518.583865:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329518.583873:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329518.583882:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301368156 00000100:00100000:0.0:1767329518.583882:0:126802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bba6f4b8 x1853178572234880/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767329518.583894:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329518.583898:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301367519 00000100:00000001:1.0:1767329518.583911:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301368156 00000800:00000200:3.0:1767329518.583917:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329518.583919:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329518.583921:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301367519 00000100:00000001:0.0:1767329518.583924:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767329518.583926:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b79605c. 00000100:00000001:1.0:1767329518.583927:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301368156 00000100:00000040:0.0:1767329518.583935:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bba6f4b8] to pc [ptlrpcd_rcv+-1] req@00000000bba6f4b8 x1853178572234880/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329518.583936:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301367519 00000800:00000200:3.0:1767329518.583941:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329518.583943:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301368156 00000100:00000001:1.0:1767329518.583953:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301367519 00000800:00000200:3.0:1767329518.583959:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329518.583961:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767329518.583966:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b79605c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329518.583967:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329518.583977:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329518.583978:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329518.583978:0:126802:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329518.583982:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329518.583988:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329518.583989:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 196700 usecs (197 jiffies) 00000100:00000040:0.0:1767329518.583990:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329518.583997:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301363909 00000100:00000001:1.0:1767329518.584001:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767329518.584004:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767329518.584006:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329518.584007:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301368156 00000100:00000001:3.0:1767329518.584014:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301363909 00000100:00000001:3.0:1767329518.584049:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301368156 00000100:00000001:1.0:1767329518.584051:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329518.584054:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301363910 00000100:00000040:0.0:1767329518.584055:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6701) 00000100:00000001:3.0:1767329518.584060:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301368156 00000100:00000001:3.0:1767329518.584064:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301363910 00000100:00000001:3.0:1767329518.584067:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301368156 00000100:00000001:3.0:1767329518.584069:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329518.584071:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329518.584074:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329518.584077:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329518.584100:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767329518.584105:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329518.584106:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329518.584111:0:208647:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:1.0:1767329518.584113:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000400:00000200:1.0:1767329518.584121:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767329518.584121:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bba6f4b8 x1853178572234880/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329518.584129:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329518.584137:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c186ed3c 00000400:00000010:1.0:1767329518.584143:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c186ed3c. 00000100:00000001:1.0:1767329518.584150:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329518.584152:0:208647:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329518.584156:0:208647:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329518.584160:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005188d010 x1853178572234624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329518.584163:0:208647:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329518.584167:0:208647:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329518.584175:0:208647:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329518.584181:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767329518.584184:0:208647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bba6f4b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572234880:192.168.202.109@tcp:38: 00000100:00000040:1.0:1767329518.584189:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005188d010 x1853178572234624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329534 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329518.584194:0:208647:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329518.584202:0:208647:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329518.584206:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329518.584207:0:208647:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329518.584212:0:208641:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767329518.584214:0:208647:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329518.584222:0:208647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fcc54c50. 02000000:00000001:0.0:1767329518.584226:0:208647:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329518.584231:0:208647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825b64b1. 00000400:00000010:0.0:1767329518.584239:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dba91bce. 00000100:00000200:0.0:1767329518.584244:0:208647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572234880, portal 10 00000100:00000001:0.0:1767329518.584246:0:208647:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329518.584248:0:208647:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578905728 : -127177130645888 : ffff8c55444de680) 00000100:00000040:0.0:1767329518.584257:0:208647:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bba6f4b8 x1853178572234880/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329518.584268:0:208647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329518.584272:0:208647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329518.584297:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009894196a. 00000100:00000200:0.0:1767329518.584303:0:208647:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853178572234880, offset 0 00000400:00000200:0.0:1767329518.584327:0:208647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329518.584336:0:208647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329518.584341:0:208647:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329518.584346:0:208647:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329518.584350:0:208647:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329518.584354:0:208647:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:1.0:1767329518.584358:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767329518.584359:0:208647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [464:464:255:4294967295] 192.168.202.109@tcp LPNI seq info [464:464:7:4294967295] 00000800:00000010:1.0:1767329518.584366:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b79605c. 00000400:00000200:1.0:1767329518.584375:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329518.584379:0:208647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:1.0:1767329518.584386:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000800:00000200:0.0:1767329518.584399:0:208647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329518.584402:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d3f0604 00000800:00000010:0.0:1767329518.584405:0:208647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089a33831. 00000400:00000010:1.0:1767329518.584406:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d3f0604. 00000100:00000001:1.0:1767329518.584413:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767329518.584418:0:208647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:1.0:1767329518.584422:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097ca7d73 x1853178572234752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329518.584448:0:208647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329518.584454:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767329518.584456:0:208647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089a33831 type 1, nob 616 niov 1 nkiov 1 00000100:00000040:1.0:1767329518.584459:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097ca7d73 x1853178572234752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329534 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329518.584464:0:208647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329518.584472:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329518.584472:0:208647:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 13158 usecs (14 jiffies) 00000100:00000001:1.0:1767329518.584474:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329518.584479:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301363727 00000100:00000001:0.0:1767329518.584483:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301368156 00000100:00000001:0.0:1767329518.584485:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301363727 00000100:00000001:0.0:1767329518.584488:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301368156 00000800:00000200:1.0:1767329518.584490:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329518.584491:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301363727 00000800:00000010:1.0:1767329518.584493:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089a33831. 00000100:00000001:0.0:1767329518.584499:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301368156 00000400:00000200:1.0:1767329518.584500:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329518.584504:0:208647:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301363727 00000100:00000001:0.0:1767329518.584509:0:208647:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301368156 00000400:00000200:1.0:1767329518.584513:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329518.584516:0:208647:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329518.584518:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009894196a 00000100:00000001:0.0:1767329518.584521:0:208647:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329518.584523:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009894196a. 00000100:00000001:0.0:1767329518.584526:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329518.584531:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329518.584535:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329518.584537:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767329518.584541:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bba6f4b8 x1853178572234880/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329518.584541:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767329518.584545:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329518.584550:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329518.584553:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329518.584558:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329518.584558:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329518.584563:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bba6f4b8 x1853178572234880/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329518.584569:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329518.584570:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329518.586546:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329518.586558:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329518.586561:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329518.586563:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329518.586571:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329518.586600:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280df80 00000400:00000200:2.0:1767329518.586607:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xf3d [1] + 224 00000800:00000001:2.0:1767329518.586615:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329518.586622:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329518.586624:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329518.586626:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329518.586630:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329518.586639:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005188d010 x1853178572234624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329518.586646:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005188d010 x1853178572234624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329518.586662:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329518.586674:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329518.586677:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329518.586708:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329518.586711:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329518.586717:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329518.586719:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329518.586721:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033a11ee2. 00000400:00000200:1.0:1767329518.586724:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bffb9b1 00000400:00000010:1.0:1767329518.586726:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bffb9b1. 00000100:00000001:1.0:1767329518.586728:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329518.586733:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005188d010 x1853178572234624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329518.586741:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005188d010 x1853178572234624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329518.586747:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329518.586748:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329518.586751:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329518.586753:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329518.586756:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329518.586758:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329518.586760:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329518.586764:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=65 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329518.586768:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=65 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329518.586770:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329518.586771:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329518.586774:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329518.586782:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329518.586785:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329518.586788:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005188d010 x1853178572234624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329534 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329518.586794:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329518.586796:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329518.586798:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329518.586801:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005188d010 x1853178572234624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329534 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329518.586806:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005188d010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572234624:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329518.586810:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329518.586811:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329518.586813:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005188d010 x1853178572234624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329534 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329518.586817:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329518.586820:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329518.586823:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094e1f07f. 02000000:00000001:1.0:1767329518.586825:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329518.586827:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329518.586828:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329518.586830:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329518.586832:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e6bd0558. 02000000:00000001:1.0:1767329518.586835:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329518.586836:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329518.586838:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005188d010. 00000100:00000001:1.0:1767329518.586841:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329518.586842:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329518.586843:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329518.586846:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329518.586847:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329518.586849:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329518.586850:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329518.587502:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329518.587509:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329518.587511:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329518.587513:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329518.587518:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329518.587526:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280e000 00000400:00000200:2.0:1767329518.587530:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xf45 [1] + 224 00000800:00000001:2.0:1767329518.587534:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329518.587538:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329518.587540:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329518.587542:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329518.587545:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329518.587548:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097ca7d73 x1853178572234752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329518.587555:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000097ca7d73 x1853178572234752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329518.587586:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329518.587591:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329518.587594:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329518.587606:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329518.587610:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329518.587613:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329518.587614:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329518.587616:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9c32468. 00000400:00000200:3.0:1767329518.587621:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e8f47ae 00000400:00000010:3.0:1767329518.587622:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e8f47ae. 00000100:00000001:3.0:1767329518.587625:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329518.587629:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097ca7d73 x1853178572234752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329518.587649:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097ca7d73 x1853178572234752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329518.587654:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329518.587655:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329518.587657:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329518.587658:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329518.587659:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329518.587661:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329518.587662:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329518.587667:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=55 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329518.587669:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=55 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329518.587671:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329518.587672:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329518.587673:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329518.587677:0:208650:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329518.587680:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329518.587681:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329518.587683:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329518.587684:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329518.587686:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097ca7d73 x1853178572234752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329534 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329518.587692:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329518.587694:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329518.587695:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329518.587697:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097ca7d73 x1853178572234752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329534 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329518.587702:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000097ca7d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572234752:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329518.587705:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329518.587706:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329518.587707:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097ca7d73 x1853178572234752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329534 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329518.587720:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329518.587721:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329518.587723:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090db978d. 02000000:00000001:3.0:1767329518.587725:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329518.587726:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329518.587727:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329518.587729:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329518.587730:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007d17fa11. 02000000:00000001:3.0:1767329518.587732:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329518.587733:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329518.587734:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097ca7d73. 00000100:00000001:3.0:1767329518.587736:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329518.587737:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329518.587738:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329518.587741:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329518.587742:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329518.587743:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329518.587745:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329518.592212:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329518.592223:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329518.592237:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329518.592241:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329518.592249:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329518.592260:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 416 into portal 10 MB=0x69574c280e080 00000400:00000200:1.0:1767329518.592297:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 416/416 into md 0xf4d [1] + 0 00000800:00000001:1.0:1767329518.592304:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329518.592314:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329518.592318:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329518.592324:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329518.592328:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329518.592332:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bba6f4b8 x1853178572234880/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329518.592342:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000bba6f4b8 x1853178572234880/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329518.592362:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329518.592369:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329518.592372:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329518.592413:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329518.592417:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329518.592421:0:208647:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329518.592423:0:208647:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329518.592425:0:208647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000825b64b1. 00000400:00000200:0.0:1767329518.592429:0:208647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dba91bce 00000400:00000010:0.0:1767329518.592446:0:208647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dba91bce. 00000100:00000001:0.0:1767329518.592451:0:208647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329518.592455:0:208647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bba6f4b8 x1853178572234880/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329518.592463:0:208647:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bba6f4b8 x1853178572234880/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1767329538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329518.592468:0:208647:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329518.592469:0:208647:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329518.592471:0:208647:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329518.592473:0:208647:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329518.592475:0:208647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329518.592476:0:208647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329518.592478:0:208647:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329518.592483:0:208647:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=65 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329518.592486:0:208647:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=12 v=15 (15 1 1 0) 00000100:00000001:0.0:1767329518.592488:0:208647:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329518.592489:0:208647:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329518.592491:0:208647:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767329518.592494:0:208647:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bba6f4b8 x1853178572234880/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1767329538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329518.592500:0:208647:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329518.592502:0:208647:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329518.592503:0:208647:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329518.592504:0:208647:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329518.592506:0:208647:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329518.592508:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bba6f4b8 x1853178572234880/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1767329538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329518.592513:0:208647:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329518.592515:0:208647:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329518.592516:0:208647:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329518.592519:0:208647:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1767329518.592525:0:208647:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff8c55499c0800: connect to target with instance 6 00000020:00000001:0.0:1767329518.592527:0:208647:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767329518.592549:0:208647:0:(genops.c:823:class_conn2export()) looking for export cookie 0x989c09653bac0c36 00000020:00000001:0.0:1767329518.592551:0:208647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767329518.592554:0:208647:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001f32e73d refcount=5 00000020:00000001:0.0:1767329518.592556:0:208647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000020:00000001:0.0:1767329518.592559:0:208647:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446616896910888960 : -127176798662656 : ffff8c5558179000) 00000100:00001000:0.0:1767329518.592563:0:208647:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=1767329518 v=0 (0 0 0 0) 00000100:00001000:0.0:1767329518.592566:0:208647:0:(import.c:2194:obd_at_measure()) AT 00000000dcafc7aa change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1767329518.592571:0:208647:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1883, crc32c 11319, adler 1523 00000020:00000040:0.0:1767329518.592578:0:208647:0:(genops.c:898:class_export_put()) PUTting export 000000001f32e73d : new refcount 4 00000100:00000001:0.0:1767329518.592582:0:208647:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1767329518.592585:0:208647:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:0.0:1767329518.592590:0:208647:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0001-mdc-ffff8c55499c0800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1767329518.592595:0:208647:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1767329518.592597:0:208647:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767329518.592599:0:208647:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:0.0:1767329518.592630:0:208647:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:0.0:1767329518.592632:0:208647:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767329518.592634:0:208647:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767329518.592635:0:208647:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329518.592637:0:208647:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1767329518.592640:0:208647:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1767329518.592642:0:208647:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1767329518.592642:0:208647:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:0.0:1767329518.592644:0:208647:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:0.0:1767329518.592645:0:208647:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:0.0:1767329518.592646:0:208647:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1767329518.592648:0:208647:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv 00000000184cdbeb for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:0.0:1767329518.592651:0:208647:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x989c09653bac0c2f 00800000:00000040:0.0:1767329518.592653:0:208647:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0x989c09653bac0c36 00800000:00000040:0.0:1767329518.592655:0:208647:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff8c55499c0800=2c7f8946-12aa-408e-b284-1332d7e79269 device 4 (000000004c74e304) type mdc at LMV idx 1 00800000:00000040:0.0:1767329518.592657:0:208647:0:(lmv_obd.c:112:lmv_set_mdc_active()) OBD 000000004c74e304 already active! 00800000:00000001:0.0:1767329518.592659:0:208647:0:(lmv_obd.c:113:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767329518.592661:0:208647:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767329518.592665:0:208647:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767329518.592667:0:208647:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=5 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000002:00000001:3.0:1767329518.592866:0:208647:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329518.592871:0:208647:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767329518.592876:0:208647:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767329518.592896:0:208647:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329518.592901:0:208647:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767329518.592904:0:216240:0:(mdc_request.c:2600:mdc_kuc_reregister_thread()) Process entered 00000100:00000040:3.0:1767329518.592909:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bba6f4b8 x1853178572234880/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1767329538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767329518.592910:0:216240:0:(kernelcomm.c:1422:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1767329518.592915:0:216240:0:(kernelcomm.c:1436:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329518.592920:0:216240:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329518.592922:0:216240:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329518.592929:0:216240:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1767329518.592931:0:208647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bba6f4b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c7f8946-12aa-408e-b284-1332d7e79269:208647:1853178572234880:192.168.202.109@tcp:38: 00000002:00000001:0.0:1767329518.592932:0:216240:0:(mdc_request.c:2610:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329518.592940:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329518.592943:0:208647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329518.592946:0:208647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bba6f4b8 x1853178572234880/t0(0) o38->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1767329538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329518.592952:0:208647:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329518.592955:0:208647:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329518.592957:0:208647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fcc54c50. 02000000:00000001:3.0:1767329518.592967:0:208647:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329518.592969:0:208647:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329518.592971:0:208647:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329518.592973:0:208647:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329518.592975:0:208647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000000d0fd3bd. 02000000:00000001:3.0:1767329518.592978:0:208647:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329518.592980:0:208647:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329518.592981:0:208647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bba6f4b8. 00000100:00000001:3.0:1767329518.592984:0:208647:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329518.592986:0:208647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329518.592988:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329518.592992:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329518.592993:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329518.592996:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329518.592997:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329518.647142:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329518.647150:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329518.647216:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329518.647222:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329518.647227:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329519.671192:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329519.671202:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329519.671335:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329519.671343:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329519.671350:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329520.695157:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329520.695170:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329520.695300:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329520.695308:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329520.695313:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329521.719185:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329521.719196:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329521.719318:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329521.719326:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329521.719332:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329522.743149:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329522.743161:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329522.743201:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329522.743208:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329522.743214:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329523.191085:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301368156, at 4301368320 00000100:00000040:1.0:1767329523.191096:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301368156, at 4301368320 00000100:00000010:3.0:1767329523.191100:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7b8b983. 00000100:00000010:1.0:1767329523.191106:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069e9ffe7. 00000100:00000040:0.0:1767329523.191111:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301368156, at 4301368320 00000100:00000010:0.0:1767329523.191120:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006f863348. 00000100:00000040:2.0:1767329523.191296:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301368156, at 4301368320 00000100:00000010:2.0:1767329523.191303:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1c97f20. 00000100:00000040:1.0:1767329523.703191:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329523.703208:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329523.703222:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007e555f5. 00000020:00000040:1.0:1767329523.703384:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329523.703390:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329523.703392:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329523.703398:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329523.703407:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 00000100:00000001:1.0:1767329523.703413:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329523.703423:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000007e555f5 x1853178572235008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329523.703432:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329523.703434:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329523.703438:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007e555f5] to pc [ptlrpcd_00_00+0] req@0000000007e555f5 x1853178572235008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329523.703469:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329523.703472:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329523.703475:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329523.703479:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000446a1ebc. 00000020:00000040:1.0:1767329523.703481:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329523.703484:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329523.703485:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329523.703487:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329523.703490:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ce889c. 00000100:00000001:1.0:1767329523.703493:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329523.703498:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000446a1ebc x1853178572235136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329523.703505:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329523.703506:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329523.703508:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329523.703514:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329523.703516:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a1ebc] to pc [ptlrpcd_00_01+1] req@00000000446a1ebc x1853178572235136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329523.703517:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329523.703519:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329523.703528:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329523.703535:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329523.703536:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329523.703540:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007e555f5 x1853178572235008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329523.703541:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329523.703543:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329523.703547:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329523.703561:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000446a1ebc x1853178572235136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329523.703587:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329523.703596:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc9b4205. 00000100:00000001:3.0:1767329523.703604:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1767329523.703607:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329523.703610:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329523.703623:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329523.703626:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329523.703627:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767329523.703628:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767329523.703632:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329523.703636:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329523.703637:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329523.703640:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329523.703651:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767329523.703655:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d0d0c54. 02000000:00000001:0.0:1767329523.703655:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329523.703668:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329523.703669:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329523.703674:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572235008:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329523.703685:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329523.703692:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1767329523.703695:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572235136:192.168.202.109@tcp:400: 00000100:00000040:1.0:1767329523.703696:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000cc9b4205 x1853178572235264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767329523.703698:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329523.703709:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329523.703718:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2e1a91e. 00000100:00000001:0.0:1767329523.703719:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329523.703727:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329523.703730:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329523.703733:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329523.703744:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767329523.703748:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9c32468. 00000100:00000001:1.0:1767329523.703753:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1767329523.703754:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ef51550. 00000400:00000010:3.0:1767329523.703761:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e8f47ae. 00000100:00000001:1.0:1767329523.703761:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329523.703762:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329523.703783:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825b64b1. 00000100:00000040:1.0:1767329523.703784:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9b4205] to pc [ptlrpcd_00_02+2] req@00000000cc9b4205 x1853178572235264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329523.703787:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572235008, portal 25 00000100:00000001:3.0:1767329523.703802:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767329523.703807:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dba91bce. 00000100:00000001:3.0:1767329523.703810:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777204864 : -127176932346752 : ffff8c55501fb480) 00000100:00000200:0.0:1767329523.703816:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572235136, portal 10 00000100:00000001:0.0:1767329523.703821:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329523.703823:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777192320 : -127176932359296 : ffff8c55501f8380) 00000100:00000040:3.0:1767329523.703827:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007e555f5 x1853178572235008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329523.703834:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329523.703837:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000446a1ebc x1853178572235136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329523.703844:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767329523.703872:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767329523.703885:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329523.703891:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6706) 00000100:00000040:3.0:1767329523.703900:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329523.703902:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329523.703905:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767329523.703909:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf8d850b. 00000100:00000001:2.0:1767329523.703910:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329523.703915:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767329523.703919:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572235008, offset 0 00000100:00000040:0.0:1767329523.703919:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329523.703927:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc9b4205 x1853178572235264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329523.703929:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767329523.703930:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ade78b8. 00000100:00000001:1.0:1767329523.703941:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329523.703942:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329523.703958:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329523.703961:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329523.703961:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572235136, offset 0 02000000:00000001:2.0:1767329523.703970:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767329523.703975:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:2.0:1767329523.703976:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329523.703981:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329523.703986:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329523.703991:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1767329523.703994:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572235264:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329523.704000:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767329523.704001:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:2.0:1767329523.704004:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767329523.704008:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767329523.704009:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329523.704015:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329523.704057:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [465:465:256:4294967295] 192.168.202.109@tcp LPNI seq info [465:465:8:4294967295] 02000000:00000001:2.0:1767329523.704058:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329523.704067:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060c4fd86. 02000000:00000001:2.0:1767329523.704071:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329523.704079:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a46ce76. 00000400:00000200:3.0:1767329523.704080:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:2.0:1767329523.704088:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002334309b. 00000800:00000200:3.0:1767329523.704094:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329523.704096:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000200:2.0:1767329523.704099:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572235264, portal 10 00000800:00000010:3.0:1767329523.704104:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b79605c. 00000100:00000001:2.0:1767329523.704105:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767329523.704106:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329523.704111:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777203072 : -127176932348544 : ffff8c55501fad80) 00000400:00000200:0.0:1767329523.704116:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:3.0:1767329523.704123:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000040:2.0:1767329523.704124:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc9b4205 x1853178572235264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329523.704126:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329523.704136:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:3.0:1767329523.704143:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767329523.704148:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [466:466:255:4294967295] 192.168.202.109@tcp LPNI seq info [466:466:7:4294967295] 00000800:00000200:3.0:1767329523.704154:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b79605c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329523.704160:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329523.704171:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329523.704178:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b565a76. 00000400:00000200:0.0:1767329523.704178:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:2.0:1767329523.704185:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572235264, offset 0 00000100:00000001:3.0:1767329523.704190:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329523.704192:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329523.704199:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329523.704203:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301373277 00000800:00000010:0.0:1767329523.704204:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d17fa11. 00000100:00000010:3.0:1767329523.704215:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9c8f7ac. 00000400:00000200:2.0:1767329523.704215:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:0.0:1767329523.704220:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329523.704246:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767329523.704248:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767329523.704255:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329523.704260:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329523.704261:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301373277 00000800:00000200:0.0:1767329523.704263:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d17fa11 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329523.704269:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1767329523.704271:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a4566037. 00000100:00000001:0.0:1767329523.704273:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329523.704280:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767329523.704281:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 195323 usecs (196 jiffies) 00000400:00000200:2.0:1767329523.704289:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329523.704289:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301369029 00000100:00000001:3.0:1767329523.704290:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301373277 00000100:00000001:0.0:1767329523.704299:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301373277 00000100:00000010:3.0:1767329523.704300:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000057364bf8. 00000400:00000200:2.0:1767329523.704304:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [467:467:254:4294967295] 192.168.202.109@tcp LPNI seq info [467:467:6:4294967295] 00000100:00000001:0.0:1767329523.704310:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301369029 00000100:00000001:3.0:1767329523.704311:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767329523.704319:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301373277 00000800:00000200:1.0:1767329523.704325:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329523.704326:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301373277 00000800:00000010:1.0:1767329523.704339:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b79605c. 00000100:00000010:3.0:1767329523.704341:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006891a517. 00000400:00000200:2.0:1767329523.704341:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329523.704341:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301369029 00000100:00000001:3.0:1767329523.704356:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767329523.704356:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329523.704358:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301373277 00000800:00000200:2.0:1767329523.704359:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329523.704373:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329523.704376:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301369029 00000100:00000001:3.0:1767329523.704379:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329523.704379:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000076d91448. 00000100:00000001:0.0:1767329523.704385:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301373277 00000400:00000200:1.0:1767329523.704391:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329523.704394:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329523.704396:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767329523.704406:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329523.704409:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329523.704414:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf8d850b 00000100:00000001:0.0:1767329523.704415:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329523.704422:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:1.0:1767329523.704424:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf8d850b. 00000100:00000001:0.0:1767329523.704425:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767329523.704440:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000076d91448 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329523.704443:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329523.704447:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329523.704451:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329523.704452:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767329523.704456:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007e555f5 x1853178572235008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329523.704463:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 13140 usecs (14 jiffies) 00000100:00000001:0.0:1767329523.704463:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329523.704469:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329523.704475:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329523.704478:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301368847 00000100:00000001:0.0:1767329523.704491:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329523.704492:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301373277 00000100:00000001:3.0:1767329523.704493:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329523.704513:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329523.704514:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301368847 00000100:00000001:3.0:1767329523.704518:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329523.704519:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329523.704521:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301373277 00000100:00000001:3.0:1767329523.704528:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329523.704531:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007e555f5 x1853178572235008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329523.704533:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301368847 00000100:00000001:3.0:1767329523.704534:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329523.704538:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329523.704541:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301373277 00000100:00000001:3.0:1767329523.704549:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329523.704550:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301368847 00000100:00000001:2.0:1767329523.704562:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301373277 00000100:00000001:2.0:1767329523.704572:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329523.704576:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329523.704577:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329523.704584:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329523.704586:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329523.704590:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329523.704596:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329523.704598:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329523.704600:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329523.704602:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329523.704605:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329523.704609:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329523.704609:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329523.704613:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d17fa11. 00000400:00000200:1.0:1767329523.704619:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329523.704624:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329523.704627:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ade78b8 00000400:00000010:1.0:1767329523.704628:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ade78b8. 00000100:00000001:1.0:1767329523.704636:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329523.704639:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000446a1ebc x1853178572235136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329523.704645:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329523.704646:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000446a1ebc x1853178572235136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329523.704650:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329523.704651:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329523.704675:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329523.704677:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000076d91448. 00000400:00000200:1.0:1767329523.704679:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329523.704681:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329523.704683:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b565a76 00000400:00000010:1.0:1767329523.704684:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b565a76. 00000100:00000001:1.0:1767329523.704686:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329523.704688:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc9b4205 x1853178572235264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329523.704693:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329523.704694:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc9b4205 x1853178572235264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329523.704698:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329523.704699:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329523.705803:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329523.705829:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329523.705834:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329523.705838:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329523.705849:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329523.705864:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280e100 00000400:00000200:2.0:1767329523.705874:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xf55 [1] + 224 00000800:00000001:2.0:1767329523.705884:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329523.705894:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329523.705898:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329523.705903:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329523.705911:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329523.705916:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007e555f5 x1853178572235008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329523.705930:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000007e555f5 x1853178572235008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329523.705952:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329523.705963:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329523.705967:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329523.705988:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329523.705993:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329523.705999:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329523.706001:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329523.706003:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9c32468. 00000400:00000200:3.0:1767329523.706008:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e8f47ae 00000400:00000010:3.0:1767329523.706010:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e8f47ae. 00000100:00000001:3.0:1767329523.706013:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329523.706037:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007e555f5 x1853178572235008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329523.706047:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007e555f5 x1853178572235008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329523.706062:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329523.706064:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329523.706067:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329523.706070:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329523.706072:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329523.706074:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329523.706077:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329523.706085:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=70 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329523.706089:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=70 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329523.706091:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329523.706092:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329523.706095:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329523.706097:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329523.706100:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329523.706103:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007e555f5 x1853178572235008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329523.706110:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329523.706112:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329523.706114:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329523.706117:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007e555f5 x1853178572235008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329539 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329523.706123:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572235008:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329523.706128:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329523.706130:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329523.706132:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007e555f5 x1853178572235008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329539 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329523.706137:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329523.706140:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329523.706142:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2e1a91e. 02000000:00000001:3.0:1767329523.706145:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329523.706146:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329523.706148:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1767329523.706155:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329523.706157:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 02000000:00000001:3.0:1767329523.706163:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329523.706165:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329523.706166:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007e555f5. 00000100:00000001:3.0:1767329523.706170:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329523.706171:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329523.706172:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329523.706176:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329523.706177:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329523.706178:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329523.706180:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329523.706536:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329523.706548:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329523.706558:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329523.706560:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329523.706567:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329523.706578:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280e180 00000400:00000200:1.0:1767329523.706585:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xf59 [1] + 224 00000800:00000001:1.0:1767329523.706591:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329523.706598:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329523.706600:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329523.706604:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329523.706609:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329523.706613:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000446a1ebc x1853178572235136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329523.706624:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000446a1ebc x1853178572235136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329523.706643:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329523.706651:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329523.706655:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329523.706726:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329523.706730:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329523.706734:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329523.706736:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329523.706738:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000825b64b1. 00000400:00000200:0.0:1767329523.706743:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dba91bce 00000400:00000010:0.0:1767329523.706745:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dba91bce. 00000100:00000001:0.0:1767329523.706753:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329523.706758:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000446a1ebc x1853178572235136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329523.706768:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000446a1ebc x1853178572235136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329523.706776:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329523.706777:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329523.706779:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329523.706780:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329523.706782:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329523.706783:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329523.706785:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329523.706790:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329523.706802:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329523.706804:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329523.706805:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329523.706807:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329523.706810:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329523.706814:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329523.706816:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329523.706818:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329523.706819:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329523.706822:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000446a1ebc x1853178572235136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329523.706829:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329523.706831:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329523.706832:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329523.706835:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000446a1ebc x1853178572235136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329539 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329523.706841:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572235136:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329523.706846:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329523.706848:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329523.706850:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000446a1ebc x1853178572235136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329539 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329523.706857:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329523.706858:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329523.706860:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ef51550. 02000000:00000001:0.0:1767329523.706863:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329523.706864:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329523.706865:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329523.706869:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329523.706871:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ce889c. 02000000:00000001:0.0:1767329523.706874:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329523.706875:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329523.706877:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000446a1ebc. 00000100:00000001:0.0:1767329523.706880:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329523.706886:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329523.706888:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329523.706892:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329523.706895:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329523.706897:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329523.706901:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329523.706908:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329523.706914:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329523.706917:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329523.706919:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329523.706924:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329523.706929:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280e200 00000400:00000200:1.0:1767329523.706933:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xf65 [1] + 224 00000800:00000001:1.0:1767329523.706937:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329523.706941:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329523.706943:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329523.706948:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329523.706954:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329523.706957:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc9b4205 x1853178572235264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329523.706963:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc9b4205 x1853178572235264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329523.706983:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329523.706987:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329523.706989:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329523.707051:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329523.707056:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329523.707062:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329523.707064:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329523.707066:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a46ce76. 00000400:00000200:2.0:1767329523.707072:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002334309b 00000400:00000010:2.0:1767329523.707074:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002334309b. 00000100:00000001:2.0:1767329523.707079:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329523.707086:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc9b4205 x1853178572235264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329523.707098:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc9b4205 x1853178572235264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329523.707109:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329523.707111:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329523.707113:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329523.707124:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329523.707126:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329523.707128:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329523.707131:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329523.707136:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=70 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329523.707141:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767329523.707145:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329523.707146:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329523.707149:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767329523.707154:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cc9b4205 x1853178572235264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767329523.707164:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329523.707167:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329523.707169:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329523.707172:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329523.707174:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329523.707178:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc9b4205 x1853178572235264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329523.707187:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329523.707189:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329523.707191:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329523.707195:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc9b4205 x1853178572235264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329539 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329523.707206:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572235264:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329523.707212:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329523.707214:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329523.707218:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc9b4205 x1853178572235264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329539 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329523.707244:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329523.707247:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329523.707249:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060c4fd86. 02000000:00000001:2.0:1767329523.707254:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329523.707262:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329523.707264:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329523.707267:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329523.707270:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d0d0c54. 02000000:00000001:2.0:1767329523.707275:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329523.707277:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329523.707279:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc9b4205. 00000100:00000001:2.0:1767329523.707283:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329523.707284:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329523.707287:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329523.707292:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329523.707293:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329523.707296:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329523.707298:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329523.767171:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329523.767179:0:215769:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329523.767182:0:215769:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329523.767185:0:215769:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329523.767190:0:215769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329523.767192:0:215769:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329523.767194:0:215769:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329523.767196:0:215769:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329523.767332:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329523.767339:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329523.767344:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767329524.215194:0:211331:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767329524.215205:0:211331:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767329524.727208:0:211338:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767329524.727257:0:211338:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000004eee565b) refs 2 10000000:00000001:1.0:1767329524.727277:0:211338:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767329524.727280:0:211338:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767329524.727282:0:211338:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767329524.727284:0:211338:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767329524.727288:0:211338:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:1.0:1767329524.727291:0:211338:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:1.0:1767329524.727293:0:211338:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-cliir-ffff8c55499c0800 from 14 10000000:00000001:1.0:1767329524.727298:0:211338:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767329524.727299:0:211338:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:1.0:1767329524.727315:0:211338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 00000020:00000040:1.0:1767329524.727320:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329524.727327:0:211338:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329524.727331:0:211338:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329524.727338:0:211338:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329524.727348:0:211338:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a932da23. 00000100:00000001:1.0:1767329524.727356:0:211338:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329524.727361:0:211338:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767329524.727365:0:211338:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767329524.727375:0:211338:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000001566874. 00010000:00000001:1.0:1767329524.727381:0:211338:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767329524.727407:0:211338:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b0b89c6b. 00000020:00000001:1.0:1767329524.727413:0:211338:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767329524.727416:0:211338:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b0b89c6b with handle 0x989c09653bac0c83 to hash 00000020:00000001:1.0:1767329524.727419:0:211338:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767329524.727422:0:211338:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446616896657333248 : -127177052218368 : ffff8c5548fa9c00) 00010000:00000001:1.0:1767329524.727426:0:211338:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446616896657333248 : -127177052218368 : ffff8c5548fa9c00) 00010000:00000001:1.0:1767329524.727431:0:211338:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767329524.727434:0:211338:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767329524.727437:0:211338:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0c83 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767329524.727449:0:211338:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0c83 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767329524.727474:0:211338:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0c83 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767329524.727481:0:211338:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767329524.727484:0:211338:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767329524.727491:0:211338:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e55d6ce. 00000100:00000001:1.0:1767329524.727494:0:211338:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896577933696 : -127177131617920 : ffff8c55443f1180) 00000100:00000001:1.0:1767329524.727497:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329524.727499:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000001:1.0:1767329524.727505:0:211338:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329524.727508:0:211338:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329524.727510:0:211338:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767329524.727513:0:211338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329524.727524:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572235392/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329524.727538:0:211338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329524.727541:0:211338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329524.727546:0:211338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329524.727549:0:211338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329524.727553:0:211338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329524.727565:0:211338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572235392:192.168.202.109@tcp:101: 00000100:00000001:1.0:1767329524.727571:0:211338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329524.727578:0:211338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329524.727582:0:211338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329524.727585:0:211338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329524.727591:0:211338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ae5c083d. 02000000:00000001:1.0:1767329524.727594:0:211338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329524.727602:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033a11ee2. 00000400:00000010:1.0:1767329524.727611:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bffb9b1. 00000100:00000200:1.0:1767329524.727620:0:211338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572235392, portal 25 00000100:00000001:1.0:1767329524.727623:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329524.727624:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000040:1.0:1767329524.727630:0:211338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572235392/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329524.727649:0:211338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329524.727653:0:211338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329524.727656:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c186ed3c. 00000100:00000200:1.0:1767329524.727659:0:211338:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853178572235392, offset 0 00000400:00000200:1.0:1767329524.727667:0:211338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329524.727685:0:211338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329524.727692:0:211338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329524.727697:0:211338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329524.727702:0:211338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329524.727706:0:211338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329524.727710:0:211338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [468:468:256:4294967295] 192.168.202.109@tcp LPNI seq info [468:468:8:4294967295] 00000400:00000200:1.0:1767329524.727724:0:211338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329524.727731:0:211338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329524.727738:0:211338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 00000800:00000200:1.0:1767329524.727747:0:211338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767329524.727757:0:211338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329524.727763:0:211338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767329524.727797:0:211338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329524.727804:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301374300 00000100:00000001:1.0:1767329524.727816:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301373277 00000100:00000001:1.0:1767329524.727825:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301374300 00000100:00000001:1.0:1767329524.727830:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301373277 00000100:00000001:1.0:1767329524.727839:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301374300 00000100:00000001:1.0:1767329524.727843:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301373277 00000100:00000001:1.0:1767329524.727846:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301374300 00000100:00000001:1.0:1767329524.727851:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301373277 00000100:00000001:1.0:1767329524.727853:0:211338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329524.727857:0:211338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329524.727859:0:211338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329524.727861:0:211338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767329524.727864:0:211338:0:(client.c:2690:ptlrpc_set_wait()) set 000000004e55d6ce going to sleep for 11 seconds 00000100:00000001:1.0:1767329524.727867:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329524.727871:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329524.727964:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329524.727973:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000400:00000200:2.0:1767329524.727983:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329524.727991:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329524.727998:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c186ed3c 00000400:00000010:2.0:1767329524.728000:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c186ed3c. 00000100:00000001:2.0:1767329524.728004:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329524.728012:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572235392/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329524.728056:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329524.728059:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000dfc75053 x1853178572235392/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329524.728065:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329524.728066:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329524.730134:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329524.730156:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329524.730160:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329524.730163:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329524.730174:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329524.730190:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 344 into portal 25 MB=0x69574c280e280 00000400:00000200:1.0:1767329524.730200:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 344/344 into md 0xf6d [1] + 224 00000800:00000001:1.0:1767329524.730209:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329524.730248:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329524.730252:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329524.730258:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329524.730266:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329524.730272:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572235392/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329524.730286:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000dfc75053 x1853178572235392/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329524.730329:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329524.730341:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329524.730346:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329524.730406:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329524.730416:0:211338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329524.730418:0:211338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329524.730421:0:211338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033a11ee2. 00000400:00000200:0.0:1767329524.730426:0:211338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bffb9b1 00000400:00000010:0.0:1767329524.730427:0:211338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bffb9b1. 00000100:00000001:0.0:1767329524.730430:0:211338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329524.730436:0:211338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572235392/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329524.730445:0:211338:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572235392/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.730451:0:211338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329524.730453:0:211338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329524.730455:0:211338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329524.730459:0:211338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329524.730461:0:211338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329524.730463:0:211338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329524.730465:0:211338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329524.730472:0:211338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=71 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329524.730476:0:211338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=71 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329524.730478:0:211338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329524.730480:0:211338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329524.730482:0:211338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329524.730484:0:211338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.730486:0:211338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329524.730489:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfc75053 x1853178572235392/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.730515:0:211338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329524.730518:0:211338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329524.730519:0:211338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329524.730522:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572235392/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329524.730527:0:211338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572235392:192.168.202.109@tcp:101: 00000100:00000001:0.0:1767329524.730532:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329524.730535:0:211338:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.730537:0:211338:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767329524.730538:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329524.730540:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572235392/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.730543:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329524.730546:0:211338:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004e55d6ce. 00000100:00000001:0.0:1767329524.730548:0:211338:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767329524.730549:0:211338:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329524.730551:0:211338:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767329524.730553:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767329524.730556:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767329524.730558:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b0b89c6b refcount=4 00000020:00000001:0.0:1767329524.730560:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657333248 : -127177052218368 : ffff8c5548fa9c00) 00010000:00000001:0.0:1767329524.730562:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657333248 : -127177052218368 : ffff8c5548fa9c00) 00010000:00000040:0.0:1767329524.730568:0:211338:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000b0b89c6b, remote cookie: 0xa764e4c88bd57825, flags: 0x0 00010000:00000001:0.0:1767329524.730571:0:211338:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767329524.730576:0:211338:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767329524.730578:0:211338:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767329524.730579:0:211338:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767329524.730580:0:211338:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767329524.730583:0:211338:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000001566874) refcount = 1 00010000:00010000:0.0:1767329524.730587:0:211338:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0c83 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd57825 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767329524.730600:0:211338:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767329524.730602:0:211338:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767329524.730604:0:211338:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767329524.730607:0:211338:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767329524.730608:0:211338:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329524.730610:0:211338:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0c83 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa764e4c88bd57825 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767329524.730614:0:211338:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767329524.730615:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767329524.730617:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767329524.730618:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767329524.730619:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767329524.730620:0:211338:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.730623:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329524.730624:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572235392/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.730629:0:211338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329524.730631:0:211338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329524.730634:0:211338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ae5c083d. 02000000:00000001:0.0:1767329524.730638:0:211338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329524.730640:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329524.730642:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329524.730644:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329524.730646:0:211338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a932da23. 02000000:00000001:0.0:1767329524.730649:0:211338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329524.730651:0:211338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329524.730652:0:211338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000100:00000001:0.0:1767329524.730655:0:211338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329524.730656:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767329524.730657:0:211338:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767329524.730660:0:211338:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767329524.730661:0:211338:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000004eee565b) refs 3 10000000:00000001:0.0:1767329524.730663:0:211338:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329524.730665:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767329524.730669:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767329524.730670:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b0b89c6b refcount=3 00000020:00000001:0.0:1767329524.730671:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657333248 : -127177052218368 : ffff8c5548fa9c00) 00010000:00000001:0.0:1767329524.730673:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657333248 : -127177052218368 : ffff8c5548fa9c00) 00010000:00000001:0.0:1767329524.730675:0:211338:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767329524.730676:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767329524.730676:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767329524.730677:0:211338:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767329524.730679:0:211338:0:(mgc_request.c:1532:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767329524.730682:0:211338:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000010121356. 00000100:00000010:0.0:1767329524.730694:0:211338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f4cfdab. 00000020:00000040:0.0:1767329524.730696:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329524.730699:0:211338:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329524.730702:0:211338:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329524.730706:0:211338:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329524.730710:0:211338:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000576dcef4. 00000100:00000001:0.0:1767329524.730714:0:211338:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.730718:0:211338:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767329524.730723:0:211338:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000809cb70f. 00000100:00000010:0.0:1767329524.730726:0:211338:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000008e29f60f. 00000020:00000040:0.0:1767329524.730727:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329524.730731:0:211338:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767329524.730733:0:211338:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767329524.730736:0:211338:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045cbbf00. 00000100:00000001:0.0:1767329524.730738:0:211338:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896613301056 : -127177096250560 : ffff8c55465abb40) 00000100:00000001:0.0:1767329524.730740:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329524.730741:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578895872 : -127177130655744 : ffff8c55444dc000) 00000100:00000001:0.0:1767329524.730745:0:211338:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329524.730747:0:211338:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.730748:0:211338:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767329524.730749:0:211338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329524.730751:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f4cfdab x1853178572235520/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.730756:0:211338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329524.730761:0:211338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329524.730764:0:211338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329524.730767:0:211338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329524.730768:0:211338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329524.730770:0:211338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572235520:192.168.202.109@tcp:256: 00000100:00000001:0.0:1767329524.730773:0:211338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329524.730777:0:211338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329524.730779:0:211338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.730781:0:211338:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767329524.730786:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825b64b1. 00000400:00000010:0.0:1767329524.730790:0:211338:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000464c349e. 00000100:00000200:0.0:1767329524.730795:0:211338:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x69574c280e300-0x69574c280e300, portal 33 00000100:00000001:0.0:1767329524.730797:0:211338:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329524.730799:0:211338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329524.730801:0:211338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d12fd14c. 02000000:00000001:0.0:1767329524.730802:0:211338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329524.730805:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d21230ff. 00000400:00000010:0.0:1767329524.730807:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dba91bce. 00000100:00000200:0.0:1767329524.730809:0:211338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572235520, portal 25 00000100:00000001:0.0:1767329524.730811:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329524.730812:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578895872 : -127177130655744 : ffff8c55444dc000) 00000100:00000040:0.0:1767329524.730814:0:211338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000f4cfdab x1853178572235520/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329540 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.730820:0:211338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329524.730822:0:211338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329524.730823:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061d952c4. 00000100:00000200:0.0:1767329524.730825:0:211338:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853178572235520, offset 0 00000400:00000200:0.0:1767329524.730830:0:211338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329524.730841:0:211338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329524.730846:0:211338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329524.730850:0:211338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329524.730853:0:211338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329524.730855:0:211338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329524.730861:0:211338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [469:469:256:4294967295] 192.168.202.109@tcp LPNI seq info [469:469:8:4294967295] 00000400:00000200:0.0:1767329524.730870:0:211338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329524.730875:0:211338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329524.730879:0:211338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6bd0558. 00000800:00000200:0.0:1767329524.730884:0:211338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767329524.730890:0:211338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329524.730894:0:211338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e6bd0558 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:0.0:1767329524.730910:0:211338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.730914:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301374303 00000100:00000001:0.0:1767329524.730920:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301374300 00000100:00000001:0.0:1767329524.730924:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301374303 00000100:00000001:0.0:1767329524.730927:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301374300 00000100:00000001:0.0:1767329524.730929:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301374303 00000100:00000001:0.0:1767329524.730931:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301374300 00000100:00000001:0.0:1767329524.730933:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301374303 00000100:00000001:0.0:1767329524.730935:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301374300 00000100:00000001:0.0:1767329524.730936:0:211338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329524.730938:0:211338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.730939:0:211338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329524.730940:0:211338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767329524.730942:0:211338:0:(client.c:2690:ptlrpc_set_wait()) set 0000000045cbbf00 going to sleep for 11 seconds 00000100:00000001:0.0:1767329524.730944:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329524.730945:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329524.731158:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329524.731166:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6bd0558. 00000400:00000200:1.0:1767329524.731173:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329524.731181:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329524.731187:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061d952c4 00000400:00000010:1.0:1767329524.731190:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061d952c4. 00000100:00000001:1.0:1767329524.731203:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329524.731209:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f4cfdab x1853178572235520/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329540 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329524.731248:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329524.731253:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000000f4cfdab x1853178572235520/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329540 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329524.731264:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329524.731266:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329524.732632:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329524.732643:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329524.732646:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329524.732648:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329524.732654:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329524.732665:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 44 into portal 33 MB=0x69574c280e300 00000400:00000200:2.0:1767329524.732670:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.109@tcp of length 44/44 into md 0xf75 [4] + 0 00000400:00000010:2.0:1767329524.732687:0:208643:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000825b64b1. 00000400:00000200:2.0:1767329524.732691:0:208643:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000464c349e 00000800:00000001:2.0:1767329524.732695:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329524.732701:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329524.732703:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329524.732706:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329524.732709:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000464c349e 00000400:00000010:2.0:1767329524.732711:0:208643:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000464c349e. 00000100:00000001:2.0:1767329524.732716:0:208643:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767329524.732718:0:208643:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000000f4cfdab desc 00000000809cb70f mbits 1853178572235520 00000100:00000001:2.0:1767329524.732727:0:208643:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767329524.732731:0:208643:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767329524.732734:0:208643:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.9@tcp to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329524.732739:0:208643:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [470:470:256:4294967295] 192.168.202.109@tcp LPNI seq info [470:470:8:4294967295] 00000400:00000200:2.0:1767329524.732744:0:208643:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) 192.168.202.109@tcp : ACK try# 0 00000800:00000200:2.0:1767329524.732748:0:208643:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329524.732751:0:208643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at 0000000060c4fd86. 00000800:00000200:2.0:1767329524.732754:0:208643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329524.732757:0:208643:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329524.732759:0:208643:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000060c4fd86 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767329524.732789:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329524.732793:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329524.732799:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329524.732802:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at 0000000060c4fd86. 00000400:00000200:2.0:1767329524.732806:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329524.732809:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: ACK: OK 00000800:00000001:2.0:1767329524.732814:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329524.732818:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329524.734187:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329524.734202:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329524.734206:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329524.734210:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329524.734262:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329524.734279:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 240 into portal 25 MB=0x69574c280e300 00000400:00000200:1.0:1767329524.734287:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 240/240 into md 0xf79 [1] + 224 00000800:00000001:1.0:1767329524.734296:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329524.734306:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329524.734309:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329524.734314:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329524.734318:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329524.734323:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f4cfdab x1853178572235520/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329540 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329524.734336:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000000f4cfdab x1853178572235520/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329524.734380:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329524.734389:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329524.734394:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329524.734407:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329524.734414:0:211338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329524.734417:0:211338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329524.734420:0:211338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d21230ff. 00000400:00000200:2.0:1767329524.734424:0:211338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dba91bce 00000400:00000010:2.0:1767329524.734425:0:211338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dba91bce. 00000100:00000001:2.0:1767329524.734439:0:211338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329524.734444:0:211338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f4cfdab x1853178572235520/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329524.734451:0:211338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f4cfdab x1853178572235520/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329524.734457:0:211338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329524.734459:0:211338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329524.734461:0:211338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329524.734463:0:211338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329524.734464:0:211338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329524.734465:0:211338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329524.734467:0:211338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329524.734470:0:211338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=71 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329524.734473:0:211338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=71 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329524.734475:0:211338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329524.734476:0:211338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329524.734478:0:211338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329524.734479:0:211338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329524.734481:0:211338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329524.734485:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000000f4cfdab x1853178572235520/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329524.734493:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000000f4cfdab x1853178572235520/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329540 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329524.734500:0:211338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329524.734502:0:211338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329524.734505:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f4cfdab x1853178572235520/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329540 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329524.734512:0:211338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572235520:192.168.202.109@tcp:256: 00000100:00000001:2.0:1767329524.734517:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329524.734518:0:211338:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329524.734519:0:211338:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767329524.734521:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329524.734528:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f4cfdab x1853178572235520/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329540 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329524.734534:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767329524.734536:0:211338:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000045cbbf00. 00000100:00000001:2.0:1767329524.734538:0:211338:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767329524.734539:0:211338:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767329524.734542:0:211338:0:(mgc_request.c:1610:mgc_process_recover_log()) Latest version 14, more 0. 10000000:00000001:2.0:1767329524.734545:0:211338:0:(mgc_request.c:1273:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767329524.734550:0:211338:0:(mgc_request.c:1296:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000074704467. 00010000:00000001:2.0:1767329524.734560:0:211338:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767329524.734563:0:211338:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767329524.734566:0:211338:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.109@tcp has 192.168.202.109@tcp. 00000100:00000001:2.0:1767329524.734568:0:211338:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329524.734570:0:211338:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767329524.734571:0:211338:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.109@tcp with 192.168.202.109@tcp 00000100:00000200:2.0:1767329524.734573:0:211338:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.109@tcp' 00000400:00000200:2.0:1767329524.734575:0:211338:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1767329524.734578:0:211338:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:2.0:1767329524.734580:0:211338:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.202.109@tcp 00000400:00000200:2.0:1767329524.734584:0:211338:0:(peer.c:1797:lnet_peer_add()) peer 192.168.202.109@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767329524.734591:0:211338:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767329524.734594:0:211338:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.202.109@tcp NID 192.168.202.109@tcp: 0. pending discovery 00000400:00000200:2.0:1767329524.734596:0:211338:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.202.109@tcp 00000100:00000001:2.0:1767329524.734597:0:211338:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329524.734599:0:211338:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767329524.734601:0:211338:0:(mgc_request.c:1469:mgc_apply_recover_logs()) Found UUID '192.168.202.109@tcp' by NID '192.168.202.109@tcp' 10000000:00000010:2.0:1767329524.734604:0:211338:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 00000000b9bc6b6a. 10000000:00000040:2.0:1767329524.734606:0:211338:0:(mgc_request.c:1490:mgc_apply_recover_logs()) ir apply logs 14/14 for lustre-MDT0001-mdc-ffff8c55499c0800 -> mdc.import=connection=192.168.202.109@tcp::6 00000020:00000080:2.0:1767329524.734609:0:211338:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767329524.734615:0:211338:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767329524.734620:0:211338:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060c4fd86. 00000020:00000010:2.0:1767329524.734625:0:211338:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b52f2b38. 00000020:00000010:2.0:1767329524.734629:0:211338:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000c22f820e. 00000008:00000010:2.0:1767329524.734635:0:211338:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000003e23db99. 00020000:00000010:2.0:1767329524.734646:0:211338:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000af14d241. 00008000:00000010:2.0:1767329524.734652:0:211338:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000058a1ef6e. 00000080:00000010:2.0:1767329524.734659:0:211338:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000095259a9b. 00000080:00000010:2.0:1767329524.734663:0:211338:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000092857839. 00000040:00000001:2.0:1767329524.734668:0:211338:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767329524.734670:0:211338:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000b9bc6b6a 00000040:00001000:2.0:1767329524.734672:0:211338:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767329524.734673:0:211338:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767329524.734675:0:211338:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767329524.734676:0:211338:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767329524.734677:0:211338:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767329524.734678:0:211338:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767329524.734679:0:211338:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0001-mdc-ffff8c55499c0800 00000040:00001000:2.0:1767329524.734680:0:211338:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 mdc.import=connection=192.168.202.109@tcp::6 00000040:00000001:2.0:1767329524.734681:0:211338:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:2.0:1767329524.734745:0:211338:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b52f2b38. 00000020:00000010:2.0:1767329524.734750:0:211338:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000c22f820e. 00000008:00000010:2.0:1767329524.734754:0:211338:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000003e23db99. 00020000:00000010:2.0:1767329524.734756:0:211338:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000af14d241. 00008000:00000010:2.0:1767329524.734758:0:211338:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000058a1ef6e. 00000080:00000010:2.0:1767329524.734763:0:211338:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000095259a9b. 00000080:00000010:2.0:1767329524.734765:0:211338:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 0000000092857839. 00000020:00000010:2.0:1767329524.734768:0:211338:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060c4fd86. 00000020:00000001:2.0:1767329524.734771:0:211338:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329524.734772:0:211338:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767329524.734775:0:211338:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 00000000b9bc6b6a. 10000000:00000010:2.0:1767329524.734779:0:211338:0:(mgc_request.c:1506:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000074704467. 10000000:00000001:2.0:1767329524.734781:0:211338:0:(mgc_request.c:1508:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329524.734783:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329524.734786:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f4cfdab x1853178572235520/t0(0) o256->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1767329540 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329524.734792:0:211338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329524.734793:0:211338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329524.734795:0:211338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d12fd14c. 02000000:00000001:2.0:1767329524.734803:0:211338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329524.734805:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329524.734806:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1767329524.734807:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767329524.734809:0:211338:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767329524.734811:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329524.734812:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1767329524.734813:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767329524.734815:0:211338:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000008e29f60f. 00000100:00000010:2.0:1767329524.734817:0:211338:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000809cb70f. 00000100:00000001:2.0:1767329524.734820:0:211338:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767329524.734821:0:211338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000576dcef4. 02000000:00000001:2.0:1767329524.734823:0:211338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329524.734824:0:211338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329524.734825:0:211338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f4cfdab. 00000100:00000001:2.0:1767329524.734827:0:211338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329524.734828:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767329524.734839:0:211338:0:(mgc_request.c:1662:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000010121356. 10000000:01000000:2.0:1767329524.734842:0:211338:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.109@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:2.0:1767329524.734845:0:211338:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767329524.734847:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767329524.734848:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767329524.734850:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b0b89c6b refcount=3 00000020:00000001:2.0:1767329524.734852:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657333248 : -127177052218368 : ffff8c5548fa9c00) 00010000:00000001:2.0:1767329524.734854:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657333248 : -127177052218368 : ffff8c5548fa9c00) 00010000:00000001:2.0:1767329524.734856:0:211338:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767329524.734859:0:211338:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0c83 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd57825 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767329524.734864:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329524.734865:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767329524.734866:0:211338:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0c83 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd57825 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767329524.734872:0:211338:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767329524.734878:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329524.734883:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767329524.734884:0:211338:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767329524.734887:0:211338:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767329524.734890:0:211338:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767329524.734891:0:211338:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767329524.734892:0:211338:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000fbd3e279) refs 2 10000000:00000001:2.0:1767329524.734894:0:211338:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767329524.734896:0:211338:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767329524.734898:0:211338:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000004eee565b) refs 3 10000000:00000001:2.0:1767329524.734900:0:211338:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767329524.734902:0:211338:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767329524.734903:0:211338:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:2.0:1767329524.734904:0:211338:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:2.0:1767329524.734906:0:211338:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff8c55499c0800 from 43 10000000:00000001:2.0:1767329524.734908:0:211338:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767329524.734909:0:211338:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:2.0:1767329524.734913:0:211338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065a7b1ab. 00000020:00000040:2.0:1767329524.734914:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329524.734916:0:211338:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329524.734917:0:211338:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329524.734919:0:211338:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329524.734922:0:211338:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060c4fd86. 00000100:00000001:2.0:1767329524.734925:0:211338:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329524.734928:0:211338:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767329524.734930:0:211338:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767329524.734935:0:211338:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000654811cd. 00010000:00000001:2.0:1767329524.734939:0:211338:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767329524.734941:0:211338:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000242860a3. 00000020:00000001:2.0:1767329524.734946:0:211338:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767329524.734948:0:211338:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000242860a3 with handle 0x989c09653bac0c8a to hash 00000020:00000001:2.0:1767329524.734950:0:211338:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767329524.734951:0:211338:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446616896589268480 : -127177120283136 : ffff8c5544ec0600) 00010000:00000001:2.0:1767329524.734953:0:211338:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446616896589268480 : -127177120283136 : ffff8c5544ec0600) 00010000:00000001:2.0:1767329524.734956:0:211338:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767329524.734958:0:211338:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329524.734966:0:211338:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.109@tcp lock: 00000000242860a3/0x989c09653bac0c8a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767329524.734972:0:211338:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.109@tcp lock: 00000000242860a3/0x989c09653bac0c8a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767329524.734979:0:211338:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.109@tcp lock: 00000000242860a3/0x989c09653bac0c8a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767329524.734984:0:211338:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767329524.734986:0:211338:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767329524.734990:0:211338:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008645b189. 00000100:00000001:2.0:1767329524.734992:0:211338:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896577309504 : -127177132242112 : ffff8c5544358b40) 00000100:00000001:2.0:1767329524.734995:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329524.734996:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777360640 : -127176932190976 : ffff8c5550221500) 00000100:00000001:2.0:1767329524.734999:0:211338:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329524.735000:0:211338:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329524.735002:0:211338:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767329524.735003:0:211338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329524.735007:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065a7b1ab x1853178572235648/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329524.735012:0:211338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329524.735045:0:211338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329524.735049:0:211338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329524.735051:0:211338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329524.735054:0:211338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329524.735058:0:211338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065a7b1ab pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572235648:192.168.202.109@tcp:101: 00000100:00000001:2.0:1767329524.735063:0:211338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329524.735068:0:211338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329524.735070:0:211338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329524.735073:0:211338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329524.735076:0:211338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000aff1e9a3. 02000000:00000001:2.0:1767329524.735079:0:211338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329524.735083:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a46ce76. 00000400:00000010:2.0:1767329524.735097:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002334309b. 00000100:00000200:2.0:1767329524.735100:0:211338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572235648, portal 25 00000100:00000001:2.0:1767329524.735102:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329524.735103:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777360640 : -127176932190976 : ffff8c5550221500) 00000100:00000040:2.0:1767329524.735107:0:211338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065a7b1ab x1853178572235648/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329524.735111:0:211338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329524.735114:0:211338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329524.735117:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004740f0f1. 00000100:00000200:2.0:1767329524.735119:0:211338:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853178572235648, offset 0 00000400:00000200:2.0:1767329524.735122:0:211338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329524.735127:0:211338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329524.735130:0:211338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329524.735133:0:211338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329524.735136:0:211338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329524.735139:0:211338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329524.735142:0:211338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [471:471:256:4294967295] 192.168.202.109@tcp LPNI seq info [471:471:8:4294967295] 00000400:00000200:2.0:1767329524.735154:0:211338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329524.735162:0:211338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329524.735168:0:211338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000076d91448. 00000800:00000200:2.0:1767329524.735177:0:211338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329524.735186:0:211338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329524.735193:0:211338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000076d91448 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767329524.735209:0:211338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329524.735212:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301374308 00000100:00000001:2.0:1767329524.735232:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301374303 00000100:00000001:2.0:1767329524.735236:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301374308 00000100:00000001:2.0:1767329524.735238:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301374303 00000100:00000001:2.0:1767329524.735240:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301374308 00000100:00000001:2.0:1767329524.735242:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301374303 00000100:00000001:2.0:1767329524.735251:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301374308 00000100:00000001:2.0:1767329524.735254:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301374303 00000100:00000001:2.0:1767329524.735257:0:211338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329524.735259:0:211338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329524.735260:0:211338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329524.735261:0:211338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767329524.735262:0:211338:0:(client.c:2690:ptlrpc_set_wait()) set 000000008645b189 going to sleep for 11 seconds 00000100:00000001:2.0:1767329524.735264:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329524.735265:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329524.735312:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329524.735315:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000076d91448. 00000400:00000200:2.0:1767329524.735319:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329524.735324:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329524.735326:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004740f0f1 00000400:00000010:2.0:1767329524.735328:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004740f0f1. 00000100:00000001:2.0:1767329524.735332:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329524.735335:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065a7b1ab x1853178572235648/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329524.735341:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329524.735343:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000065a7b1ab x1853178572235648/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329524.735348:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329524.735350:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329524.736515:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329524.736523:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329524.736526:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329524.736529:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329524.736533:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329524.736543:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 344 into portal 25 MB=0x69574c280e380 00000400:00000200:2.0:1767329524.736549:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 344/344 into md 0xf81 [1] + 224 00000800:00000001:2.0:1767329524.736554:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329524.736560:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329524.736562:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329524.736573:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329524.736577:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329524.736579:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065a7b1ab x1853178572235648/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329524.736587:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000065a7b1ab x1853178572235648/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329524.736603:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329524.736607:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329524.736610:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329524.736658:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329524.736663:0:211338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329524.736665:0:211338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329524.736667:0:211338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a46ce76. 00000400:00000200:0.0:1767329524.736671:0:211338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002334309b 00000400:00000010:0.0:1767329524.736682:0:211338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002334309b. 00000100:00000001:0.0:1767329524.736685:0:211338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329524.736689:0:211338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065a7b1ab x1853178572235648/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329524.736697:0:211338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065a7b1ab x1853178572235648/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.736704:0:211338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329524.736705:0:211338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329524.736706:0:211338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329524.736708:0:211338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329524.736709:0:211338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329524.736711:0:211338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329524.736713:0:211338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329524.736715:0:211338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=71 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329524.736717:0:211338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=71 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329524.736719:0:211338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329524.736722:0:211338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329524.736724:0:211338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329524.736725:0:211338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.736726:0:211338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329524.736729:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065a7b1ab x1853178572235648/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.736734:0:211338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329524.736736:0:211338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329524.736738:0:211338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329524.736740:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065a7b1ab x1853178572235648/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329524.736745:0:211338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065a7b1ab pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572235648:192.168.202.109@tcp:101: 00000100:00000001:0.0:1767329524.736748:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329524.736751:0:211338:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.736753:0:211338:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767329524.736754:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329524.736757:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065a7b1ab x1853178572235648/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.736768:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329524.736771:0:211338:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008645b189. 00000100:00000001:0.0:1767329524.736773:0:211338:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767329524.736774:0:211338:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329524.736775:0:211338:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767329524.736777:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767329524.736779:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767329524.736781:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000242860a3 refcount=4 00000020:00000001:0.0:1767329524.736783:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589268480 : -127177120283136 : ffff8c5544ec0600) 00010000:00000001:0.0:1767329524.736785:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589268480 : -127177120283136 : ffff8c5544ec0600) 00010000:00000040:0.0:1767329524.736789:0:211338:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000242860a3, remote cookie: 0xa764e4c88bd5782c, flags: 0x0 00010000:00000001:0.0:1767329524.736792:0:211338:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767329524.736793:0:211338:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767329524.736795:0:211338:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767329524.736796:0:211338:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767329524.736797:0:211338:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767329524.736798:0:211338:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000654811cd) refcount = 1 00010000:00010000:0.0:1767329524.736800:0:211338:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.109@tcp lock: 00000000242860a3/0x989c09653bac0c8a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd5782c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767329524.736805:0:211338:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767329524.736806:0:211338:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767329524.736807:0:211338:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767329524.736809:0:211338:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767329524.736812:0:211338:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329524.736813:0:211338:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.109@tcp lock: 00000000242860a3/0x989c09653bac0c8a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa764e4c88bd5782c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767329524.736818:0:211338:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767329524.736819:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767329524.736820:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767329524.736821:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767329524.736822:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767329524.736824:0:211338:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.736831:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329524.736833:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065a7b1ab x1853178572235648/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.736838:0:211338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329524.736840:0:211338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329524.736841:0:211338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000aff1e9a3. 02000000:00000001:0.0:1767329524.736845:0:211338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329524.736846:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329524.736847:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329524.736848:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329524.736849:0:211338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000060c4fd86. 02000000:00000001:0.0:1767329524.736851:0:211338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329524.736852:0:211338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329524.736853:0:211338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065a7b1ab. 00000100:00000001:0.0:1767329524.736855:0:211338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329524.736858:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767329524.736859:0:211338:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767329524.736861:0:211338:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767329524.736862:0:211338:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000fbd3e279) refs 3 10000000:00000001:0.0:1767329524.736864:0:211338:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329524.736865:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767329524.736866:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767329524.736867:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000242860a3 refcount=3 00000020:00000001:0.0:1767329524.736868:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589268480 : -127177120283136 : ffff8c5544ec0600) 00010000:00000001:0.0:1767329524.736870:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589268480 : -127177120283136 : ffff8c5544ec0600) 00010000:00000001:0.0:1767329524.736871:0:211338:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767329524.736872:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767329524.736873:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767329524.736875:0:211338:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767329524.736876:0:211338:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1767329524.736878:0:211338:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000cbf17dc2. 00000020:00000010:0.0:1767329524.736881:0:211338:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000576dcef4. 00000020:00000010:0.0:1767329524.736884:0:211338:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d12fd14c. 00000040:00000010:0.0:1767329524.736887:0:211338:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002f06848b. 00000020:00000010:0.0:1767329524.736892:0:211338:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000087403816. 00000020:00000010:0.0:1767329524.736897:0:211338:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b37240ef. 80000000:00000010:0.0:1767329524.736907:0:211338:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b0a19a74. 00040000:00000010:0.0:1767329524.736912:0:211338:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000871a6c6e. 20000000:00000010:0.0:1767329524.736916:0:211338:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000d2927845. 10000000:00000040:0.0:1767329524.736919:0:211338:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005511999b : new refcount 2 00000020:00000001:0.0:1767329524.736922:0:211338:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1767329524.736924:0:211338:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:0.0:1767329524.736926:0:211338:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767329524.736929:0:211338:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e57a952f. 00000040:00000001:0.0:1767329524.736933:0:211338:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767329524.736936:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000010:0.0:1767329524.736939:0:211338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001863c1e0. 00000020:00000040:0.0:1767329524.736941:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329524.736944:0:211338:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329524.736946:0:211338:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329524.736948:0:211338:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329524.736952:0:211338:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000025a539ae. 00000100:00000001:0.0:1767329524.736955:0:211338:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.736959:0:211338:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767329524.736960:0:211338:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767329524.736962:0:211338:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad6a0dea. 00000100:00000001:0.0:1767329524.736964:0:211338:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896613301440 : -127177096250176 : ffff8c55465abcc0) 00000100:00000001:0.0:1767329524.736965:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329524.736967:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578906624 : -127177130644992 : ffff8c55444dea00) 00000100:00000001:0.0:1767329524.736969:0:211338:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329524.736970:0:211338:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.736972:0:211338:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767329524.736973:0:211338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329524.736975:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001863c1e0 x1853178572235776/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.736980:0:211338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329524.736981:0:211338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329524.736983:0:211338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329524.736984:0:211338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329524.736985:0:211338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329524.736987:0:211338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001863c1e0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572235776:192.168.202.109@tcp:501: 00000100:00000001:0.0:1767329524.736997:0:211338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329524.737000:0:211338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329524.737001:0:211338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329524.737003:0:211338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329524.737005:0:211338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ce1844e. 02000000:00000001:0.0:1767329524.737007:0:211338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329524.737009:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006713885c. 00000400:00000010:0.0:1767329524.737012:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031de8760. 00000100:00000200:0.0:1767329524.737040:0:211338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572235776, portal 25 00000100:00000001:0.0:1767329524.737043:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329524.737044:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578906624 : -127177130644992 : ffff8c55444dea00) 00000100:00000040:0.0:1767329524.737049:0:211338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001863c1e0 x1853178572235776/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329540 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.737054:0:211338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329524.737057:0:211338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329524.737059:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9986c64. 00000100:00000200:0.0:1767329524.737063:0:211338:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853178572235776, offset 0 00000400:00000200:0.0:1767329524.737067:0:211338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329524.737073:0:211338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329524.737076:0:211338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329524.737079:0:211338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329524.737082:0:211338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329524.737084:0:211338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329524.737086:0:211338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [472:472:256:4294967295] 192.168.202.109@tcp LPNI seq info [472:472:8:4294967295] 00000400:00000200:0.0:1767329524.737093:0:211338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329524.737097:0:211338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329524.737100:0:211338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089a33831. 00000800:00000200:0.0:1767329524.737104:0:211338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767329524.737108:0:211338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329524.737110:0:211338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089a33831 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1767329524.737122:0:211338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.737130:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301374310 00000100:00000001:0.0:1767329524.737134:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301374308 00000100:00000001:0.0:1767329524.737137:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301374310 00000100:00000001:0.0:1767329524.737143:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301374308 00000100:00000001:0.0:1767329524.737145:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301374310 00000100:00000001:0.0:1767329524.737148:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301374308 00000100:00000001:0.0:1767329524.737151:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301374310 00000100:00000001:0.0:1767329524.737155:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301374308 00000100:00000001:0.0:1767329524.737157:0:211338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329524.737159:0:211338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.737160:0:211338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329524.737161:0:211338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767329524.737163:0:211338:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ad6a0dea going to sleep for 11 seconds 00000100:00000001:0.0:1767329524.737165:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329524.737167:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329524.737198:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329524.737202:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089a33831. 00000400:00000200:3.0:1767329524.737206:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329524.737210:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329524.737214:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9986c64 00000400:00000010:3.0:1767329524.737228:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9986c64. 00000100:00000001:3.0:1767329524.737233:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329524.737236:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001863c1e0 x1853178572235776/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329540 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.737244:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329524.737247:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001863c1e0 x1853178572235776/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329540 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.737252:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329524.737254:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329524.738637:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329524.738643:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329524.738646:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329524.738648:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329524.738652:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329524.738660:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 272 into portal 25 MB=0x69574c280e400 00000400:00000200:3.0:1767329524.738666:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 272/272 into md 0xf89 [1] + 224 00000800:00000001:3.0:1767329524.738670:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329524.738689:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329524.738692:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329524.738694:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329524.738697:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329524.738700:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001863c1e0 x1853178572235776/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329540 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329524.738707:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@000000001863c1e0 x1853178572235776/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.738726:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329524.738731:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329524.738735:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329524.738776:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329524.738783:0:211338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329524.738784:0:211338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329524.738785:0:211338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006713885c. 00000400:00000200:0.0:1767329524.738789:0:211338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031de8760 00000400:00000010:0.0:1767329524.738791:0:211338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031de8760. 00000100:00000001:0.0:1767329524.738794:0:211338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329524.738798:0:211338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001863c1e0 x1853178572235776/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329524.738806:0:211338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001863c1e0 x1853178572235776/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.738812:0:211338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329524.738813:0:211338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329524.738814:0:211338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329524.738815:0:211338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329524.738816:0:211338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329524.738818:0:211338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329524.738831:0:211338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329524.738833:0:211338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=71 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329524.738835:0:211338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=71 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329524.738837:0:211338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329524.738838:0:211338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329524.738840:0:211338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329524.738841:0:211338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.738843:0:211338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329524.738845:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001863c1e0 x1853178572235776/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.738850:0:211338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329524.738852:0:211338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329524.738853:0:211338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329524.738855:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001863c1e0 x1853178572235776/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329540 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329524.738860:0:211338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001863c1e0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572235776:192.168.202.109@tcp:501: 00000100:00000001:0.0:1767329524.738863:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329524.738864:0:211338:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.738865:0:211338:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767329524.738866:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329524.738867:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001863c1e0 x1853178572235776/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329540 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.738871:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329524.738873:0:211338:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ad6a0dea. 00000100:00000001:0.0:1767329524.738876:0:211338:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767329524.738877:0:211338:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767329524.738880:0:211338:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1767329524.738882:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329524.738883:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329524.738884:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767329524.738885:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329524.738887:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001863c1e0 x1853178572235776/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329540 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.738902:0:211338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329524.738903:0:211338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329524.738905:0:211338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ce1844e. 02000000:00000001:0.0:1767329524.738907:0:211338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329524.738908:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329524.738909:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329524.738911:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329524.738912:0:211338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000025a539ae. 02000000:00000001:0.0:1767329524.738914:0:211338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329524.738915:0:211338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329524.738916:0:211338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001863c1e0. 00000100:00000001:0.0:1767329524.738919:0:211338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329524.738920:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767329524.738921:0:211338:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767329524.738923:0:211338:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767329524.738931:0:211338:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000000af78c0. 00000040:00000001:0.0:1767329524.738933:0:211338:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767329524.738935:0:211338:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:0.0:1767329524.738937:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000010:0.0:1767329524.738940:0:211338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001863c1e0. 00000020:00000040:0.0:1767329524.738942:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329524.738944:0:211338:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329524.738945:0:211338:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329524.738948:0:211338:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329524.738952:0:211338:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000025a539ae. 00000100:00000001:0.0:1767329524.738954:0:211338:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.738956:0:211338:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767329524.738957:0:211338:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767329524.738965:0:211338:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad6a0dea. 00000100:00000001:0.0:1767329524.738967:0:211338:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896613301440 : -127177096250176 : ffff8c55465abcc0) 00000100:00000001:0.0:1767329524.738969:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329524.738971:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578906624 : -127177130644992 : ffff8c55444dea00) 00000100:00000001:0.0:1767329524.738974:0:211338:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329524.738975:0:211338:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.738976:0:211338:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767329524.738985:0:211338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329524.738987:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001863c1e0 x1853178572235904/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.738993:0:211338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329524.738994:0:211338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329524.738996:0:211338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329524.738997:0:211338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329524.738999:0:211338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329524.739001:0:211338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001863c1e0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572235904:192.168.202.109@tcp:503: 00000100:00000001:0.0:1767329524.739004:0:211338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329524.739006:0:211338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329524.739007:0:211338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329524.739008:0:211338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329524.739104:0:211338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000b020ee23. 02000000:00000001:0.0:1767329524.739106:0:211338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329524.739110:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006713885c. 00000400:00000010:0.0:1767329524.739114:0:211338:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000fdca1a4b. 00000100:00000200:0.0:1767329524.739117:0:211338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853178572235904, portal 25 00000100:00000001:0.0:1767329524.739120:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329524.739121:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578906624 : -127177130644992 : ffff8c55444dea00) 00000100:00000040:0.0:1767329524.739127:0:211338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001863c1e0 x1853178572235904/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767329540 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.739133:0:211338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329524.739135:0:211338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329524.739138:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031de8760. 00000100:00000200:0.0:1767329524.739139:0:211338:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853178572235904, offset 0 00000400:00000200:0.0:1767329524.739143:0:211338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329524.739148:0:211338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329524.739151:0:211338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329524.739153:0:211338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329524.739156:0:211338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329524.739158:0:211338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329524.739160:0:211338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [473:473:256:4294967295] 192.168.202.109@tcp LPNI seq info [473:473:8:4294967295] 00000400:00000200:0.0:1767329524.739176:0:211338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329524.739182:0:211338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329524.739185:0:211338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5c44fe9. 00000800:00000200:0.0:1767329524.739188:0:211338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767329524.739193:0:211338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329524.739196:0:211338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5c44fe9 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767329524.739208:0:211338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.739210:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301374312 00000100:00000001:0.0:1767329524.739231:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301374310 00000100:00000001:0.0:1767329524.739235:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301374312 00000100:00000001:0.0:1767329524.739238:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301374310 00000100:00000001:0.0:1767329524.739240:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301374312 00000100:00000001:0.0:1767329524.739243:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301374310 00000100:00000001:0.0:1767329524.739244:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301374312 00000100:00000001:0.0:1767329524.739246:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301374310 00000100:00000001:0.0:1767329524.739248:0:211338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329524.739250:0:211338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.739252:0:211338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329524.739252:0:211338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767329524.739254:0:211338:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ad6a0dea going to sleep for 11 seconds 00000100:00000001:0.0:1767329524.739256:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329524.739258:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329524.739304:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329524.739306:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5c44fe9. 00000400:00000200:0.0:1767329524.739309:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329524.739313:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329524.739316:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031de8760 00000400:00000010:0.0:1767329524.739317:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031de8760. 00000100:00000001:0.0:1767329524.739321:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329524.739324:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001863c1e0 x1853178572235904/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767329540 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.739337:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329524.739340:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001863c1e0 x1853178572235904/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767329540 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.739345:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.739346:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329524.740636:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329524.740646:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329524.740648:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329524.740653:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329524.740658:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329524.740666:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 8416 into portal 25 MB=0x69574c280e480 00000400:00000200:3.0:1767329524.740669:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 8416/8416 into md 0xf91 [4] + 224 00000800:00000001:3.0:1767329524.740673:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329524.740681:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329524.740682:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329524.740686:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329524.740688:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329524.740691:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001863c1e0 x1853178572235904/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767329540 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329524.740698:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@000000001863c1e0 x1853178572235904/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.740709:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329524.740712:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329524.740714:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329524.740723:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329524.740727:0:211338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329524.740735:0:211338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329524.740736:0:211338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006713885c. 00000400:00000200:3.0:1767329524.740738:0:211338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdca1a4b 00000400:00000010:3.0:1767329524.740739:0:211338:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000fdca1a4b. 00000100:00000001:3.0:1767329524.740742:0:211338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329524.740745:0:211338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001863c1e0 x1853178572235904/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329524.740751:0:211338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001863c1e0 x1853178572235904/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.740757:0:211338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329524.740757:0:211338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329524.740759:0:211338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329524.740761:0:211338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329524.740762:0:211338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329524.740763:0:211338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329524.740765:0:211338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329524.740767:0:211338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=71 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329524.740769:0:211338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329524.740771:0:211338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329524.740772:0:211338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329524.740773:0:211338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329524.740775:0:211338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329524.740776:0:211338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329524.740779:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001863c1e0 x1853178572235904/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.740784:0:211338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329524.740786:0:211338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329524.740787:0:211338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329524.740789:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001863c1e0 x1853178572235904/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767329540 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329524.740795:0:211338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001863c1e0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572235904:192.168.202.109@tcp:503: 00000100:00000001:3.0:1767329524.740798:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329524.740800:0:211338:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329524.740813:0:211338:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767329524.740814:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329524.740816:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001863c1e0 x1853178572235904/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767329540 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.740823:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767329524.740824:0:211338:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ad6a0dea. 00000100:00000001:3.0:1767329524.740826:0:211338:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767329524.740827:0:211338:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767329524.740832:0:211338:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1767329524.740833:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329524.740835:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001863c1e0 x1853178572235904/t0(0) o503->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767329540 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.740839:0:211338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329524.740841:0:211338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329524.740842:0:211338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000b020ee23. 02000000:00000001:3.0:1767329524.740851:0:211338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329524.740852:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329524.740853:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1767329524.740855:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329524.740857:0:211338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000025a539ae. 02000000:00000001:3.0:1767329524.740859:0:211338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329524.740861:0:211338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329524.740863:0:211338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001863c1e0. 00000100:00000001:3.0:1767329524.740865:0:211338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329524.740866:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767329524.740867:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329524.740868:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1767329524.740870:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767329524.740871:0:211338:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767329524.740874:0:211338:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767329524.740877:0:211338:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767329524.740880:0:211338:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000000d4b64bf. 00000040:00001000:3.0:1767329524.740882:0:211338:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 42 last_idx 0 read_mode 0 00000040:00000001:3.0:1767329524.741069:0:216299:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767329524.741076:0:216299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074b96bb4. 00000020:00000010:3.0:1767329524.741081:0:216299:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008e1da56b. 00000040:00000010:3.0:1767329524.741098:0:216299:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001207cc22. 00000020:00000010:3.0:1767329524.741103:0:216299:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fb2b151d. 00000020:00000010:3.0:1767329524.741111:0:216299:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000066631dff. 00000020:00000010:3.0:1767329524.741116:0:216299:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d0fdbf00. 80000000:00000010:3.0:1767329524.741122:0:216299:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000027a1f5fa. 40000000:00000010:3.0:1767329524.741129:0:216299:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000aab346e0. 00100000:00000010:3.0:1767329524.741136:0:216299:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000005d075ac. 00040000:00000010:3.0:1767329524.741144:0:216299:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000029ea41fb. 00040000:00000010:3.0:1767329524.741152:0:216299:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cbbb1e9d. 00040000:00000010:3.0:1767329524.741157:0:216299:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f2e1a91e. 00000004:00000010:3.0:1767329524.741163:0:216299:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a790da18. 00000004:00000010:3.0:1767329524.741170:0:216299:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000120b5be. 00000004:00000010:3.0:1767329524.741177:0:216299:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007adca285. 00002000:00000010:3.0:1767329524.741185:0:216299:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006d780c3b. 00000004:00000010:3.0:1767329524.741191:0:216299:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007dba968e. 00000020:00000010:3.0:1767329524.741199:0:216299:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000993137fb. 00000040:00000010:3.0:1767329524.741211:0:216299:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000bcf1cf27. 00000040:00001000:3.0:1767329524.741262:0:216299:0:(llog.c:607:llog_process_thread()) index: 43 last_index 64767 00000040:00000001:3.0:1767329524.741265:0:216299:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767329524.741267:0:216299:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767329524.741271:0:216299:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000010:3.0:1767329524.741275:0:216299:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030aeebd2. 00000020:00000040:3.0:1767329524.741276:0:216299:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329524.741278:0:216299:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329524.741280:0:216299:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329524.741284:0:216299:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329524.741288:0:216299:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000090db978d. 00000100:00000001:3.0:1767329524.741291:0:216299:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329524.741294:0:216299:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767329524.741296:0:216299:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767329524.741298:0:216299:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009e9bf332. 00000100:00000001:3.0:1767329524.741300:0:216299:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896909633216 : -127176799918400 : ffff8c55580466c0) 00000100:00000001:3.0:1767329524.741303:0:216299:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329524.741304:0:216299:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776931072 : -127176932620544 : ffff8c55501b8700) 00000100:00000001:3.0:1767329524.741312:0:216299:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329524.741313:0:216299:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329524.741315:0:216299:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767329524.741316:0:216299:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329524.741319:0:216299:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000030aeebd2 x1853178572236032/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.741325:0:216299:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329524.741326:0:216299:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329524.741327:0:216299:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329524.741329:0:216299:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329524.741330:0:216299:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329524.741332:0:216299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cbc0edb7-593a-4289-8780-9495892e37e0:216299:1853178572236032:192.168.202.109@tcp:502: 00000100:00000001:3.0:1767329524.741334:0:216299:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329524.741336:0:216299:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329524.741337:0:216299:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329524.741339:0:216299:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329524.741349:0:216299:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000b020ee23. 02000000:00000001:3.0:1767329524.741350:0:216299:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329524.741353:0:216299:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9c32468. 00000400:00000010:3.0:1767329524.741356:0:216299:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000005f74c793. 00000100:00000200:3.0:1767329524.741359:0:216299:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853178572236032, portal 25 00000100:00000001:3.0:1767329524.741361:0:216299:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329524.741362:0:216299:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776931072 : -127176932620544 : ffff8c55501b8700) 00000100:00000040:3.0:1767329524.741365:0:216299:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000030aeebd2 x1853178572236032/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767329540 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.741369:0:216299:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329524.741370:0:216299:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329524.741372:0:216299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e8f47ae. 00000100:00000200:3.0:1767329524.741374:0:216299:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853178572236032, offset 0 00000400:00000200:3.0:1767329524.741377:0:216299:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329524.741381:0:216299:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767329524.741384:0:216299:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767329524.741386:0:216299:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329524.741391:0:216299:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329524.741393:0:216299:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329524.741395:0:216299:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [474:474:256:4294967295] 192.168.202.109@tcp LPNI seq info [474:474:8:4294967295] 00000400:00000200:3.0:1767329524.741401:0:216299:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329524.741404:0:216299:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329524.741407:0:216299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011b16950. 00000800:00000200:3.0:1767329524.741410:0:216299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767329524.741414:0:216299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329524.741416:0:216299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011b16950 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767329524.741423:0:216299:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329524.741425:0:216299:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301374314 00000800:00000200:3.0:1767329524.741461:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329524.741463:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011b16950. 00000400:00000200:3.0:1767329524.741466:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329524.741469:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329524.741472:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e8f47ae 00000400:00000010:3.0:1767329524.741475:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e8f47ae. 00000100:00000001:3.0:1767329524.741477:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329524.741498:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000030aeebd2 x1853178572236032/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767329540 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.741505:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329524.741510:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000030aeebd2 x1853178572236032/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767329540 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.741517:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329524.741519:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329524.741578:0:216299:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301374312 00000100:00000001:3.0:1767329524.741583:0:216299:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301374314 00000100:00000001:3.0:1767329524.741587:0:216299:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301374312 00000100:00000001:3.0:1767329524.741590:0:216299:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301374314 00000100:00000001:3.0:1767329524.741593:0:216299:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301374312 00000100:00000001:3.0:1767329524.741604:0:216299:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301374314 00000100:00000001:3.0:1767329524.741608:0:216299:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301374312 00000100:00000001:3.0:1767329524.741611:0:216299:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329524.741613:0:216299:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329524.741616:0:216299:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329524.741617:0:216299:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767329524.741619:0:216299:0:(client.c:2690:ptlrpc_set_wait()) set 000000009e9bf332 going to sleep for 11 seconds 00000100:00000001:3.0:1767329524.741622:0:216299:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329524.741624:0:216299:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329524.742884:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329524.742892:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329524.742895:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329524.742901:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329524.742923:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329524.742983:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 8472 into portal 25 MB=0x69574c280e500 00000400:00000200:3.0:1767329524.742990:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 8472/8472 into md 0xf99 [4] + 224 00000800:00000001:3.0:1767329524.742996:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329524.743010:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329524.743013:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329524.743145:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329524.743151:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329524.743157:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000030aeebd2 x1853178572236032/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767329540 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329524.743174:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@0000000030aeebd2 x1853178572236032/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.743195:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329524.743204:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329524.743211:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329524.743268:0:216299:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329524.743275:0:216299:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329524.743276:0:216299:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329524.743278:0:216299:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9c32468. 00000400:00000200:3.0:1767329524.743281:0:216299:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f74c793 00000400:00000010:3.0:1767329524.743290:0:216299:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000005f74c793. 00000100:00000001:3.0:1767329524.743292:0:216299:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329524.743295:0:216299:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000030aeebd2 x1853178572236032/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329524.743301:0:216299:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000030aeebd2 x1853178572236032/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.743307:0:216299:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329524.743307:0:216299:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329524.743309:0:216299:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329524.743310:0:216299:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329524.743312:0:216299:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329524.743314:0:216299:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329524.743315:0:216299:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329524.743318:0:216299:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=71 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329524.743320:0:216299:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329524.743323:0:216299:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329524.743324:0:216299:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329524.743326:0:216299:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329524.743327:0:216299:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329524.743329:0:216299:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329524.743331:0:216299:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000030aeebd2 x1853178572236032/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.743336:0:216299:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329524.743337:0:216299:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329524.743338:0:216299:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329524.743341:0:216299:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030aeebd2 x1853178572236032/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767329540 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329524.743347:0:216299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cbc0edb7-593a-4289-8780-9495892e37e0:216299:1853178572236032:192.168.202.109@tcp:502: 00000100:00000001:3.0:1767329524.743350:0:216299:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329524.743352:0:216299:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329524.743354:0:216299:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767329524.743355:0:216299:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329524.743356:0:216299:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000030aeebd2 x1853178572236032/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767329540 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.743367:0:216299:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767329524.743369:0:216299:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009e9bf332. 00000100:00000001:3.0:1767329524.743372:0:216299:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767329524.743374:0:216299:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767329524.743378:0:216299:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767329524.743379:0:216299:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329524.743382:0:216299:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000030aeebd2 x1853178572236032/t0(0) o502->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767329540 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.743387:0:216299:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329524.743389:0:216299:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329524.743390:0:216299:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000b020ee23. 02000000:00000001:3.0:1767329524.743397:0:216299:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329524.743399:0:216299:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329524.743399:0:216299:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1767329524.743401:0:216299:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329524.743402:0:216299:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000090db978d. 02000000:00000001:3.0:1767329524.743405:0:216299:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329524.743406:0:216299:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329524.743407:0:216299:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030aeebd2. 00000100:00000001:3.0:1767329524.743409:0:216299:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329524.743410:0:216299:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767329524.743412:0:216299:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329524.743413:0:216299:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1767329524.743414:0:216299:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767329524.743416:0:216299:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767329524.743418:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da4000 type=0x10620000 idx=1 00000040:00001000:3.0:1767329524.743420:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:3.0:1767329524.743422:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da40e0 type=0x10620000 idx=2 00000040:00001000:3.0:1767329524.743423:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 2 00000040:00001000:3.0:1767329524.743424:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da4158 type=0x10620000 idx=3 00000040:00001000:3.0:1767329524.743426:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 3 00000040:00001000:3.0:1767329524.743427:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da4200 type=0x10620000 idx=4 00000040:00001000:3.0:1767329524.743428:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 4 00000040:00001000:3.0:1767329524.743429:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da42e0 type=0x10620000 idx=5 00000040:00001000:3.0:1767329524.743430:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 5 00000040:00001000:3.0:1767329524.743439:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da43c0 type=0x10620000 idx=6 00000040:00001000:3.0:1767329524.743440:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 6 00000040:00001000:3.0:1767329524.743440:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da4438 type=0x10620000 idx=7 00000040:00001000:3.0:1767329524.743443:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 7 00000040:00001000:3.0:1767329524.743445:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da44e0 type=0x10620000 idx=8 00000040:00001000:3.0:1767329524.743446:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 8 00000040:00001000:3.0:1767329524.743447:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da45c0 type=0x10620000 idx=9 00000040:00001000:3.0:1767329524.743448:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 9 00000040:00001000:3.0:1767329524.743448:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da46a0 type=0x10620000 idx=10 00000040:00001000:3.0:1767329524.743449:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 10 00000040:00001000:3.0:1767329524.743450:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da4718 type=0x10620000 idx=11 00000040:00001000:3.0:1767329524.743453:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 11 00000040:00001000:3.0:1767329524.743454:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da47f8 type=0x10620000 idx=12 00000040:00001000:3.0:1767329524.743455:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 12 00000040:00001000:3.0:1767329524.743456:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da48d8 type=0x10620000 idx=13 00000040:00001000:3.0:1767329524.743458:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 13 00000040:00001000:3.0:1767329524.743459:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da4930 type=0x10620000 idx=14 00000040:00001000:3.0:1767329524.743461:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 14 00000040:00001000:3.0:1767329524.743462:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da49b0 type=0x10620000 idx=15 00000040:00001000:3.0:1767329524.743463:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 15 00000040:00001000:3.0:1767329524.743464:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da4a40 type=0x10620000 idx=16 00000040:00001000:3.0:1767329524.743465:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 16 00000040:00001000:3.0:1767329524.743466:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da4ae0 type=0x10620000 idx=17 00000040:00001000:3.0:1767329524.743467:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 17 00000040:00001000:3.0:1767329524.743468:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da4bc0 type=0x10620000 idx=18 00000040:00001000:3.0:1767329524.743469:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 18 00000040:00001000:3.0:1767329524.743470:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da4ca0 type=0x10620000 idx=19 00000040:00001000:3.0:1767329524.743471:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 19 00000040:00001000:3.0:1767329524.743471:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da4cf0 type=0x10620000 idx=20 00000040:00001000:3.0:1767329524.743472:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 20 00000040:00001000:3.0:1767329524.743474:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da4dd0 type=0x10620000 idx=21 00000040:00001000:3.0:1767329524.743475:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 21 00000040:00001000:3.0:1767329524.743476:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da4eb0 type=0x10620000 idx=22 00000040:00001000:3.0:1767329524.743477:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 22 00000040:00001000:3.0:1767329524.743478:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da4f08 type=0x10620000 idx=23 00000040:00001000:3.0:1767329524.743501:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 23 00000040:00001000:3.0:1767329524.743502:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da4f88 type=0x10620000 idx=24 00000040:00001000:3.0:1767329524.743503:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 24 00000040:00001000:3.0:1767329524.743504:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da5018 type=0x10620000 idx=25 00000040:00001000:3.0:1767329524.743506:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 25 00000040:00001000:3.0:1767329524.743507:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da50b8 type=0x10620000 idx=26 00000040:00001000:3.0:1767329524.743508:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 26 00000040:00001000:3.0:1767329524.743509:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da5198 type=0x10620000 idx=27 00000040:00001000:3.0:1767329524.743510:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 27 00000040:00001000:3.0:1767329524.743511:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da5278 type=0x10620000 idx=28 00000040:00001000:3.0:1767329524.743513:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 28 00000040:00001000:3.0:1767329524.743514:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da52c8 type=0x10620000 idx=29 00000040:00001000:3.0:1767329524.743515:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 29 00000040:00001000:3.0:1767329524.743516:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da53a8 type=0x10620000 idx=30 00000040:00001000:3.0:1767329524.743517:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 30 00000040:00001000:3.0:1767329524.743518:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da5488 type=0x10620000 idx=31 00000040:00001000:3.0:1767329524.743520:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 31 00000040:00001000:3.0:1767329524.743521:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da54e0 type=0x10620000 idx=32 00000040:00001000:3.0:1767329524.743523:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 32 00000040:00001000:3.0:1767329524.743525:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da5560 type=0x10620000 idx=33 00000040:00001000:3.0:1767329524.743526:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 33 00000040:00001000:3.0:1767329524.743527:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da55f0 type=0x10620000 idx=34 00000040:00001000:3.0:1767329524.743529:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 34 00000040:00001000:3.0:1767329524.743530:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da5670 type=0x10620000 idx=35 00000040:00001000:3.0:1767329524.743531:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 35 00000040:00001000:3.0:1767329524.743532:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da5750 type=0x10620000 idx=36 00000040:00001000:3.0:1767329524.743533:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 36 00000040:00001000:3.0:1767329524.743534:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da5830 type=0x10620000 idx=37 00000040:00001000:3.0:1767329524.743535:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 37 00000040:00001000:3.0:1767329524.743536:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da5880 type=0x10620000 idx=38 00000040:00001000:3.0:1767329524.743538:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 38 00000040:00001000:3.0:1767329524.743539:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da5960 type=0x10620000 idx=39 00000040:00001000:3.0:1767329524.743540:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 39 00000040:00001000:3.0:1767329524.743541:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da5a40 type=0x10620000 idx=40 00000040:00001000:3.0:1767329524.743544:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 40 00000040:00001000:3.0:1767329524.743567:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da5a98 type=0x10620000 idx=41 00000040:00001000:3.0:1767329524.743569:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 41 00000040:00001000:3.0:1767329524.743571:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da5b18 type=0x10620000 idx=42 00000040:00001000:3.0:1767329524.743573:0:216299:0:(llog.c:759:llog_process_thread()) skipping lrh_index 42 00000040:00001000:3.0:1767329524.743575:0:216299:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8c5549da5ba8 type=0x10620000 idx=43 00000040:00001000:3.0:1767329524.743577:0:216299:0:(llog.c:776:llog_process_thread()) lrh_index: 43 lrh_len: 160 (1112 remains) 00000040:00001000:3.0:1767329524.743580:0:216299:0:(llog.c:797:llog_process_thread()) index: 43, lh_last_idx: 66 synced_idx: 0 lgh_last_idx: 66 00000020:00000001:3.0:1767329524.743584:0:216299:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767329524.743592:0:216299:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000001d3df64a. 00000020:01000000:3.0:1767329524.743598:0:216299:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8c55499c0800 00000020:00000010:3.0:1767329524.743604:0:216299:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000009e9bf332. 00000020:00000080:3.0:1767329524.743607:0:216299:0:(obd_config.c:1389:class_process_config()) processing cmd: cf014 00000020:00000001:3.0:1767329524.743613:0:216299:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767329524.743618:0:216299:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9edecee. 00000020:00000010:3.0:1767329524.743626:0:216299:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000eba40cb. 00000040:00000010:3.0:1767329524.743632:0:216299:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000185c0700. 00000020:00000010:3.0:1767329524.743638:0:216299:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003d8c2f2d. 00000020:00000010:3.0:1767329524.743644:0:216299:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000050ad50f9. 00040000:00000010:3.0:1767329524.743648:0:216299:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000011b16950. 00040000:00000010:3.0:1767329524.743669:0:216299:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008bbc3300. 00800000:00000001:3.0:1767329524.743672:0:216299:0:(lmv_obd.c:1346:lmv_process_config()) Process entered 00800000:00000001:3.0:1767329524.743677:0:216299:0:(lmv_obd.c:423:lmv_add_target()) Process entered 00800000:01000000:3.0:1767329524.743678:0:216299:0:(lmv_obd.c:425:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00800000:00000010:3.0:1767329524.743685:0:216299:0:(lmv_obd.c:434:lmv_add_target()) kmalloced '(tgt)': 368 at 000000009b16c850. 00020000:00000001:3.0:1767329524.743687:0:216299:0:(lu_tgt_descs.c:357:ltd_add_tgt()) Process entered 00020000:00000001:3.0:1767329524.743689:0:216299:0:(lu_tgt_descs.c:372:ltd_add_tgt()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00800000:00000001:3.0:1767329524.743691:0:216299:0:(lmv_obd.c:448:lmv_add_target()) Process leaving via out_tgt (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00800000:00000010:3.0:1767329524.743694:0:216299:0:(lmv_obd.c:465:lmv_add_target()) kfreed 'tgt': 368 at 000000009b16c850. 00800000:00000001:3.0:1767329524.743696:0:216299:0:(lmv_obd.c:1363:lmv_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00800000:00000001:3.0:1767329524.743698:0:216299:0:(lmv_obd.c:1369:lmv_process_config()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000010:3.0:1767329524.743700:0:216299:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000eba40cb. 00000040:00000010:3.0:1767329524.743704:0:216299:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000185c0700. 00000020:00000010:3.0:1767329524.743707:0:216299:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003d8c2f2d. 00000020:00000010:3.0:1767329524.743717:0:216299:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000050ad50f9. 00040000:00000010:3.0:1767329524.743721:0:216299:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000011b16950. 00040000:00000010:3.0:1767329524.743724:0:216299:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008bbc3300. 00000020:00000010:3.0:1767329524.743727:0:216299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9edecee. 00000020:00000001:3.0:1767329524.743729:0:216299:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000001:3.0:1767329524.743731:0:216299:0:(obd_config.c:1583:class_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:3.0:1767329524.743733:0:216299:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000009e9bf332. 00000020:00000010:3.0:1767329524.743736:0:216299:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000001d3df64a. 00000020:00020000:3.0:1767329524.743738:0:216299:0:(obd_config.c:2001:class_config_llog_handler()) MGC192.168.202.109@tcp: cfg command failed: rc = -17 00000020:00000001:3.0:1767329524.747288:0:216299:0:(obd_config.c:2319:class_config_dump_handler()) Process entered 00000020:00000010:3.0:1767329524.747313:0:216299:0:(obd_config.c:2321:class_config_dump_handler()) kmalloced '(outstr)': 256 at 0000000011b16950. 00000020:00000001:3.0:1767329524.747316:0:216299:0:(obd_config.c:2250:class_config_parse_rec()) Process entered 00000020:00000001:3.0:1767329524.747321:0:216299:0:(obd_config.c:2309:class_config_parse_rec()) Process leaving (rc=88 : 88 : 58) 00000020:02000400:3.0:1767329524.747323:0:216299:0:(obd_config.c:2327:class_config_dump_handler()) cmd=cf014 0:lustre-clilmv 1:lustre-MDT0001_UUID 2:1 3:1 4:lustre-MDT0001-mdc_UUID 00000020:00000010:0.0:1767329524.747926:0:216297:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000019b127bb. 00000020:00000040:0.0:1767329524.747933:0:216297:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-MDT0001-mdc-ffff8c55499c0800 has already been connecting to new target(6) 00000020:00000010:0.0:1767329524.747935:0:216297:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000019b127bb. 00000020:00000010:3.0:1767329524.750360:0:216299:0:(obd_config.c:2333:class_config_dump_handler()) kfreed 'outstr': 256 at 0000000011b16950. 00000020:00000001:3.0:1767329524.750369:0:216299:0:(obd_config.c:2334:class_config_dump_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329524.750372:0:216299:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000040:00000001:3.0:1767329524.750375:0:216299:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000040:00080000:3.0:1767329524.750378:0:216299:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 43 count 66 00000040:00000010:3.0:1767329524.750381:0:216299:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000bcf1cf27. 00000020:00000010:3.0:1767329524.750387:0:216299:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000993137fb. 00000020:00000010:3.0:1767329524.750402:0:216299:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008e1da56b. 00000040:00000010:3.0:1767329524.750404:0:216299:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001207cc22. 00000020:00000010:3.0:1767329524.750406:0:216299:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fb2b151d. 00000020:00000010:3.0:1767329524.750409:0:216299:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000066631dff. 00000020:00000010:3.0:1767329524.750415:0:216299:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d0fdbf00. 80000000:00000010:3.0:1767329524.750423:0:216299:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000027a1f5fa. 40000000:00000010:3.0:1767329524.750427:0:216299:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000aab346e0. 00100000:00000010:3.0:1767329524.750429:0:216299:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000005d075ac. 00040000:00000010:3.0:1767329524.750432:0:216299:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000029ea41fb. 00040000:00000010:3.0:1767329524.750435:0:216299:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cbbb1e9d. 00040000:00000010:3.0:1767329524.750437:0:216299:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f2e1a91e. 00000004:00000010:3.0:1767329524.750447:0:216299:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a790da18. 00000004:00000010:3.0:1767329524.750451:0:216299:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000120b5be. 00000004:00000010:3.0:1767329524.750454:0:216299:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007adca285. 00002000:00000010:3.0:1767329524.750458:0:216299:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006d780c3b. 00000004:00000010:3.0:1767329524.750461:0:216299:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007dba968e. 00000020:00000010:3.0:1767329524.750463:0:216299:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074b96bb4. 00000040:00000010:3.0:1767329524.750660:0:211338:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000000d4b64bf. 00000040:00000001:3.0:1767329524.750667:0:211338:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:01000000:3.0:1767329524.750670:0:211338:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 43-43 (rc=-17) 00000040:00000010:3.0:1767329524.750674:0:211338:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000000af78c0. 00000040:00000010:3.0:1767329524.750677:0:211338:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e57a952f. 00000020:00000001:3.0:1767329524.750681:0:211338:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00000001:3.0:1767329524.750683:0:211338:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:3.0:1767329524.750689:0:211338:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d12fd14c. 00000040:00000010:3.0:1767329524.750692:0:211338:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002f06848b. 00000020:00000010:3.0:1767329524.750693:0:211338:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000087403816. 00000020:00000010:3.0:1767329524.750696:0:211338:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b37240ef. 80000000:00000010:3.0:1767329524.750697:0:211338:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b0a19a74. 00040000:00000010:3.0:1767329524.750699:0:211338:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000871a6c6e. 20000000:00000010:3.0:1767329524.750702:0:211338:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000d2927845. 00000020:00000010:3.0:1767329524.750704:0:211338:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000576dcef4. 10000000:00000010:3.0:1767329524.750706:0:211338:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000cbf17dc2. 10000000:01000000:3.0:1767329524.750708:0:211338:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.109@tcp: configuration from log 'lustre-client' failed (-17). 10000000:00000001:3.0:1767329524.750711:0:211338:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767329524.750712:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767329524.750713:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767329524.750715:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000242860a3 refcount=3 00000020:00000001:3.0:1767329524.750716:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589268480 : -127177120283136 : ffff8c5544ec0600) 00010000:00000001:3.0:1767329524.750718:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589268480 : -127177120283136 : ffff8c5544ec0600) 00010000:00000001:3.0:1767329524.750720:0:211338:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767329524.750722:0:211338:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.109@tcp lock: 00000000242860a3/0x989c09653bac0c8a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd5782c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767329524.750737:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767329524.750738:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767329524.750740:0:211338:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.109@tcp lock: 00000000242860a3/0x989c09653bac0c8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd5782c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767329524.750744:0:211338:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767329524.750745:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767329524.750747:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767329524.750748:0:211338:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767329524.750749:0:211338:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00020000:3.0:1767329524.750751:0:211338:0:(mgc_request.c:614:do_requeue()) failed processing log: -17 10000000:00000001:3.0:1767329524.752808:0:211338:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767329524.752810:0:211338:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767329524.752812:0:211338:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000b70d88c0) refs 2 10000000:00000001:3.0:1767329524.752815:0:211338:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767329524.752816:0:211338:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767329524.752817:0:211338:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000fbd3e279) refs 3 10000000:00000001:3.0:1767329524.752819:0:211338:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767329524.752820:0:211338:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767329524.752821:0:211338:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1767329524.752823:0:211338:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:3.0:1767329524.752824:0:211338:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff8c555a584a88 from 1 10000000:00000001:3.0:1767329524.752826:0:211338:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767329524.752827:0:211338:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1767329524.752830:0:211338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030aeebd2. 00000020:00000040:3.0:1767329524.752834:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329524.752838:0:211338:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329524.752841:0:211338:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329524.752845:0:211338:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329524.752851:0:211338:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008bbc3300. 00000100:00000001:3.0:1767329524.752854:0:211338:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329524.752857:0:211338:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767329524.752859:0:211338:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767329524.752863:0:211338:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000654811cd count: 2 00010000:00000001:3.0:1767329524.752866:0:211338:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767329524.752874:0:211338:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767329524.752879:0:211338:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ecc318de. 00000020:00000001:3.0:1767329524.752884:0:211338:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767329524.752890:0:211338:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ecc318de with handle 0x989c09653bac0c91 to hash 00000020:00000001:3.0:1767329524.752893:0:211338:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767329524.752896:0:211338:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767329524.752898:0:211338:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767329524.752901:0:211338:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767329524.752905:0:211338:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329524.752908:0:211338:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.109@tcp lock: 00000000ecc318de/0x989c09653bac0c91 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767329524.752914:0:211338:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.109@tcp lock: 00000000ecc318de/0x989c09653bac0c91 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767329524.752920:0:211338:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.109@tcp lock: 00000000ecc318de/0x989c09653bac0c91 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767329524.752923:0:211338:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767329524.752925:0:211338:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767329524.752928:0:211338:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009e9bf332. 00000100:00000001:3.0:1767329524.752930:0:211338:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896909633216 : -127176799918400 : ffff8c55580466c0) 00000100:00000001:3.0:1767329524.752933:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329524.752935:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776931072 : -127176932620544 : ffff8c55501b8700) 00000100:00000001:3.0:1767329524.752939:0:211338:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329524.752941:0:211338:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329524.752943:0:211338:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767329524.752945:0:211338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329524.752953:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000030aeebd2 x1853178572236160/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.752960:0:211338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329524.752963:0:211338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329524.752966:0:211338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329524.752969:0:211338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329524.752977:0:211338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329524.752982:0:211338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572236160:192.168.202.109@tcp:101: 00000100:00000001:3.0:1767329524.752986:0:211338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329524.752990:0:211338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329524.752992:0:211338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329524.752994:0:211338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329524.752998:0:211338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007dba968e. 02000000:00000001:3.0:1767329524.753000:0:211338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329524.753003:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9c32468. 00000400:00000010:3.0:1767329524.753010:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e8f47ae. 00000100:00000200:3.0:1767329524.753013:0:211338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853178572236160, portal 25 00000100:00000001:3.0:1767329524.753043:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329524.753045:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776931072 : -127176932620544 : ffff8c55501b8700) 00000100:00000040:3.0:1767329524.753054:0:211338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000030aeebd2 x1853178572236160/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.753062:0:211338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329524.753069:0:211338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329524.753073:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5c30b11. 00000100:00000200:3.0:1767329524.753094:0:211338:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853178572236160, offset 0 00000400:00000200:3.0:1767329524.753107:0:211338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329524.753127:0:211338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767329524.753138:0:211338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767329524.753149:0:211338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329524.753158:0:211338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329524.753166:0:211338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329524.753177:0:211338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [475:475:256:4294967295] 192.168.202.109@tcp LPNI seq info [475:475:8:4294967295] 00000400:00000200:3.0:1767329524.753211:0:211338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329524.753249:0:211338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329524.753272:0:211338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011b16950. 00000800:00000200:3.0:1767329524.753282:0:211338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767329524.753290:0:211338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329524.753298:0:211338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011b16950 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1767329524.753317:0:211338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329524.753322:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301374326 00000100:00000001:3.0:1767329524.753331:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301374314 00000100:00000001:3.0:1767329524.753343:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301374326 00000100:00000001:3.0:1767329524.753353:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301374314 00000100:00000001:3.0:1767329524.753363:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301374326 00000100:00000001:3.0:1767329524.753373:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301374314 00000100:00000001:3.0:1767329524.753383:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301374326 00000100:00000001:3.0:1767329524.753392:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301374314 00000800:00000200:0.0:1767329524.753400:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329524.753402:0:211338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767329524.753406:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011b16950. 00000100:00000001:3.0:1767329524.753407:0:211338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329524.753412:0:211338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329524.753417:0:211338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767329524.753417:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767329524.753422:0:211338:0:(client.c:2690:ptlrpc_set_wait()) set 000000009e9bf332 going to sleep for 11 seconds 00000100:00000001:3.0:1767329524.753428:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329524.753432:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329524.753434:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329524.753442:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5c30b11 00000400:00000010:0.0:1767329524.753445:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5c30b11. 00000100:00000001:0.0:1767329524.753452:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329524.753476:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000030aeebd2 x1853178572236160/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.753489:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329524.753496:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000030aeebd2 x1853178572236160/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.753507:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.753510:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329524.754684:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329524.754706:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329524.754708:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329524.754710:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329524.754716:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329524.754723:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 344 into portal 25 MB=0x69574c280e580 00000400:00000200:3.0:1767329524.754727:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 344/344 into md 0xfa1 [1] + 224 00000800:00000001:3.0:1767329524.754733:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329524.754739:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329524.754740:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329524.754743:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329524.754749:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329524.754755:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000030aeebd2 x1853178572236160/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329524.754774:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000030aeebd2 x1853178572236160/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.754789:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329524.754797:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329524.754800:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329524.754844:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329524.754851:0:211338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329524.754853:0:211338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329524.754856:0:211338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9c32468. 00000400:00000200:0.0:1767329524.754863:0:211338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e8f47ae 00000400:00000010:0.0:1767329524.754865:0:211338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e8f47ae. 00000100:00000001:0.0:1767329524.754870:0:211338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329524.754877:0:211338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000030aeebd2 x1853178572236160/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329524.754886:0:211338:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000030aeebd2 x1853178572236160/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.754903:0:211338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329524.754904:0:211338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329524.754906:0:211338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329524.754908:0:211338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329524.754910:0:211338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329524.754913:0:211338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329524.754916:0:211338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329524.754920:0:211338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=71 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329524.754924:0:211338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=71 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329524.754927:0:211338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329524.754929:0:211338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329524.754932:0:211338:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329524.754934:0:211338:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.754937:0:211338:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329524.754942:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000030aeebd2 x1853178572236160/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.754946:0:211338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329524.754950:0:211338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329524.754952:0:211338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329524.754957:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030aeebd2 x1853178572236160/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329524.754983:0:211338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572236160:192.168.202.109@tcp:101: 00000100:00000001:0.0:1767329524.754990:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329524.754996:0:211338:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.754999:0:211338:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767329524.755001:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329524.755004:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000030aeebd2 x1853178572236160/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.755010:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329524.755012:0:211338:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009e9bf332. 00000100:00000001:0.0:1767329524.755015:0:211338:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767329524.755016:0:211338:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329524.755024:0:211338:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767329524.755043:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767329524.755095:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767329524.755099:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ecc318de refcount=4 00000020:00000001:0.0:1767329524.755103:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:0.0:1767329524.755107:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000040:0.0:1767329524.755114:0:211338:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000ecc318de, remote cookie: 0xa764e4c88bd57833, flags: 0x0 00010000:00000001:0.0:1767329524.755118:0:211338:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767329524.755122:0:211338:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767329524.755125:0:211338:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767329524.755128:0:211338:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767329524.755131:0:211338:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767329524.755134:0:211338:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000654811cd) refcount = 2 00010000:00000040:0.0:1767329524.755138:0:211338:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767329524.755141:0:211338:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.109@tcp lock: 00000000242860a3/0x989c09653bac0c8a lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa764e4c88bd5782c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767329524.755150:0:211338:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.109@tcp lock: 00000000ecc318de/0x989c09653bac0c91 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd57833 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767329524.755159:0:211338:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767329524.755162:0:211338:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767329524.755164:0:211338:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767329524.755169:0:211338:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767329524.755174:0:211338:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329524.755177:0:211338:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.109@tcp lock: 00000000ecc318de/0x989c09653bac0c91 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa764e4c88bd57833 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767329524.755184:0:211338:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767329524.755186:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767329524.755188:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767329524.755190:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767329524.755191:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767329524.755194:0:211338:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.755196:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329524.755202:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000030aeebd2 x1853178572236160/t0(0) o101->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1767329540 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.755263:0:211338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329524.755267:0:211338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329524.755270:0:211338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007dba968e. 02000000:00000001:0.0:1767329524.755276:0:211338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329524.755279:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329524.755282:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329524.755284:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329524.755287:0:211338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008bbc3300. 02000000:00000001:0.0:1767329524.755307:0:211338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329524.755309:0:211338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329524.755310:0:211338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030aeebd2. 00000100:00000001:0.0:1767329524.755315:0:211338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329524.755318:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767329524.755320:0:211338:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767329524.755322:0:211338:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767329524.755324:0:211338:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000b70d88c0) refs 3 10000000:00000001:0.0:1767329524.755326:0:211338:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329524.755328:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767329524.755330:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767329524.755331:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ecc318de refcount=3 00000020:00000001:0.0:1767329524.755333:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:0.0:1767329524.755335:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:0.0:1767329524.755338:0:211338:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767329524.755340:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767329524.755341:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767329524.755343:0:211338:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767329524.755345:0:211338:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1767329524.755349:0:211338:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000019b127bb. 00000020:00000010:0.0:1767329524.755353:0:211338:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025a539ae. 00000020:00000010:0.0:1767329524.755358:0:211338:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000576dcef4. 00000040:00000010:0.0:1767329524.755360:0:211338:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b37240ef. 00000020:00000010:0.0:1767329524.755363:0:211338:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000006354e5d. 00000020:00000010:0.0:1767329524.755366:0:211338:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002f06848b. 80000000:00000010:0.0:1767329524.755370:0:211338:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a8fe8887. 00040000:00000010:0.0:1767329524.755376:0:211338:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d12fd14c. 20000000:00000010:0.0:1767329524.755378:0:211338:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000005ef51550. 10000000:00000040:0.0:1767329524.755380:0:211338:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005511999b : new refcount 2 00000020:00000001:0.0:1767329524.755382:0:211338:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1767329524.755383:0:211338:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:0.0:1767329524.755384:0:211338:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767329524.755386:0:211338:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008b489dcc. 00000040:00000001:0.0:1767329524.755389:0:211338:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767329524.755390:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000010:0.0:1767329524.755393:0:211338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d4e3d80. 00000020:00000040:0.0:1767329524.755395:0:211338:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=5 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329524.755397:0:211338:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329524.755400:0:211338:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329524.755402:0:211338:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329524.755405:0:211338:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001bc850cd. 00000100:00000001:0.0:1767329524.755408:0:211338:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.755411:0:211338:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767329524.755412:0:211338:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767329524.755415:0:211338:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe2253a7. 00000100:00000001:0.0:1767329524.755416:0:211338:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896613300672 : -127177096250944 : ffff8c55465ab9c0) 00000100:00000001:0.0:1767329524.755419:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329524.755420:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578902144 : -127177130649472 : ffff8c55444dd880) 00000100:00000001:0.0:1767329524.755422:0:211338:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329524.755423:0:211338:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.755425:0:211338:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767329524.755426:0:211338:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329524.755429:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d4e3d80 x1853178572236288/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.755434:0:211338:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329524.755435:0:211338:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329524.755436:0:211338:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329524.755437:0:211338:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329524.755439:0:211338:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329524.755440:0:211338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d4e3d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572236288:192.168.202.109@tcp:501: 00000100:00000001:0.0:1767329524.755450:0:211338:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329524.755452:0:211338:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329524.755453:0:211338:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329524.755454:0:211338:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329524.755458:0:211338:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c883d92e. 02000000:00000001:0.0:1767329524.755462:0:211338:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329524.755469:0:211338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061741a83. 00000400:00000010:0.0:1767329524.755476:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031de8760. 00000100:00000200:0.0:1767329524.755480:0:211338:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572236288, portal 25 00000100:00000001:0.0:1767329524.755483:0:211338:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329524.755485:0:211338:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578902144 : -127177130649472 : ffff8c55444dd880) 00000100:00000040:0.0:1767329524.755490:0:211338:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d4e3d80 x1853178572236288/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329540 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.755495:0:211338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329524.755503:0:211338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329524.755505:0:211338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b68fddbb. 00000100:00000200:0.0:1767329524.755507:0:211338:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853178572236288, offset 0 00000400:00000200:0.0:1767329524.755517:0:211338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329524.755526:0:211338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329524.755532:0:211338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329524.755537:0:211338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329524.755540:0:211338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329524.755543:0:211338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329524.755547:0:211338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [476:476:256:4294967295] 192.168.202.109@tcp LPNI seq info [476:476:8:4294967295] 00000400:00000200:0.0:1767329524.755567:0:211338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329524.755571:0:211338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329524.755575:0:211338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5c44fe9. 00000800:00000200:0.0:1767329524.755581:0:211338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767329524.755586:0:211338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329524.755590:0:211338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5c44fe9 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1767329524.755601:0:211338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.755608:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301374328 00000100:00000001:0.0:1767329524.755611:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301374326 00000100:00000001:0.0:1767329524.755615:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301374328 00000100:00000001:0.0:1767329524.755617:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301374326 00000100:00000001:0.0:1767329524.755619:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301374328 00000100:00000001:0.0:1767329524.755621:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301374326 00000100:00000001:0.0:1767329524.755622:0:211338:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301374328 00000100:00000001:0.0:1767329524.755624:0:211338:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301374326 00000100:00000001:0.0:1767329524.755626:0:211338:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329524.755627:0:211338:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329524.755629:0:211338:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329524.755630:0:211338:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767329524.755631:0:211338:0:(client.c:2690:ptlrpc_set_wait()) set 00000000fe2253a7 going to sleep for 11 seconds 00000100:00000001:0.0:1767329524.755634:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329524.755635:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329524.755687:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329524.755691:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5c44fe9. 00000400:00000200:3.0:1767329524.755698:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329524.755703:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329524.755708:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b68fddbb 00000400:00000010:3.0:1767329524.755710:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b68fddbb. 00000100:00000001:3.0:1767329524.755715:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329524.755721:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d4e3d80 x1853178572236288/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329540 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.755728:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329524.755736:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001d4e3d80 x1853178572236288/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329540 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.755741:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329524.755744:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329524.756971:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329524.756980:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329524.756983:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329524.756989:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329524.756997:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329524.757011:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 272 into portal 25 MB=0x69574c280e600 00000400:00000200:0.0:1767329524.757060:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 272/272 into md 0xfa9 [1] + 224 00000800:00000001:0.0:1767329524.757084:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329524.757097:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329524.757100:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329524.757106:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329524.757112:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329524.757117:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001d4e3d80 x1853178572236288/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329540 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329524.757130:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@000000001d4e3d80 x1853178572236288/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329524.757169:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329524.757184:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329524.757193:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329524.757200:0:211338:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329524.757212:0:211338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329524.757228:0:211338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329524.757232:0:211338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061741a83. 00000400:00000200:3.0:1767329524.757242:0:211338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031de8760 00000400:00000010:3.0:1767329524.757261:0:211338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031de8760. 00000100:00000001:3.0:1767329524.757269:0:211338:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329524.757278:0:211338:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d4e3d80 x1853178572236288/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329524.757291:0:211338:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d4e3d80 x1853178572236288/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.757298:0:211338:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329524.757306:0:211338:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329524.757309:0:211338:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329524.757313:0:211338:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329524.757316:0:211338:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329524.757318:0:211338:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329524.757320:0:211338:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329524.757325:0:211338:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=71 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329524.757329:0:211338:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329524.757334:0:211338:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767329524.757340:0:211338:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@000000001d4e3d80 x1853178572236288/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.757347:0:211338:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767329524.757350:0:211338:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1767329524.757357:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d4e3d80 x1853178572236288/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329540 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.757364:0:211338:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1767329524.757366:0:211338:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329524.757368:0:211338:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329524.757376:0:211338:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d4e3d80 x1853178572236288/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329540 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329524.757385:0:211338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d4e3d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbc0edb7-593a-4289-8780-9495892e37e0:211338:1853178572236288:192.168.202.109@tcp:501: 00000100:00000001:3.0:1767329524.757397:0:211338:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329524.757403:0:211338:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767329524.757406:0:211338:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767329524.757410:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329524.757416:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d4e3d80 x1853178572236288/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329540 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.757423:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767329524.757425:0:211338:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fe2253a7. 00000100:00000001:3.0:1767329524.757433:0:211338:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767329524.757435:0:211338:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767329524.757443:0:211338:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:3.0:1767329524.757448:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329524.757449:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1767329524.757453:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767329524.757456:0:211338:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329524.757464:0:211338:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d4e3d80 x1853178572236288/t0(0) o501->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1767329540 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329524.757473:0:211338:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329524.757478:0:211338:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329524.757480:0:211338:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c883d92e. 02000000:00000001:3.0:1767329524.757484:0:211338:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329524.757487:0:211338:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329524.757490:0:211338:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1767329524.757494:0:211338:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329524.757497:0:211338:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001bc850cd. 02000000:00000001:3.0:1767329524.757504:0:211338:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329524.757507:0:211338:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329524.757510:0:211338:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d4e3d80. 00000100:00000001:3.0:1767329524.757514:0:211338:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329524.757516:0:211338:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1767329524.757519:0:211338:0:(llog.c:1547:llog_open()) MGC192.168.202.109@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:3.0:1767329524.757522:0:211338:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008b489dcc. 00000040:00000001:3.0:1767329524.757528:0:211338:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1767329524.757532:0:211338:0:(obd_config.c:2023:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:3.0:1767329524.757536:0:211338:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:3.0:1767329524.757540:0:211338:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000576dcef4. 00000040:00000010:3.0:1767329524.757544:0:211338:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b37240ef. 00000020:00000010:3.0:1767329524.757549:0:211338:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000006354e5d. 00000020:00000010:3.0:1767329524.757553:0:211338:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002f06848b. 80000000:00000010:3.0:1767329524.757557:0:211338:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a8fe8887. 00040000:00000010:3.0:1767329524.757563:0:211338:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d12fd14c. 20000000:00000010:3.0:1767329524.757572:0:211338:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000005ef51550. 00000020:00000010:3.0:1767329524.757577:0:211338:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025a539ae. 10000000:00000010:3.0:1767329524.757583:0:211338:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000019b127bb. 10000000:01000000:3.0:1767329524.757592:0:211338:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.109@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:3.0:1767329524.757598:0:211338:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767329524.757600:0:211338:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767329524.757603:0:211338:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767329524.757604:0:211338:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ecc318de refcount=3 00000020:00000001:3.0:1767329524.757605:0:211338:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767329524.757607:0:211338:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896667604992 : -127177041946624 : ffff8c5549975800) 00010000:00000001:3.0:1767329524.757609:0:211338:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767329524.757611:0:211338:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.109@tcp lock: 00000000ecc318de/0x989c09653bac0c91 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd57833 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767329524.757616:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767329524.757617:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767329524.757618:0:211338:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.109@tcp lock: 00000000ecc318de/0x989c09653bac0c91 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd57833 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767329524.757622:0:211338:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767329524.757623:0:211338:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767329524.757624:0:211338:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767329524.757625:0:211338:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767329524.757626:0:211338:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:3.0:1767329524.757628:0:211338:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767329524.757629:0:211338:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767329524.757630:0:211338:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000b70d88c0) refs 3 10000000:00000001:3.0:1767329524.757631:0:211338:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:1.0:1767329524.791091:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329524.791096:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329524.791203:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329524.791210:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329524.791231:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329525.815203:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329525.815255:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329525.815335:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329525.815345:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329525.815351:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329526.839186:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329526.839221:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329526.839355:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329526.839362:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329526.839367:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329527.863245:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329527.863254:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329527.863355:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329527.863364:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329527.863371:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329528.823215:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329528.823228:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329528.823239:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a42c2d0. 00000020:00000040:0.0:1767329528.823247:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329528.823252:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329528.823255:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329528.823262:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329528.823270:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f41acca9. 00000100:00000001:0.0:1767329528.823278:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329528.823291:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000006a42c2d0 x1853178572236416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329528.823302:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329528.823305:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329528.823310:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a42c2d0] to pc [ptlrpcd_00_03+3] req@000000006a42c2d0 x1853178572236416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329528.823336:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329528.823340:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329528.823344:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767329528.823352:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767329528.823354:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d4e3d80. 00000100:00000001:1.0:1767329528.823359:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767329528.823359:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329528.823364:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329528.823364:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329528.823368:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329528.823371:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329528.823372:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a42c2d0 x1853178572236416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767329528.823377:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dd12ef3a. 00000100:00000001:0.0:1767329528.823384:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329528.823386:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329528.823388:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329528.823389:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329528.823392:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767329528.823395:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329528.823396:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329528.823401:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329528.823403:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a42c2d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572236416:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329528.823408:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767329528.823413:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000001d4e3d80 x1853178572236544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767329528.823414:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329528.823418:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329528.823423:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329528.823426:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329528.823428:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329528.823430:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002495208f. 00000100:00000040:0.0:1767329528.823431:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d4e3d80] to pc [ptlrpcd_00_00+0] req@000000001d4e3d80 x1853178572236544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329528.823435:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329528.823445:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000229d1347. 00000400:00000010:1.0:1767329528.823454:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087ae87af. 00000100:00000001:0.0:1767329528.823460:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329528.823462:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572236416, portal 25 00000100:00000040:0.0:1767329528.823464:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329528.823467:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329528.823468:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767329528.823470:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578910208 : -127177130641408 : ffff8c55444df800) 00000100:00000010:0.0:1767329528.823473:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001863c1e0. 00000100:00000040:1.0:1767329528.823477:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a42c2d0 x1853178572236416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767329528.823477:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329528.823480:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329528.823480:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329528.823484:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767329528.823485:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:0.0:1767329528.823486:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329528.823491:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767329528.823494:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000048650044. 00000100:00000001:0.0:1767329528.823499:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329528.823501:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329528.823502:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329528.823506:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000001863c1e0 x1853178572236672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329528.823507:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329528.823512:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329528.823514:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329528.823517:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329528.823518:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767329528.823518:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fefedd0d. 00000100:00000001:0.0:1767329528.823521:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329528.823523:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329528.823525:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329528.823525:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572236416, offset 0 00000100:00000001:0.0:1767329528.823525:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329528.823531:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d4e3d80 x1853178572236544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329528.823536:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001863c1e0] to pc [ptlrpcd_00_01+1] req@000000001863c1e0 x1853178572236672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329528.823540:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329528.823553:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329528.823555:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329528.823556:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329528.823557:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767329528.823559:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767329528.823561:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:2.0:1767329528.823562:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329528.823567:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767329528.823569:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329528.823574:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329528.823574:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767329528.823574:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6711) 00000100:00100000:2.0:1767329528.823575:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d4e3d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572236544:192.168.202.109@tcp:400: 00000100:00100000:3.0:1767329528.823579:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767329528.823583:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329528.823585:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329528.823585:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329528.823592:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767329528.823593:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329528.823596:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329528.823597:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767329528.823599:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329528.823601:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329528.823601:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329528.823605:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329528.823606:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [477:477:256:4294967295] 192.168.202.109@tcp LPNI seq info [477:477:8:4294967295] 02000000:00000010:2.0:1767329528.823611:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000025588a04. 00000100:00000001:3.0:1767329528.823612:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767329528.823614:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329528.823615:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767329528.823620:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012bfe709. 00000100:00000040:3.0:1767329528.823624:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001863c1e0 x1853178572236672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329528.823625:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:2.0:1767329528.823628:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004740f0f1. 00000100:00000200:2.0:1767329528.823633:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572236544, portal 10 00000100:00000001:2.0:1767329528.823638:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1767329528.823640:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329528.823641:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578902144 : -127177130649472 : ffff8c55444dd880) 00000800:00000010:1.0:1767329528.823648:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000100:00000001:3.0:1767329528.823649:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767329528.823653:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d4e3d80 x1853178572236544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329528.823654:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329528.823659:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767329528.823662:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:3.0:1767329528.823663:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329528.823669:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329528.823674:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767329528.823677:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001863c1e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572236672:192.168.202.109@tcp:400: 00000800:00000200:1.0:1767329528.823678:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000040:2.0:1767329528.823682:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329528.823686:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767329528.823687:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767329528.823688:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000408ebb8d. 02000000:00000001:3.0:1767329528.823691:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329528.823695:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329528.823695:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572236544, offset 0 02000000:00000001:3.0:1767329528.823700:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767329528.823704:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000010:3.0:1767329528.823705:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2927845. 02000000:00000001:3.0:1767329528.823708:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329528.823709:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329528.823712:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9c32468. 00000400:00000200:2.0:1767329528.823713:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329528.823715:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301378396 00000400:00000010:3.0:1767329528.823720:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062d8248c. 00000400:00000200:2.0:1767329528.823721:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1767329528.823727:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572236672, portal 10 00000100:00000001:1.0:1767329528.823727:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301374328 00000400:00000200:2.0:1767329528.823728:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329528.823733:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767329528.823734:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329528.823736:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578906624 : -127177130644992 : ffff8c55444dea00) 00000100:00000001:1.0:1767329528.823736:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301378396 00000400:00000200:2.0:1767329528.823739:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329528.823743:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301374328 00000400:00000200:2.0:1767329528.823745:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [478:478:255:4294967295] 192.168.202.109@tcp LPNI seq info [478:478:7:4294967295] 00000100:00000040:3.0:1767329528.823747:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001863c1e0 x1853178572236672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329528.823750:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301378396 00000100:00000001:1.0:1767329528.823758:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301374328 00000100:00000001:3.0:1767329528.823762:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329528.823765:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301378396 00000400:00000200:2.0:1767329528.823769:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:3.0:1767329528.823770:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329528.823771:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301374328 00000400:00000010:3.0:1767329528.823776:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064cac671. 00000100:00000001:1.0:1767329528.823778:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767329528.823781:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000200:3.0:1767329528.823782:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572236672, offset 0 00000100:00000001:1.0:1767329528.823783:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329528.823786:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000076d91448. 00000400:00000200:3.0:1767329528.823792:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329528.823795:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329528.823797:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329528.823799:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329528.823804:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:2.0:1767329528.823805:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329528.823805:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329528.823810:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767329528.823811:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000076d91448 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329528.823812:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329528.823816:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329528.823818:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329528.823818:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329528.823819:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329528.823822:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329528.823826:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767329528.823826:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 193957 usecs (194 jiffies) 00000100:00000001:1.0:1767329528.823826:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329528.823833:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329528.823834:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301374146 00000800:00000200:0.0:1767329528.823841:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767329528.823846:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [479:479:254:4294967295] 192.168.202.109@tcp LPNI seq info [479:479:6:4294967295] 00000100:00000001:2.0:1767329528.823846:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301378396 00000800:00000010:0.0:1767329528.823850:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000100:00000001:2.0:1767329528.823853:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301374146 00000100:00000001:2.0:1767329528.823857:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301378396 00000100:00000001:2.0:1767329528.823859:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301374146 00000400:00000200:0.0:1767329528.823862:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329528.823863:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301378396 00000400:00000200:3.0:1767329528.823867:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329528.823867:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301374146 00000100:00000001:2.0:1767329528.823871:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301378396 00000100:00000001:2.0:1767329528.823875:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329528.823878:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329528.823882:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329528.823883:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329528.823888:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329528.823888:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000800:00000010:3.0:1767329528.823889:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eda5e76f. 00000100:00000001:2.0:1767329528.823893:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329528.823896:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767329528.823899:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329528.823899:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329528.823899:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fefedd0d 00000400:00000010:0.0:1767329528.823904:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fefedd0d. 00000100:00000001:2.0:1767329528.823905:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329528.823910:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329528.823914:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eda5e76f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329528.823914:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329528.823919:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329528.823923:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a42c2d0 x1853178572236416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329528.823924:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 13075 usecs (14 jiffies) 00000100:00000001:3.0:1767329528.823928:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301373966 00000100:00000001:0.0:1767329528.823938:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329528.823941:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a42c2d0 x1853178572236416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329544 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329528.823949:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329528.823951:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329528.823969:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329528.823971:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000076d91448. 00000400:00000200:0.0:1767329528.823973:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329528.823977:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329528.823979:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000408ebb8d 00000400:00000010:0.0:1767329528.823980:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000408ebb8d. 00000100:00000001:0.0:1767329528.823983:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329528.823986:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d4e3d80 x1853178572236544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329528.823991:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329528.823992:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d4e3d80 x1853178572236544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329544 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329528.823997:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329528.823998:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329528.824012:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301378396 00000100:00000001:3.0:1767329528.824015:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301373966 00000100:00000001:3.0:1767329528.824040:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301378396 00000100:00000001:3.0:1767329528.824042:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301373967 00000100:00000001:3.0:1767329528.824044:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301378396 00000100:00000001:3.0:1767329528.824046:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301373967 00000100:00000001:3.0:1767329528.824048:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301378396 00000100:00000001:3.0:1767329528.824049:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329528.824051:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329528.824053:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329528.824054:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329528.824066:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329528.824070:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eda5e76f. 00000400:00000200:0.0:1767329528.824074:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329528.824078:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329528.824081:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064cac671 00000400:00000010:0.0:1767329528.824082:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064cac671. 00000100:00000001:0.0:1767329528.824085:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329528.824088:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001863c1e0 x1853178572236672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329528.824104:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329528.824107:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001863c1e0 x1853178572236672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329544 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329528.824114:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329528.824116:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329528.826880:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329528.826941:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329528.826943:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329528.826945:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329528.826952:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329528.826962:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280e680 00000400:00000200:3.0:1767329528.826969:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xfb1 [1] + 224 00000800:00000001:3.0:1767329528.826981:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329528.826986:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329528.826987:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329528.826990:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329528.826994:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329528.826997:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a42c2d0 x1853178572236416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329528.827005:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006a42c2d0 x1853178572236416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329528.827033:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329528.827040:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329528.827042:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329528.827044:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329528.827045:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329528.827048:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329528.827052:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280e700 00000400:00000200:3.0:1767329528.827055:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xfb9 [1] + 224 00000800:00000001:3.0:1767329528.827058:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329528.827060:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329528.827062:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329528.827064:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329528.827067:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329528.827069:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001d4e3d80 x1853178572236544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329528.827076:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001d4e3d80 x1853178572236544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329528.827080:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329528.827084:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329528.827089:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1767329528.827089:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329528.827093:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329528.827094:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000229d1347. 00000400:00000200:1.0:1767329528.827098:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087ae87af 00000400:00000010:1.0:1767329528.827099:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087ae87af. 00000100:00000001:1.0:1767329528.827102:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767329528.827105:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767329528.827107:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a42c2d0 x1853178572236416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329528.827109:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329528.827114:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329528.827116:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329528.827120:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a42c2d0 x1853178572236416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329528.827131:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767329528.827136:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329528.827138:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329528.827142:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280e780 00000100:00000001:1.0:1767329528.827143:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329528.827148:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767329528.827149:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xfc1 [1] + 224 00000100:00000001:2.0:1767329528.827151:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329528.827152:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767329528.827153:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329528.827156:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329528.827156:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329528.827160:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329528.827160:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767329528.827162:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767329528.827165:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767329528.827166:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329528.827169:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012bfe709. 00000100:00001000:1.0:1767329528.827170:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=75 v=5 (5 5 5 5) 00000400:00000200:3.0:1767329528.827171:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329528.827188:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004740f0f1 00000400:00000010:2.0:1767329528.827192:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004740f0f1. 00000100:00001000:1.0:1767329528.827193:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=75 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329528.827195:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329528.827197:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329528.827197:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329528.827201:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329528.827202:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d4e3d80 x1853178572236544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329528.827205:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001863c1e0 x1853178572236672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329528.827206:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329528.827210:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329528.827216:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329528.827225:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a42c2d0 x1853178572236416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329544 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329528.827232:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d4e3d80 x1853178572236544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329528.827240:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001863c1e0 x1853178572236672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329528.827260:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329528.827263:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329528.827268:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329528.827271:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329528.827274:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329528.827275:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329528.827276:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329528.827278:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329528.827281:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329528.827282:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329528.827283:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329528.827287:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329528.827287:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a42c2d0 x1853178572236416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329544 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329528.827288:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329528.827294:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=65 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329528.827302:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=65 v=5 (1 1 1 1) 00000100:00100000:1.0:1767329528.827302:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a42c2d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572236416:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329528.827309:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329528.827312:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329528.827312:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329528.827315:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767329528.827318:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329528.827318:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329528.827319:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767329528.827323:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329528.827324:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a42c2d0 x1853178572236416/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329544 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767329528.827325:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329528.827328:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767329528.827329:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:0.0:1767329528.827333:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9c32468. 00000100:00000040:2.0:1767329528.827334:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329528.827336:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767329528.827337:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329528.827341:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329528.827342:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767329528.827343:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062d8248c 00000100:00000040:2.0:1767329528.827346:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d4e3d80 x1853178572236544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329544 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329528.827346:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002495208f. 00000400:00000010:0.0:1767329528.827348:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062d8248c. 02000000:00000001:1.0:1767329528.827352:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767329528.827355:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767329528.827356:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329528.827360:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329528.827361:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767329528.827365:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001863c1e0 x1853178572236672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329528.827366:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767329528.827366:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767329528.827370:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767329528.827370:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f41acca9. 02000000:00000001:1.0:1767329528.827378:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767329528.827380:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d4e3d80 x1853178572236544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329544 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329528.827382:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329528.827385:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a42c2d0. 00000100:00000001:1.0:1767329528.827391:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1767329528.827394:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001863c1e0 x1853178572236672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329528.827395:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d4e3d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572236544:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329528.827395:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329528.827399:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329528.827406:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329528.827407:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329528.827410:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329528.827412:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329528.827413:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329528.827414:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329528.827417:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d4e3d80 x1853178572236544/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329544 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329528.827418:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329528.827418:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329528.827423:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329528.827426:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329528.827429:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329528.827431:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329528.827431:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329528.827435:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329528.827436:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329528.827440:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000025588a04. 00000100:00001000:0.0:1767329528.827441:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=75 v=5 (5 5 5 5) 02000000:00000001:2.0:1767329528.827443:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329528.827446:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1767329528.827447:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=10 v=5 (1 0 0 0) 00000020:00000040:2.0:1767329528.827448:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329528.827454:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767329528.827455:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329528.827458:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dd12ef3a. 00000100:00000001:0.0:1767329528.827458:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329528.827461:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767329528.827463:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:0.0:1767329528.827466:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001863c1e0 x1853178572236672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329544 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329528.827470:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329528.827473:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d4e3d80. 00000100:00000001:2.0:1767329528.827477:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767329528.827478:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329528.827480:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329528.827481:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329528.827484:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329528.827485:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329528.827491:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329528.827492:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767329528.827494:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329528.827495:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329528.827498:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329528.827499:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329528.827501:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001863c1e0 x1853178572236672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329544 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329528.827506:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329528.827508:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329528.827509:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329528.827511:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001863c1e0 x1853178572236672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329544 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329528.827516:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001863c1e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572236672:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329528.827519:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329528.827520:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329528.827521:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001863c1e0 x1853178572236672/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329544 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329528.827525:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329528.827526:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329528.827528:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2927845. 02000000:00000001:0.0:1767329528.827531:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329528.827532:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329528.827533:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329528.827534:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329528.827535:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000048650044. 02000000:00000001:0.0:1767329528.827537:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329528.827539:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329528.827540:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001863c1e0. 00000100:00000001:0.0:1767329528.827542:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329528.827542:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329528.827544:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329528.827547:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329528.827547:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329528.827549:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329528.827554:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329528.887124:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329528.887130:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329528.887185:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329528.887189:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329528.887192:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329529.911199:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329529.911209:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329529.911271:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329529.911276:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329529.911280:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767329530.871114:0:211338:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767329530.871123:0:211338:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:1.0:1767329530.935271:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329530.935307:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329530.935402:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329530.935408:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329530.935413:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329531.959130:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329531.959138:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329531.959292:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329531.959298:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329531.959302:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329532.984193:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329532.984200:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329532.984258:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329532.984264:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329532.984269:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329533.431173:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301378396, at 4301378560 00000100:00000010:1.0:1767329533.431199:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a4566037. 00000100:00000040:2.0:1767329533.431202:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301378396, at 4301378560 00000100:00000010:2.0:1767329533.431218:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000057364bf8. 00000100:00000040:3.0:1767329533.431224:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301378396, at 4301378560 00000100:00000010:3.0:1767329533.431240:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006891a517. 00000100:00000040:0.0:1767329533.431557:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301378396, at 4301378560 00000100:00000010:0.0:1767329533.431571:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9c8f7ac. 00000100:00000040:3.0:1767329533.943192:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329533.943204:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329533.943214:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000aa68ef7. 00000020:00000040:3.0:1767329533.943222:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329533.943227:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329533.943229:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329533.943236:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329533.943264:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030c67b31. 00000100:00000001:3.0:1767329533.943272:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329533.943293:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000000aa68ef7 x1853178572236800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329533.943303:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329533.943305:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329533.943310:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000aa68ef7] to pc [ptlrpcd_00_02+2] req@000000000aa68ef7 x1853178572236800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329533.943332:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329533.943334:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329533.943337:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329533.943339:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000660a521f. 00000020:00000040:3.0:1767329533.943341:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329533.943343:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329533.943345:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329533.943346:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329533.943349:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c3d2ae82. 00000100:00000001:3.0:1767329533.943351:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329533.943355:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000660a521f x1853178572236928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329533.943360:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329533.943362:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329533.943362:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329533.943366:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329533.943368:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000660a521f] to pc [ptlrpcd_00_03+3] req@00000000660a521f x1853178572236928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329533.943369:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767329533.943372:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329533.943375:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329533.943385:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329533.943386:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767329533.943387:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329533.943390:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329533.943391:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767329533.943394:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767329533.943395:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bda1c3a0. 00000100:00000001:2.0:1767329533.943395:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329533.943398:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767329533.943400:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329533.943400:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329533.943401:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329533.943406:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767329533.943410:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000660a521f x1853178572236928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329533.943413:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329533.943417:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329533.943422:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000042bda6b6. 00000100:00000001:1.0:1767329533.943425:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329533.943426:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329533.943428:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329533.943432:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000bda1c3a0 x1853178572237056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767329533.943433:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329533.943437:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329533.943443:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329533.943444:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329533.943447:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329533.943449:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572236928:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329533.943453:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bda1c3a0] to pc [ptlrpcd_00_00+0] req@00000000bda1c3a0 x1853178572237056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329533.943458:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329533.943465:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329533.943468:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329533.943471:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329533.943472:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329533.943475:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767329533.943478:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:1.0:1767329533.943478:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010dcaefb. 00000100:00000001:0.0:1767329533.943479:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329533.943485:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329533.943486:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767329533.943488:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6716) 00000100:00000001:0.0:1767329533.943490:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329533.943494:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767329533.943495:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000229d1347. 00000100:00000040:0.0:1767329533.943498:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bda1c3a0 x1853178572237056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329533.943499:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329533.943503:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087ae87af. 00000100:00000001:0.0:1767329533.943512:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329533.943514:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329533.943515:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572236928, portal 10 02000000:00000001:0.0:1767329533.943519:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329533.943520:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329533.943522:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776936448 : -127176932615168 : ffff8c55501b9c00) 02000000:00000001:0.0:1767329533.943522:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329533.943528:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329533.943532:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572237056:192.168.202.109@tcp:400: 00000100:00000040:1.0:1767329533.943535:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000660a521f x1853178572236928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329533.943537:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329533.943539:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329533.943540:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329533.943542:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329533.943547:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d0fdbf00. 02000000:00000001:0.0:1767329533.943551:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329533.943553:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767329533.943555:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4a66d2f. 00000100:00000040:1.0:1767329533.943559:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329533.943562:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001efc9444. 00000400:00000010:1.0:1767329533.943564:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086df6db1. 00000100:00000200:0.0:1767329533.943567:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572237056, portal 10 00000100:00000200:1.0:1767329533.943569:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572236928, offset 0 00000100:00000001:0.0:1767329533.943589:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329533.943592:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776935552 : -127176932616064 : ffff8c55501b9880) 00000400:00000200:1.0:1767329533.943597:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329533.943601:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bda1c3a0 x1853178572237056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329533.943610:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767329533.943617:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329533.943625:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767329533.943631:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329533.943635:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:0.0:1767329533.943637:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031de8760. 00000400:00000200:1.0:1767329533.943641:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1767329533.943644:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572237056, offset 0 00000400:00000200:1.0:1767329533.943646:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329533.943655:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [480:480:256:4294967295] 192.168.202.109@tcp LPNI seq info [480:480:8:4294967295] 00000400:00000200:0.0:1767329533.943661:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329533.943673:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329533.943679:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329533.943684:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:1.0:1767329533.943685:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000400:00000200:0.0:1767329533.943689:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329533.943694:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:1.0:1767329533.943699:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329533.943702:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329533.943708:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329533.943710:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [481:481:255:4294967295] 192.168.202.109@tcp LPNI seq info [481:481:7:4294967295] 00000800:00000200:1.0:1767329533.943716:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329533.943723:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767329533.943730:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329533.943736:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329533.943741:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048650044. 00000800:00000200:0.0:1767329533.943746:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329533.943747:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329533.943755:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 192615 usecs (193 jiffies) 00000800:00000200:0.0:1767329533.943755:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329533.943763:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301379265 00000800:00000200:0.0:1767329533.943764:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000048650044 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329533.943773:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767329533.943774:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a3bb6b37. 00000100:00000040:0.0:1767329533.943777:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 13015 usecs (14 jiffies) 00000100:00000001:0.0:1767329533.943783:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301379086 00000100:00000001:1.0:1767329533.943785:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767329533.943794:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301379265 00000100:00000001:0.0:1767329533.943796:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301379265 00000100:00000010:1.0:1767329533.943798:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea9442b1. 00000100:00000001:0.0:1767329533.943805:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301379086 00000100:00000001:1.0:1767329533.943806:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767329533.943813:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301379265 00000100:00000001:0.0:1767329533.943813:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301379265 00000100:00000010:1.0:1767329533.943819:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1fa5921. 00000100:00000001:0.0:1767329533.943820:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301379086 00000100:00000001:1.0:1767329533.943827:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000800:00000200:3.0:1767329533.943832:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329533.943837:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000100:00000001:1.0:1767329533.943858:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301379265 00000100:00000001:0.0:1767329533.943859:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301379265 00000100:00000001:0.0:1767329533.943864:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301379086 00000400:00000200:3.0:1767329533.943865:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767329533.943865:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000620d8893. 00000100:00000001:1.0:1767329533.943872:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767329533.943876:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329533.943877:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301379265 00000100:00000001:1.0:1767329533.943878:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329533.943880:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086df6db1 00000100:00000001:0.0:1767329533.943884:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329533.943885:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329533.943886:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086df6db1. 00000100:00000001:0.0:1767329533.943887:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329533.943892:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329533.943894:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767329533.943899:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000aa68ef7 x1853178572236800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329533.943899:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329533.943902:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000660a521f x1853178572236928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329533.943905:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329533.943913:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329533.943915:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329533.943920:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329533.943922:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329533.943926:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329533.943928:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329533.943932:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329533.943933:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329533.943935:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767329533.943939:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767329533.943942:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000660a521f x1853178572236928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329549 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329533.943942:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329533.943948:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329533.943956:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000aa68ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572236800:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329533.943957:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329533.943961:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329533.943964:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329533.943968:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329533.943969:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329533.943971:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329533.943974:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f8cdd3d. 02000000:00000001:1.0:1767329533.943975:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329533.943978:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000477a1920. 00000400:00000010:1.0:1767329533.943981:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c01551. 00000100:00000200:1.0:1767329533.943983:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572236800, portal 25 00000100:00000001:1.0:1767329533.943984:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329533.943986:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776929280 : -127176932622336 : ffff8c55501b8000) 00000100:00000040:1.0:1767329533.943989:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000aa68ef7 x1853178572236800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329533.943994:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329533.943996:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329533.943999:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdac5862. 00000100:00000200:1.0:1767329533.944000:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572236800, offset 0 00000400:00000200:1.0:1767329533.944003:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329533.944013:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329533.944015:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329533.944017:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329533.944019:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329533.944021:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329533.944025:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [482:482:255:4294967295] 192.168.202.109@tcp LPNI seq info [482:482:7:4294967295] 00000800:00000200:3.0:1767329533.944054:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329533.944057:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048650044. 00000400:00000200:3.0:1767329533.944060:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329533.944070:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:3.0:1767329533.944073:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329533.944080:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031de8760 00000400:00000010:3.0:1767329533.944084:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031de8760. 00000800:00000200:1.0:1767329533.944084:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329533.944090:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000800:00000200:1.0:1767329533.944093:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329533.944095:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767329533.944098:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000200:3.0:1767329533.944102:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bda1c3a0 x1853178572237056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767329533.944103:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329533.944110:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329533.944114:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301383517 00000100:00000001:3.0:1767329533.944116:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329533.944120:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bda1c3a0 x1853178572237056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329549 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329533.944120:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301379265 00000100:00000001:1.0:1767329533.944139:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301383517 00000100:00000001:1.0:1767329533.944142:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301379265 00000100:00000001:1.0:1767329533.944145:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301383517 00000100:00000001:1.0:1767329533.944147:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301379265 00000100:00000001:1.0:1767329533.944149:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301383517 00000100:00000001:1.0:1767329533.944150:0:208651:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301379265 00000100:00000001:1.0:1767329533.944152:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329533.944153:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329533.944154:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329533.944156:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329533.944158:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329533.944159:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329533.944160:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329533.944161:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329533.944163:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329533.944169:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329533.944210:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329533.944212:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329533.944242:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329533.944244:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000400:00000200:3.0:1767329533.944247:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329533.944251:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329533.944253:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdac5862 00000400:00000010:3.0:1767329533.944254:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdac5862. 00000100:00000001:3.0:1767329533.944258:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329533.944260:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000aa68ef7 x1853178572236800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329533.944265:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329533.944267:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000aa68ef7 x1853178572236800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329549 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329533.944271:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329533.944272:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329533.946094:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329533.946105:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329533.946109:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329533.946112:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329533.946120:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329533.946149:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280e880 00000400:00000200:0.0:1767329533.946157:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xfc9 [1] + 224 00000800:00000001:0.0:1767329533.946166:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329533.946172:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329533.946174:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329533.946178:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329533.946182:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329533.946187:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000660a521f x1853178572236928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329533.946199:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000660a521f x1853178572236928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329533.946218:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329533.946225:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329533.946230:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329533.946232:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329533.946235:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329533.946238:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329533.946243:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280e900 00000400:00000200:0.0:1767329533.946247:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xfcd [1] + 224 00000800:00000001:0.0:1767329533.946250:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329533.946256:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329533.946258:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329533.946261:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329533.946264:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329533.946267:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bda1c3a0 x1853178572237056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329533.946273:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bda1c3a0 x1853178572237056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329533.946279:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329533.946282:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329533.946287:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1767329533.946288:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329533.946292:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329533.946293:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000229d1347. 00000400:00000200:1.0:1767329533.946297:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087ae87af 00000400:00000010:1.0:1767329533.946298:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087ae87af. 00000100:00000001:1.0:1767329533.946300:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767329533.946305:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767329533.946306:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000660a521f x1853178572236928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329533.946309:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329533.946314:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329533.946318:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329533.946322:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000660a521f x1853178572236928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329533.946328:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329533.946329:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:3.0:1767329533.946334:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329533.946338:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1767329533.946342:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767329533.946342:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329533.946343:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280e800 00000400:00000001:3.0:1767329533.946347:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767329533.946348:0:208651:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767329533.946351:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4a66d2f. 02000000:00000001:1.0:1767329533.946352:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329533.946355:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329533.946375:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329533.946376:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001efc9444 02000000:00000001:1.0:1767329533.946378:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329533.946383:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001efc9444. 00000100:00001000:1.0:1767329533.946388:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=70 v=5 (5 5 5 5) 00000100:00000001:3.0:1767329533.946393:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767329533.946395:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=70 v=5 (1 1 1 1) 00000400:00000200:0.0:1767329533.946399:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xfd9 [1] + 224 00000100:00000001:1.0:1767329533.946402:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767329533.946407:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bda1c3a0 x1853178572237056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329533.946408:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329533.946408:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767329533.946415:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1767329533.946419:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767329533.946421:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329533.946426:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329533.946430:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329533.946435:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000200:0.0:1767329533.946440:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329533.946442:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329533.946446:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329533.946450:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767329533.946455:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000660a521f x1853178572236928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329549 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329533.946460:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000aa68ef7 x1853178572236800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329533.946462:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bda1c3a0 x1853178572237056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329533.946490:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329533.946498:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329533.946502:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329533.946508:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767329533.946509:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000aa68ef7 x1853178572236800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329533.946515:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329533.946523:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000660a521f x1853178572236928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329549 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329533.946524:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329533.946529:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329533.946535:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329533.946536:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329533.946543:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329533.946544:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572236928:192.168.202.109@tcp:400: 00000800:00000001:0.0:1767329533.946544:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329533.946550:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329533.946553:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329533.946563:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=80 v=5 (5 5 5 5) 00000400:00000001:1.0:1767329533.946563:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329533.946567:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329533.946572:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000477a1920. 00000100:00001000:3.0:1767329533.946573:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=15 v=5 (1 0 0 0) 00000400:00000200:1.0:1767329533.946577:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c01551 00000400:00000010:1.0:1767329533.946581:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c01551. 00000100:00000001:3.0:1767329533.946585:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329533.946586:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329533.946591:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329533.946592:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000aa68ef7 x1853178572236800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329533.946599:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767329533.946612:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bda1c3a0 x1853178572237056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329549 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329533.946612:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000aa68ef7 x1853178572236800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329533.946638:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329533.946640:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767329533.946645:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329533.946645:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329533.946648:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329533.946651:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329533.946654:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767329533.946654:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329533.946659:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000001:1.0:1767329533.946660:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329533.946667:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:1.0:1767329533.946668:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=80 v=5 (5 5 5 5) 00000100:00000001:3.0:1767329533.946673:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329533.946674:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329533.946682:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329533.946684:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329533.946687:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767329533.946688:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bda1c3a0 x1853178572237056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329549 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329533.946689:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329533.946695:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329533.946704:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000aa68ef7 x1853178572236800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329549 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329533.946728:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329533.946729:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329533.946737:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329533.946738:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329533.946739:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329533.946743:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329533.946755:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda1c3a0 x1853178572237056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329549 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329533.946755:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000aa68ef7 x1853178572236800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329549 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329533.946804:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572237056:192.168.202.109@tcp:400: 00000100:00100000:1.0:1767329533.946804:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000aa68ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572236800:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329533.946817:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329533.946820:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329533.946821:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329533.946823:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000660a521f x1853178572236928/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329549 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329533.946829:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329533.946833:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767329533.946835:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1767329533.946837:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010dcaefb. 02000000:00000001:1.0:1767329533.946858:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767329533.946861:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bda1c3a0 x1853178572237056/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329549 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767329533.946861:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329533.946864:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329533.946868:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329533.946872:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c3d2ae82. 02000000:00000001:1.0:1767329533.946877:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767329533.946878:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329533.946879:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329533.946883:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000660a521f. 02000000:00000001:3.0:1767329533.946884:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329533.946888:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d0fdbf00. 00000100:00000001:1.0:1767329533.946888:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329533.946891:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329533.946894:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767329533.946895:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767329533.946898:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000aa68ef7 x1853178572236800/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329549 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767329533.946899:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329533.946903:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329533.946908:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329533.946911:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000042bda6b6. 00000100:00000001:1.0:1767329533.946912:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329533.946916:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329533.946916:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767329533.946920:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:1.0:1767329533.946920:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f8cdd3d. 00000100:00000010:3.0:1767329533.946923:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bda1c3a0. 02000000:00000001:1.0:1767329533.946925:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329533.946928:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767329533.946930:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:1.0:1767329533.946930:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329533.946934:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767329533.946935:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329533.946937:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030c67b31. 00000100:00000001:3.0:1767329533.946940:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329533.946941:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329533.946944:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329533.946945:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000aa68ef7. 00000100:00000001:3.0:1767329533.946947:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329533.946950:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329533.946953:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329533.946955:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329533.946956:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329533.946960:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329533.946960:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329533.946963:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329533.946966:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329533.946968:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329533.946970:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329534.007210:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329534.007221:0:215769:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329534.007225:0:215769:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329534.007228:0:215769:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329534.007235:0:215769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329534.007238:0:215769:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329534.007241:0:215769:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329534.007244:0:215769:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329534.007322:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329534.007328:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329534.007333:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329535.031133:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329535.031141:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329535.031191:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329535.031196:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329535.031200:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329536.055095:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329536.055127:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329536.055192:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329536.055196:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329536.055199:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329537.079237:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329537.079249:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329537.079382:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329537.079389:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329537.079394:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329538.103175:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329538.103189:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329538.103295:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329538.103302:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329538.103308:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329538.551184:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301383517, at 4301383680 00000100:00000040:3.0:1767329538.551195:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301383517, at 4301383680 00000100:00000040:1.0:1767329538.551195:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301383517, at 4301383680 00000100:00000010:2.0:1767329538.551212:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1fa5921. 00000100:00000010:3.0:1767329538.551217:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000620d8893. 00000100:00000010:1.0:1767329538.551223:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea9442b1. 00000100:00000040:0.0:1767329538.551393:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301383517, at 4301383680 00000100:00000010:0.0:1767329538.551433:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a3bb6b37. 00000100:00000040:0.0:1767329539.063192:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329539.063206:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329539.063215:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001863c1e0. 00000020:00000040:0.0:1767329539.063225:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329539.063231:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329539.063236:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329539.063243:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329539.063253:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba0b6bbc. 00000100:00000001:0.0:1767329539.063262:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329539.063277:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000001863c1e0 x1853178572237184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329539.063292:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329539.063296:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329539.063303:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001863c1e0] to pc [ptlrpcd_00_01+1] req@000000001863c1e0 x1853178572237184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329539.063340:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329539.063343:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329539.063347:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329539.063351:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f4cfdab. 00000020:00000040:0.0:1767329539.063353:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329539.063356:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329539.063359:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329539.063362:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329539.063365:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061991354. 00000100:00000001:0.0:1767329539.063370:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329539.063374:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000000f4cfdab x1853178572237312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329539.063381:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329539.063384:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329539.063389:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329539.063391:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329539.063394:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329539.063404:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329539.063405:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329539.063406:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f4cfdab] to pc [ptlrpcd_00_02+2] req@000000000f4cfdab x1853178572237312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329539.063425:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001863c1e0 x1853178572237184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329539.063466:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329539.063471:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329539.063482:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329539.063482:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329539.063489:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329539.063490:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329539.063495:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329539.063504:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329539.063508:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329539.063509:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1767329539.063518:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001863c1e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572237184:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329539.063522:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329539.063526:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767329539.063528:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bba6f4b8. 00000100:00000001:1.0:1767329539.063531:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767329539.063538:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329539.063555:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329539.063556:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329539.063564:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767329539.063566:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f4cfdab x1853178572237312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329539.063573:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329539.063575:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329539.063583:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329539.063606:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767329539.063610:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329539.063612:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000025ce9561. 00000100:00000001:3.0:1767329539.063613:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329539.063622:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bdddb578. 00000100:00000001:0.0:1767329539.063631:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329539.063632:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329539.063633:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329539.063647:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767329539.063652:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012bfe709. 00000100:00000040:0.0:1767329539.063655:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000bba6f4b8 x1853178572237440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767329539.063659:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329539.063671:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004740f0f1. 00000100:00100000:3.0:1767329539.063682:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572237312:192.168.202.109@tcp:400: 00000100:00000200:2.0:1767329539.063695:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572237184, portal 25 00000100:00000001:0.0:1767329539.063707:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329539.063713:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329539.063715:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329539.063717:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329539.063725:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578906624 : -127177130644992 : ffff8c55444dea00) 02000000:00000001:3.0:1767329539.063726:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767329539.063733:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bba6f4b8] to pc [ptlrpcd_00_03+3] req@00000000bba6f4b8 x1853178572237440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329539.063737:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329539.063747:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767329539.063754:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001863c1e0 x1853178572237184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329539.063762:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6e4378e. 02000000:00000001:3.0:1767329539.063778:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329539.063812:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329539.063813:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329539.063815:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d84c6c2c. 00000400:00000010:3.0:1767329539.063853:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000497e0e68. 00000100:00000040:2.0:1767329539.063854:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329539.063855:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767329539.063871:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767329539.063874:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019e33dff. 00000100:00000200:3.0:1767329539.063875:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572237312, portal 10 00000100:00000040:0.0:1767329539.063882:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6721) 00000100:00000001:3.0:1767329539.063888:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1767329539.063894:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572237184, offset 0 00000100:00000001:3.0:1767329539.063896:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578895872 : -127177130655744 : ffff8c55444dc000) 00000100:00000001:1.0:1767329539.063908:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329539.063918:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329539.063923:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329539.063926:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000f4cfdab x1853178572237312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329539.063939:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:1.0:1767329539.063943:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bba6f4b8 x1853178572237440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329539.063989:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767329539.064004:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:3.0:1767329539.064014:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329539.064029:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062d8248c. 00000400:00000200:2.0:1767329539.064037:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329539.064052:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000200:3.0:1767329539.064135:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572237312, offset 0 00000100:00000001:1.0:1767329539.064143:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329539.064148:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329539.064159:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329539.064163:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767329539.064165:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767329539.064167:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329539.064176:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329539.064181:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329539.064191:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [483:483:256:4294967295] 192.168.202.109@tcp LPNI seq info [483:483:8:4294967295] 00000100:00100000:1.0:1767329539.064201:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bba6f4b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572237440:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329539.064209:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329539.064215:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329539.064221:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329539.064226:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767329539.064233:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000010:1.0:1767329539.064233:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000044fd85be. 02000000:00000001:1.0:1767329539.064240:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329539.064249:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000477a1920. 00000800:00000200:2.0:1767329539.064258:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329539.064262:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c01551. 00000400:00000200:3.0:1767329539.064268:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:2.0:1767329539.064272:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c950b47. 00000100:00000200:1.0:1767329539.064278:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572237440, portal 10 00000400:00000200:3.0:1767329539.064281:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329539.064291:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767329539.064294:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329539.064301:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578905728 : -127177130645888 : ffff8c55444de680) 00000800:00000200:2.0:1767329539.064302:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329539.064307:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329539.064326:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:1.0:1767329539.064340:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bba6f4b8 x1853178572237440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329539.064344:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [484:484:255:4294967295] 192.168.202.109@tcp LPNI seq info [484:484:7:4294967295] 00000800:00000200:2.0:1767329539.064346:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329539.064367:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002c950b47 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329539.064399:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329539.064418:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329539.064419:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329539.064428:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:1.0:1767329539.064433:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087ae87af. 00000800:00000200:3.0:1767329539.064445:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000200:1.0:1767329539.064448:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572237440, offset 0 00000100:00000001:2.0:1767329539.064449:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301388637 00000800:00000010:3.0:1767329539.064451:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042bda6b6. 00000400:00000200:1.0:1767329539.064464:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:2.0:1767329539.064468:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c22f820e. 00000800:00000200:3.0:1767329539.064476:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329539.064486:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329539.064490:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767329539.064496:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767329539.064505:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329539.064514:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301388637 00000400:00000200:1.0:1767329539.064516:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:3.0:1767329539.064518:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000042bda6b6 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329539.064529:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329539.064536:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767329539.064537:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000644d3cc5. 00000400:00000200:1.0:1767329539.064539:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:3.0:1767329539.064556:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 191285 usecs (192 jiffies) 00000100:00000001:2.0:1767329539.064558:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767329539.064558:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [485:485:254:4294967295] 192.168.202.109@tcp LPNI seq info [485:485:6:4294967295] 00000100:00000001:3.0:1767329539.064575:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301384385 00000100:00000001:3.0:1767329539.064582:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301388637 00000800:00000200:0.0:1767329539.064583:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329539.064584:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301388637 00000100:00000001:3.0:1767329539.064597:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301384385 00000800:00000010:0.0:1767329539.064603:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c950b47. 00000100:00000010:2.0:1767329539.064604:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009574fa71. 00000100:00000001:3.0:1767329539.064606:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301388637 00000400:00000200:1.0:1767329539.064608:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329539.064622:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301384385 00000400:00000200:0.0:1767329539.064623:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329539.064627:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767329539.064640:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329539.064646:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301388637 00000100:00000001:2.0:1767329539.064648:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301388637 00000800:00000010:1.0:1767329539.064650:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000100:00000001:3.0:1767329539.064666:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301384385 00000400:00000200:0.0:1767329539.064666:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000010:2.0:1767329539.064671:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003784c88d. 00000800:00000200:1.0:1767329539.064682:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329539.064692:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019e33dff 00000100:00000001:2.0:1767329539.064693:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767329539.064699:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:0.0:1767329539.064701:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019e33dff. 00000100:00000001:2.0:1767329539.064709:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767329539.064711:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329539.064715:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329539.064721:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329539.064727:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001863c1e0 x1853178572237184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329539.064735:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329539.064735:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329539.064748:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 12948 usecs (13 jiffies) 00000100:00000001:2.0:1767329539.064749:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329539.064757:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301384206 00000100:00000001:2.0:1767329539.064769:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329539.064770:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301388637 00000100:00000001:2.0:1767329539.064777:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329539.064779:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301384206 00000100:00000001:3.0:1767329539.064781:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301388637 00000100:00000001:0.0:1767329539.064781:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329539.064795:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329539.064802:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001863c1e0 x1853178572237184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329555 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329539.064806:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329539.064808:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329539.064808:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301388637 00000100:00000001:2.0:1767329539.064820:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329539.064822:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301384206 00000100:00000001:3.0:1767329539.064828:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329539.064837:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301388637 00000100:00000001:2.0:1767329539.064838:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329539.064848:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301384206 00000100:00000001:3.0:1767329539.064850:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329539.064850:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329539.064859:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301388637 00000100:00000001:3.0:1767329539.064874:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329539.064875:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329539.064877:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329539.064895:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329539.064899:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329539.064904:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329539.064904:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329539.064915:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329539.064916:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767329539.064917:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329539.064924:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1767329539.064927:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042bda6b6. 00000100:00000001:3.0:1767329539.064933:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329539.064937:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329539.064940:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329539.064941:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329539.064955:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329539.064957:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767329539.064962:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062d8248c 00000100:00000001:1.0:1767329539.064968:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767329539.064969:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062d8248c. 00000100:00000001:0.0:1767329539.064976:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329539.064978:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767329539.064985:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f4cfdab x1853178572237312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329539.064987:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329539.064999:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329539.065003:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329539.065009:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f4cfdab x1853178572237312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329555 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329539.065061:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329539.065065:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329539.065151:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329539.065156:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000400:00000200:0.0:1767329539.065162:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329539.065170:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329539.065174:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087ae87af 00000400:00000010:0.0:1767329539.065176:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087ae87af. 00000100:00000001:0.0:1767329539.065180:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329539.065185:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bba6f4b8 x1853178572237440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329539.065194:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329539.065197:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bba6f4b8 x1853178572237440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329555 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329539.065220:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329539.065222:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329539.067235:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329539.067250:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329539.067253:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329539.067348:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329539.067357:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329539.067369:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280e980 00000400:00000200:3.0:1767329539.067377:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xfe1 [1] + 224 00000800:00000001:3.0:1767329539.067383:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329539.067387:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329539.067390:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329539.067394:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329539.067400:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329539.067404:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001863c1e0 x1853178572237184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329555 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329539.067415:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001863c1e0 x1853178572237184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329539.067435:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329539.067443:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329539.067446:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329539.067447:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329539.067449:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329539.067452:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329539.067456:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280ea00 00000400:00000200:3.0:1767329539.067460:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xfe5 [1] + 224 00000800:00000001:3.0:1767329539.067463:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329539.067465:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329539.067467:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329539.067469:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329539.067472:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329539.067476:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f4cfdab x1853178572237312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329555 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329539.067484:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f4cfdab x1853178572237312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329539.067495:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329539.067502:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329539.067516:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329539.067522:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329539.067525:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767329539.067527:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012bfe709. 00000400:00000200:2.0:1767329539.067538:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004740f0f1 00000400:00000010:2.0:1767329539.067542:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004740f0f1. 00000100:00000001:2.0:1767329539.067548:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329539.067572:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001863c1e0 x1853178572237184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329539.067575:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329539.067582:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329539.067592:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329539.067598:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329539.067611:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001863c1e0 x1853178572237184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329555 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329539.067619:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767329539.067640:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329539.067650:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329539.067651:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280ea80 00000400:00000001:0.0:1767329539.067662:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329539.067669:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329539.067677:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d84c6c2c. 00000400:00000200:0.0:1767329539.067689:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000497e0e68 00000100:00000001:2.0:1767329539.067691:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767329539.067694:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000497e0e68. 00000100:00000001:2.0:1767329539.067700:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329539.067702:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767329539.067715:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0xff1 [1] + 224 00000100:00000001:2.0:1767329539.067715:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767329539.067722:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f4cfdab x1853178572237312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329539.067729:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329539.067745:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767329539.067746:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329539.067761:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329539.067763:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f4cfdab x1853178572237312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329555 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329539.067769:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329539.067789:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767329539.067790:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329539.067801:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329539.067803:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329539.067808:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=86 v=5 (5 5 5 5) 00000100:00000001:0.0:1767329539.067816:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329539.067827:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1767329539.067830:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=86 v=5 (1 1 1 1) 00000400:00000200:3.0:1767329539.067832:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329539.067835:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329539.067846:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329539.067851:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329539.067854:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767329539.067854:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329539.067863:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bba6f4b8 x1853178572237440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329555 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329539.067864:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329539.067871:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=76 v=5 (5 5 5 5) 00010000:00000001:2.0:1767329539.067888:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1767329539.067895:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=76 v=5 (1 1 1 1) 00010000:00000001:2.0:1767329539.067900:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329539.067920:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329539.067921:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329539.067928:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329539.067939:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767329539.067947:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bba6f4b8 x1853178572237440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329539.067951:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329539.067952:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001863c1e0 x1853178572237184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329555 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329539.067963:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329539.067971:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329539.067984:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329539.067991:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329539.068063:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f4cfdab x1853178572237312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329555 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329539.068102:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329539.068102:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329539.068131:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329539.068132:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1767329539.068136:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329539.068138:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329539.068143:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329539.068159:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329539.068161:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001863c1e0 x1853178572237184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329555 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329539.068161:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329539.068166:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329539.068168:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767329539.068175:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329539.068182:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767329539.068188:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f4cfdab x1853178572237312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329555 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329539.068189:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000477a1920. 00000400:00000200:1.0:1767329539.068201:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c01551 00000400:00000010:1.0:1767329539.068208:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c01551. 00000100:00100000:2.0:1767329539.068212:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001863c1e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572237184:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329539.068218:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329539.068233:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bba6f4b8 x1853178572237440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329539.068234:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572237312:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329539.068237:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329539.068250:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329539.068253:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329539.068262:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329539.068268:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001863c1e0 x1853178572237184/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329555 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329539.068272:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f4cfdab x1853178572237312/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329555 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329539.068285:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bba6f4b8 x1853178572237440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329555 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329539.068337:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767329539.068340:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329539.068343:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767329539.068348:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329539.068349:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6e4378e. 02000000:00000010:2.0:1767329539.068358:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bdddb578. 02000000:00000001:0.0:1767329539.068359:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329539.068364:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329539.068370:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 02000000:00000001:2.0:1767329539.068374:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329539.068380:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767329539.068382:0:208649:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:0.0:1767329539.068386:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061991354. 00000100:00000001:1.0:1767329539.068388:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767329539.068390:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 02000000:00000001:0.0:1767329539.068398:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329539.068399:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329539.068405:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767329539.068411:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:0.0:1767329539.068412:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f4cfdab. 00000020:00000001:2.0:1767329539.068414:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767329539.068420:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329539.068422:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1767329539.068424:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba0b6bbc. 00000100:00000001:1.0:1767329539.068427:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329539.068427:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329539.068437:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329539.068438:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329539.068438:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329539.068446:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767329539.068450:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329539.068452:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:2.0:1767329539.068453:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001863c1e0. 00000100:00000001:0.0:1767329539.068458:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329539.068462:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=86 v=5 (5 5 5 5) 00000100:00000001:2.0:1767329539.068466:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329539.068467:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767329539.068471:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767329539.068474:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329539.068475:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329539.068479:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329539.068485:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329539.068487:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767329539.068490:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329539.068498:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00080000:1.0:1767329539.068500:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bba6f4b8 x1853178572237440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329555 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329539.068506:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329539.068517:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767329539.068520:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329539.068524:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329539.068526:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329539.068533:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329539.068535:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329539.068537:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329539.068540:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bba6f4b8 x1853178572237440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329555 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329539.068548:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329539.068551:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329539.068553:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329539.068557:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bba6f4b8 x1853178572237440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329555 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329539.068565:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bba6f4b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572237440:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329539.068570:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329539.068572:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329539.068575:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bba6f4b8 x1853178572237440/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329555 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329539.068597:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329539.068600:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329539.068602:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000044fd85be. 02000000:00000001:1.0:1767329539.068606:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329539.068607:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329539.068609:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329539.068612:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329539.068614:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000025ce9561. 02000000:00000001:1.0:1767329539.068617:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329539.068618:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329539.068620:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bba6f4b8. 00000100:00000001:1.0:1767329539.068623:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329539.068624:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329539.068627:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329539.068631:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329539.068633:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329539.068635:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329539.068637:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329539.127197:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329539.127206:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329539.127304:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329539.127310:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329539.127315:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329540.151227:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329540.151237:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329540.151302:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329540.151312:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329540.151319:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329541.175170:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329541.175178:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329541.175243:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329541.175249:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329541.175254:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329542.199222:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329542.199244:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329542.199364:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329542.199372:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329542.199379:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329543.223187:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329543.223199:0:215769:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329543.223202:0:215769:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329543.223205:0:215769:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329543.223212:0:215769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329543.223214:0:215769:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329543.223217:0:215769:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329543.223220:0:215769:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329543.223295:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329543.223299:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329543.223302:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329543.671146:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301388637, at 4301388800 00000100:00000040:3.0:1767329543.671157:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301388637, at 4301388800 00000100:00000040:1.0:1767329543.671159:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301388637, at 4301388800 00000100:00000010:2.0:1767329543.671174:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009574fa71. 00000100:00000010:3.0:1767329543.671177:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003784c88d. 00000100:00000010:1.0:1767329543.671188:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000644d3cc5. 00000100:00000040:0.0:1767329543.671560:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301388637, at 4301388800 00000100:00000010:0.0:1767329543.671591:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c22f820e. 00000100:00000040:3.0:1767329544.183242:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329544.183259:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329544.183275:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bda1c3a0. 00000020:00000040:3.0:1767329544.183311:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329544.183317:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329544.183347:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329544.183356:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329544.183367:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054284e99. 00000100:00000001:3.0:1767329544.183377:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329544.183394:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000bda1c3a0 x1853178572237568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329544.183409:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329544.183413:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329544.183422:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bda1c3a0] to pc [ptlrpcd_00_00+0] req@00000000bda1c3a0 x1853178572237568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329544.183464:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329544.183466:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329544.183467:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329544.183475:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767329544.183476:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767329544.183479:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069829e7b. 00000100:00000001:0.0:1767329544.183482:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767329544.183487:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329544.183492:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329544.183493:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329544.183495:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329544.183498:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009917be02. 00000100:00000040:0.0:1767329544.183501:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bda1c3a0 x1853178572237568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329544.183503:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329544.183517:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000069829e7b x1853178572237696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329544.183528:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329544.183533:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329544.183541:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329544.183545:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329544.183546:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329544.183554:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767329544.183555:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069829e7b] to pc [ptlrpcd_00_01+1] req@0000000069829e7b x1853178572237696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329544.183555:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329544.183564:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329544.183565:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329544.183603:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572237568:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329544.183611:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329544.183616:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329544.183619:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767329544.183623:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767329544.183627:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329544.183630:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767329544.183633:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329544.183634:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767329544.183636:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088864b64. 00000100:00000001:2.0:1767329544.183643:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767329544.183645:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000010:0.0:1767329544.183647:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090db978d. 00000100:00000001:2.0:1767329544.183649:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767329544.183656:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329544.183663:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767329544.183664:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069829e7b x1853178572237696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329544.183669:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767329544.183671:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d953769f. 02000000:00000001:3.0:1767329544.183676:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329544.183689:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b68fddbb. 02000000:00000010:3.0:1767329544.183690:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bb7a9f62. 00000100:00000001:2.0:1767329544.183692:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329544.183701:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329544.183703:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329544.183707:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572237568, portal 25 02000000:00000001:2.0:1767329544.183708:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329544.183716:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767329544.183717:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000088864b64 x1853178572237824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329544.183718:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767329544.183726:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329544.183727:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776935552 : -127176932616064 : ffff8c55501b9880) 00000100:00100000:2.0:1767329544.183743:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069829e7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572237696:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329544.183747:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bda1c3a0 x1853178572237568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329544.183754:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329544.183760:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329544.183763:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329544.183774:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329544.183777:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329544.183781:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088864b64] to pc [ptlrpcd_00_02+2] req@0000000088864b64 x1853178572237824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329544.183790:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329544.183796:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329544.183801:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9986c64. 02000000:00000001:2.0:1767329544.183807:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767329544.183812:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572237568, offset 0 02000000:00000010:2.0:1767329544.183821:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000185c0700. 02000000:00000001:2.0:1767329544.183834:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329544.183834:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329544.183849:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012bfe709. 00000100:00000001:3.0:1767329544.183851:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329544.183861:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:3.0:1767329544.183862:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767329544.183865:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004740f0f1. 00000100:00000040:3.0:1767329544.183879:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1767329544.183882:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572237696, portal 10 00000400:00000200:0.0:1767329544.183883:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767329544.183891:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6727) 00000100:00000001:1.0:1767329544.183893:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329544.183894:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767329544.183898:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329544.183904:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776937344 : -127176932614272 : ffff8c55501b9f80) 00000100:00000001:1.0:1767329544.183905:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329544.183911:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329544.183927:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069829e7b x1853178572237696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329544.183928:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767329544.183930:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088864b64 x1853178572237824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329544.183943:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329544.183961:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [486:486:256:4294967295] 192.168.202.109@tcp LPNI seq info [486:486:8:4294967295] 00000100:00000001:2.0:1767329544.183985:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329544.183989:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329544.183995:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329544.184005:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329544.184006:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767329544.184012:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329544.184099:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329544.184106:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061991354. 00000800:00000200:0.0:1767329544.184133:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000010:2.0:1767329544.184139:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010d9b7ea. 02000000:00000001:1.0:1767329544.184145:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767329544.184148:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000200:2.0:1767329544.184149:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572237696, offset 0 02000000:00000001:1.0:1767329544.184160:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329544.184163:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061991354 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329544.184172:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00100000:1.0:1767329544.184177:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088864b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572237824:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329544.184190:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329544.184191:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329544.184192:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767329544.184199:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767329544.184202:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329544.184204:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301393757 00000400:00000200:2.0:1767329544.184208:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:1.0:1767329544.184209:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329544.184215:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008aa23318. 02000000:00000001:1.0:1767329544.184217:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767329544.184220:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329544.184226:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000010:1.0:1767329544.184228:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cdbb9d2a. 00000100:00000001:0.0:1767329544.184231:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1767329544.184236:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329544.184237:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [487:487:255:4294967295] 192.168.202.109@tcp LPNI seq info [487:487:7:4294967295] 00000100:00000001:0.0:1767329544.184245:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301393757 00000400:00000010:1.0:1767329544.184249:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000477a1920. 00000100:00000010:0.0:1767329544.184258:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052edf4f7. 00000400:00000010:1.0:1767329544.184262:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c01551. 00000100:00000001:0.0:1767329544.184285:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1767329544.184288:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572237824, portal 10 00000400:00000200:2.0:1767329544.184291:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329544.184295:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329544.184295:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301393757 00000100:00000001:1.0:1767329544.184300:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776932864 : -127176932618752 : ffff8c55501b8e00) 00000100:00000010:0.0:1767329544.184303:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007697a2dd. 00000800:00000200:2.0:1767329544.184306:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329544.184314:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000010:2.0:1767329544.184315:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074996e45. 00000100:00000040:1.0:1767329544.184317:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088864b64 x1853178572237824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329544.184321:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301393757 00000100:00000010:0.0:1767329544.184330:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080a38a15. 00000800:00000200:2.0:1767329544.184331:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329544.184339:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767329544.184347:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767329544.184351:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329544.184356:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329544.184362:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767329544.184363:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000074996e45 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329544.184364:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329544.184374:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329544.184375:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329544.184376:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329544.184383:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c86e3c6. 00000100:00000040:2.0:1767329544.184385:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 189985 usecs (190 jiffies) 00000100:00000200:1.0:1767329544.184388:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572237824, offset 0 00000100:00000001:0.0:1767329544.184389:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329544.184393:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301389503 00000100:00000001:0.0:1767329544.184396:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767329544.184402:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329544.184403:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329544.184409:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329544.184410:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301393757 00000100:00000001:2.0:1767329544.184416:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301389503 00000400:00000200:1.0:1767329544.184419:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329544.184426:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301393757 00000100:00000001:0.0:1767329544.184426:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329544.184427:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329544.184435:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329544.184436:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301389503 00000400:00000200:1.0:1767329544.184439:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329544.184446:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301393757 00000400:00000200:1.0:1767329544.184450:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329544.184453:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301389503 00000100:00000001:2.0:1767329544.184455:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301393757 00000100:00000001:2.0:1767329544.184458:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329544.184460:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329544.184465:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329544.184470:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329544.184471:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329544.184479:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [488:488:254:4294967295] 192.168.202.109@tcp LPNI seq info [488:488:6:4294967295] 00000100:00000001:2.0:1767329544.184481:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329544.184486:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329544.184491:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329544.184494:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329544.184498:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329544.184503:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767329544.184506:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329544.184507:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767329544.184509:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061991354. 00000800:00000200:1.0:1767329544.184522:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329544.184522:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1767329544.184533:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 00000400:00000200:0.0:1767329544.184539:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000800:00000200:1.0:1767329544.184545:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329544.184546:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9986c64 00000400:00000010:0.0:1767329544.184553:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9986c64. 00000100:00000001:2.0:1767329544.184555:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767329544.184561:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329544.184562:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329544.184569:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329544.184571:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329544.184579:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329544.184583:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bda1c3a0 x1853178572237568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329544.184586:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 12897 usecs (13 jiffies) 00000100:00000001:1.0:1767329544.184595:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301389326 00000100:00000001:1.0:1767329544.184602:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301393757 00000100:00000001:1.0:1767329544.184608:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301389326 00000100:00000001:0.0:1767329544.184615:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329544.184619:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bda1c3a0 x1853178572237568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329560 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329544.184623:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301393757 00000100:00000001:1.0:1767329544.184630:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301389326 00000100:00000001:1.0:1767329544.184636:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301393757 00000100:00000001:0.0:1767329544.184639:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329544.184642:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301389326 00000100:00000001:0.0:1767329544.184643:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329544.184649:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301393757 00000100:00000001:1.0:1767329544.184652:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329544.184655:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329544.184659:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329544.184661:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767329544.184662:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329544.184667:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074996e45. 00000100:00000001:1.0:1767329544.184668:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767329544.184671:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329544.184672:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329544.184679:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329544.184682:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329544.184684:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329544.184689:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010d9b7ea 00000100:00000001:1.0:1767329544.184690:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329544.184694:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010d9b7ea. 00000100:00000001:1.0:1767329544.184696:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329544.184701:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329544.184706:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069829e7b x1853178572237696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329544.184715:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329544.184718:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069829e7b x1853178572237696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329560 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329544.184725:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329544.184727:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329544.184801:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329544.184804:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000400:00000200:0.0:1767329544.184810:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329544.184814:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329544.184826:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c86e3c6 00000400:00000010:0.0:1767329544.184829:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c86e3c6. 00000100:00000001:0.0:1767329544.184832:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329544.184836:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088864b64 x1853178572237824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329544.184846:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329544.184849:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088864b64 x1853178572237824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329560 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329544.184856:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329544.184859:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329544.187840:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329544.187861:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329544.187865:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329544.187868:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329544.187878:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329544.187895:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280eb00 00000400:00000200:0.0:1767329544.187905:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0xff9 [1] + 224 00000800:00000001:0.0:1767329544.187915:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329544.187923:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329544.187926:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329544.187931:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329544.187937:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329544.187943:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bda1c3a0 x1853178572237568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329560 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329544.187958:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bda1c3a0 x1853178572237568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329544.187986:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329544.188015:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329544.188021:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329544.188091:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329544.188097:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329544.188103:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329544.188128:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280eb80 00000400:00000200:0.0:1767329544.188135:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1001 [1] + 224 00000800:00000001:0.0:1767329544.188142:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329544.188147:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329544.188150:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329544.188151:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329544.188159:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329544.188159:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000001:3.0:1767329544.188171:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329544.188176:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329544.188178:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d953769f. 00000400:00000200:3.0:1767329544.188184:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b68fddbb 00000400:00000010:3.0:1767329544.188186:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b68fddbb. 00000100:00000001:3.0:1767329544.188193:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329544.188195:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329544.188202:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bda1c3a0 x1853178572237568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329544.188208:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069829e7b x1853178572237696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329560 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329544.188245:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bda1c3a0 x1853178572237568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329560 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329544.188249:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000069829e7b x1853178572237696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329544.188289:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329544.188311:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329544.188315:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329544.188319:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329544.188319:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329544.188322:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767329544.188328:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329544.188333:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329544.188338:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329544.188339:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329544.188343:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329544.188346:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329544.188355:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00001000:3.0:1767329544.188359:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=91 v=5 (5 5 5 5) 00000400:00000200:0.0:1767329544.188367:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280ec00 00000100:00001000:3.0:1767329544.188371:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=91 v=5 (1 1 1 1) 00000400:00000200:0.0:1767329544.188377:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1009 [1] + 224 00000100:00000001:3.0:1767329544.188381:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329544.188387:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329544.188387:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767329544.188392:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329544.188396:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329544.188398:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329544.188400:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329544.188407:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767329544.188414:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bda1c3a0 x1853178572237568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329544.188414:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329544.188418:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329544.188420:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329544.188430:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767329544.188435:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767329544.188436:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329544.188441:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012bfe709. 00000100:00000001:3.0:1767329544.188442:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329544.188448:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329544.188451:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004740f0f1 00000100:00000040:3.0:1767329544.188457:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda1c3a0 x1853178572237568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329560 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329544.188458:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004740f0f1. 00000100:00000001:2.0:1767329544.188467:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329544.188468:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329544.188478:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069829e7b x1853178572237696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329544.188481:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088864b64 x1853178572237824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329560 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329544.188482:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572237568:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329544.188499:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329544.188507:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329544.188515:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bda1c3a0 x1853178572237568/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329560 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329544.188525:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069829e7b x1853178572237696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329560 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329544.188536:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088864b64 x1853178572237824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329544.188561:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329544.188569:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767329544.188571:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767329544.188575:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090db978d. 02000000:00000001:3.0:1767329544.188582:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767329544.188583:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767329544.188591:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767329544.188592:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329544.188593:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1767329544.188596:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329544.188597:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329544.188603:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767329544.188604:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767329544.188608:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767329544.188626:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054284e99. 00000800:00000001:0.0:1767329544.188628:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329544.188630:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329544.188636:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329544.188641:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329544.188642:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329544.188647:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bda1c3a0. 00000100:00001000:2.0:1767329544.188654:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=81 v=5 (5 5 5 5) 00000100:00000001:3.0:1767329544.188656:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:2.0:1767329544.188662:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=81 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329544.188667:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329544.188673:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329544.188674:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329544.188682:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767329544.188683:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329544.188693:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329544.188696:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329544.188699:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767329544.188701:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329544.188704:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329544.188709:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329544.188711:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329544.188714:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329544.188717:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329544.188718:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329544.188734:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069829e7b x1853178572237696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329544.188735:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329544.188746:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767329544.188747:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767329544.188752:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767329544.188754:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767329544.188760:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000477a1920. 00000100:00000001:2.0:1767329544.188761:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329544.188773:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c01551 00000100:00000040:2.0:1767329544.188774:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069829e7b x1853178572237696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329560 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329544.188780:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c01551. 00000100:00000001:1.0:1767329544.188789:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329544.188803:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088864b64 x1853178572237824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329544.188804:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069829e7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572237696:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329544.188820:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329544.188827:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329544.188836:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069829e7b x1853178572237696/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329560 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329544.188842:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088864b64 x1853178572237824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329560 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329544.188883:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767329544.188886:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767329544.188888:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767329544.188892:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767329544.188894:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000185c0700. 00000100:00000001:1.0:1767329544.188899:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329544.188903:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767329544.188904:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767329544.188911:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329544.188912:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329544.188916:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329544.188919:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329544.188925:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=91 v=5 (5 5 5 5) 00000020:00000040:2.0:1767329544.188927:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00001000:1.0:1767329544.188935:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=26 v=5 (1 0 0 0) 00000020:00000001:2.0:1767329544.188937:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329544.188944:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009917be02. 00000100:00000001:1.0:1767329544.188945:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329544.188953:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329544.188954:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767329544.188958:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767329544.188959:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329544.188964:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069829e7b. 00010000:00080000:1.0:1767329544.188969:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000088864b64 x1853178572237824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329544.188974:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329544.188979:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329544.188987:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767329544.188998:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329544.189000:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329544.189004:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767329544.189005:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329544.189012:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329544.189013:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329544.189017:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329544.189102:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329544.189106:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329544.189115:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088864b64 x1853178572237824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329544.189130:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329544.189134:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329544.189148:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329544.189156:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088864b64 x1853178572237824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329560 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329544.189171:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088864b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572237824:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329544.189179:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329544.189182:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329544.189186:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088864b64 x1853178572237824/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329560 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329544.189196:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329544.189198:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329544.189201:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cdbb9d2a. 02000000:00000001:1.0:1767329544.189206:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329544.189207:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329544.189209:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329544.189212:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329544.189214:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bb7a9f62. 02000000:00000001:1.0:1767329544.189217:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329544.189218:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329544.189220:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088864b64. 00000100:00000001:1.0:1767329544.189224:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329544.189225:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329544.189227:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329544.189232:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329544.189234:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329544.189236:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329544.189239:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329544.247165:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329544.247171:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329544.247286:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329544.247291:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329544.247295:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329545.271209:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329545.271219:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329545.271353:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329545.271360:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329545.271365:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329546.295158:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329546.295169:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329546.295264:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329546.295271:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329546.295275:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329547.319140:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329547.319150:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329547.319240:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329547.319246:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329547.319251:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329548.343255:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329548.343298:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329548.343409:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329548.343415:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329548.343419:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329548.791120:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301393757, at 4301393920 00000100:00000040:0.0:1767329548.791120:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301393757, at 4301393920 00000100:00000010:0.0:1767329548.791145:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008aa23318. 00000100:00000010:1.0:1767329548.791149:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052edf4f7. 00000100:00000040:2.0:1767329548.791150:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301393757, at 4301393920 00000100:00000010:2.0:1767329548.791159:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007697a2dd. 00000100:00000040:3.0:1767329548.791193:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301393757, at 4301393920 00000100:00000010:3.0:1767329548.791207:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080a38a15. 00000100:00000040:2.0:1767329549.303251:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329549.303277:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329549.303290:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065a7b1ab. 00000020:00000040:2.0:1767329549.303300:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329549.303308:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329549.303312:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329549.303321:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329549.303334:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d94add08. 00000100:00000001:2.0:1767329549.303344:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329549.303360:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000065a7b1ab x1853178572237952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329549.303376:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329549.303379:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329549.303387:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065a7b1ab] to pc [ptlrpcd_00_03+3] req@0000000065a7b1ab x1853178572237952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329549.303430:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329549.303433:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329549.303437:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329549.303463:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004920a0f5. 00000020:00000040:2.0:1767329549.303466:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329549.303469:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329549.303471:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329549.303473:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329549.303477:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c58f1272. 00000100:00000001:2.0:1767329549.303481:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329549.303502:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000004920a0f5 x1853178572238080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329549.303512:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329549.303515:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329549.303522:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004920a0f5] to pc [ptlrpcd_00_00+0] req@000000004920a0f5 x1853178572238080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329549.303551:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329549.303561:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329549.303565:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329549.303572:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329549.303574:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329549.303589:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065a7b1ab x1853178572237952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329549.303593:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329549.303594:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329549.303617:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767329549.303622:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1767329549.303627:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056f3f7d6. 00000100:00000001:1.0:1767329549.303628:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329549.303638:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329549.303640:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1767329549.303641:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329549.303646:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767329549.303646:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:1.0:1767329549.303648:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329549.303652:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767329549.303655:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329549.303659:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329549.303662:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329549.303663:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767329549.303671:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767329549.303674:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329549.303675:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065a7b1ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572237952:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329549.303678:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767329549.303688:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d4297425. 00000100:00000001:1.0:1767329549.303692:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329549.303693:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329549.303696:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329549.303700:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767329549.303706:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329549.303706:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329549.303711:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000056f3f7d6 x1853178572238208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767329549.303714:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329549.303724:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004920a0f5 x1853178572238080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329549.303726:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329549.303738:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000512663e4. 02000000:00000001:1.0:1767329549.303747:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329549.303750:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329549.303757:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329549.303763:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000477a1920. 00000100:00000001:0.0:1767329549.303768:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767329549.303772:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f3f7d6] to pc [ptlrpcd_00_01+1] req@0000000056f3f7d6 x1853178572238208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329549.303775:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329549.303779:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c01551. 02000000:00000001:0.0:1767329549.303788:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1767329549.303796:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572237952, portal 25 02000000:00000001:0.0:1767329549.303797:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329549.303807:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767329549.303808:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329549.303814:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329549.303814:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777360640 : -127176932190976 : ffff8c5550221500) 00000100:00100000:0.0:1767329549.303820:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004920a0f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572238080:192.168.202.109@tcp:400: 00000100:00000040:2.0:1767329549.303827:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329549.303831:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767329549.303835:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065a7b1ab x1853178572237952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329549.303839:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329549.303846:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329549.303855:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1767329549.303857:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329549.303876:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329549.303877:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767329549.303880:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b537395. 00000100:00000040:2.0:1767329549.303883:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6732) 00000100:00100000:3.0:1767329549.303888:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:0.0:1767329549.303889:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329549.303894:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329549.303903:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767329549.303907:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a41340f7. 00000400:00000010:1.0:1767329549.303908:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002044f8ff. 00000100:00000001:3.0:1767329549.303920:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767329549.303923:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572237952, offset 0 00000400:00000010:0.0:1767329549.303926:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9986c64. 00000100:00000001:3.0:1767329549.303927:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329549.303936:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329549.303939:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329549.303942:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329549.303951:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767329549.303955:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572238080, portal 10 00000100:00000001:0.0:1767329549.303961:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329549.303965:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777368704 : -127176932182912 : ffff8c5550223480) 00000100:00000040:3.0:1767329549.303966:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056f3f7d6 x1853178572238208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329549.303971:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:0.0:1767329549.304113:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004920a0f5 x1853178572238080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329549.304115:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329549.304130:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329549.304144:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329549.304174:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329549.304188:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767329549.304190:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [489:489:256:4294967295] 192.168.202.109@tcp LPNI seq info [489:489:8:4294967295] 00000100:00000001:0.0:1767329549.304190:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329549.304197:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329549.304205:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329549.304210:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767329549.304212:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dba91bce. 02000000:00000001:3.0:1767329549.304219:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767329549.304223:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572238080, offset 0 00000400:00000200:1.0:1767329549.304229:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:3.0:1767329549.304232:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329549.304244:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00100000:3.0:1767329549.304251:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000056f3f7d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572238208:192.168.202.109@tcp:400: 00000800:00000200:1.0:1767329549.304252:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329549.304262:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329549.304275:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767329549.304277:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 00000100:00000001:3.0:1767329549.304283:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767329549.304288:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:1.0:1767329549.304295:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329549.304301:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767329549.304310:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767329549.304311:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:3.0:1767329549.304320:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329549.304321:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:3.0:1767329549.304332:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767329549.304334:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767329549.304334:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [490:490:255:4294967295] 192.168.202.109@tcp LPNI seq info [490:490:7:4294967295] 02000000:00000010:3.0:1767329549.304344:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db5a44f4. 02000000:00000001:3.0:1767329549.304354:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329549.304363:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4ab8160. 00000100:00000001:1.0:1767329549.304370:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329549.304372:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:3.0:1767329549.304377:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064cac671. 00000100:00000001:1.0:1767329549.304383:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301398877 00000100:00000200:3.0:1767329549.304390:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572238208, portal 10 00000800:00000200:0.0:1767329549.304392:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:1.0:1767329549.304396:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000095fed548. 00000100:00000001:3.0:1767329549.304402:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:0.0:1767329549.304407:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061991354. 00000100:00000001:3.0:1767329549.304409:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777359744 : -127176932191872 : ffff8c5550221180) 00000100:00000001:1.0:1767329549.304411:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767329549.304421:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329549.304430:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301398877 00000100:00000040:3.0:1767329549.304434:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000056f3f7d6 x1853178572238208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329549.304437:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:1.0:1767329549.304442:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a83fae05. 00000800:00000200:0.0:1767329549.304448:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061991354 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329549.304452:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767329549.304462:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301398877 00000100:00000001:0.0:1767329549.304463:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767329549.304473:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007884d10c. 00000100:00000001:3.0:1767329549.304475:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329549.304476:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 188710 usecs (189 jiffies) 00000100:00000001:1.0:1767329549.304481:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767329549.304486:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301394622 00000100:00000001:1.0:1767329549.304490:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301398877 00000100:00000040:3.0:1767329549.304492:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329549.304514:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301398877 00000100:00000010:1.0:1767329549.304518:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea9442b1. 00000400:00000010:3.0:1767329549.304521:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e8f47ae. 00000100:00000001:0.0:1767329549.304523:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301394622 00000100:00000001:1.0:1767329549.304526:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000200:3.0:1767329549.304534:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572238208, offset 0 00000100:00000001:0.0:1767329549.304535:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301398877 00000800:00000200:2.0:1767329549.304537:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329549.304538:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329549.304548:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301394622 00000100:00000001:1.0:1767329549.304552:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329549.304554:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000400:00000200:3.0:1767329549.304587:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329549.304587:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329549.304593:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301398877 00000100:00000001:1.0:1767329549.304597:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329549.304600:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329549.304600:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301394622 00000100:00000001:1.0:1767329549.304606:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329549.304610:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301398877 00000400:00000200:3.0:1767329549.304611:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329549.304612:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329549.304618:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329549.304625:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329549.304629:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329549.304631:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329549.304633:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329549.304640:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329549.304641:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329549.304648:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329549.304649:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329549.304650:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329549.304661:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329549.304662:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329549.304662:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329549.304668:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329549.304674:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329549.304678:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329549.304679:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329549.304694:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [491:491:254:4294967295] 192.168.202.109@tcp LPNI seq info [491:491:6:4294967295] 00000400:00000200:3.0:1767329549.304714:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:2.0:1767329549.304727:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002044f8ff 00000400:00000010:2.0:1767329549.304733:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002044f8ff. 00000100:00000001:2.0:1767329549.304740:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329549.304746:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065a7b1ab x1853178572237952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329549.304759:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329549.304762:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065a7b1ab x1853178572237952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329565 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329549.304771:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329549.304773:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329549.304795:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329549.304798:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061991354. 00000400:00000200:2.0:1767329549.304801:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329549.304804:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329549.304808:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dba91bce 00000400:00000010:2.0:1767329549.304810:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dba91bce. 00000100:00000001:2.0:1767329549.304820:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329549.304823:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004920a0f5 x1853178572238080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329549.304832:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329549.304835:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004920a0f5 x1853178572238080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329565 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329549.304843:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329549.304845:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329549.304899:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329549.304910:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054284e99. 00000800:00000200:3.0:1767329549.304921:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767329549.304930:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329549.304936:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000054284e99 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329549.305088:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329549.305097:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 12851 usecs (13 jiffies) 00000100:00000001:3.0:1767329549.305104:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301394447 00000100:00000001:3.0:1767329549.305123:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301398877 00000100:00000001:3.0:1767329549.305128:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301394447 00000100:00000001:3.0:1767329549.305132:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301398877 00000100:00000001:3.0:1767329549.305136:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301394447 00000100:00000001:3.0:1767329549.305140:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301398877 00000100:00000001:3.0:1767329549.305144:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301394447 00000100:00000001:3.0:1767329549.305148:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301398877 00000800:00000200:0.0:1767329549.305152:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329549.305153:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767329549.305160:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054284e99. 00000100:00000001:3.0:1767329549.305163:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329549.305168:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329549.305172:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329549.305180:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329549.305183:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329549.305187:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e8f47ae 00000400:00000010:0.0:1767329549.305193:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e8f47ae. 00000100:00000001:0.0:1767329549.305198:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329549.305203:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056f3f7d6 x1853178572238208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329549.305215:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329549.305220:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056f3f7d6 x1853178572238208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329565 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329549.305239:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329549.305241:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329549.307248:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329549.307265:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329549.307269:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329549.307272:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329549.307282:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329549.307298:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280ec80 00000400:00000200:0.0:1767329549.307310:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1011 [1] + 224 00000800:00000001:0.0:1767329549.307334:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329549.307341:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329549.307343:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329549.307348:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329549.307354:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329549.307359:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065a7b1ab x1853178572237952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329565 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329549.307373:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065a7b1ab x1853178572237952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329549.307397:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329549.307407:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329549.307411:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329549.307413:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329549.307416:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329549.307421:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329549.307428:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280ed80 00000400:00000200:0.0:1767329549.307434:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1021 [1] + 224 00000800:00000001:0.0:1767329549.307440:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329549.307443:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329549.307446:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329549.307451:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329549.307454:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329549.307458:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056f3f7d6 x1853178572238208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329565 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329549.307463:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329549.307472:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767329549.307473:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000056f3f7d6 x1853178572238208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329549.307486:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329549.307492:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767329549.307496:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767329549.307497:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000477a1920. 00000400:00000200:1.0:1767329549.307507:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c01551 00000400:00000010:1.0:1767329549.307511:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c01551. 00000100:00000001:1.0:1767329549.307533:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767329549.307540:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767329549.307548:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065a7b1ab x1853178572237952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329549.307550:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329549.307560:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329549.307565:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329549.307578:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767329549.307581:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065a7b1ab x1853178572237952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329565 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329549.307589:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329549.307593:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000001:3.0:1767329549.307603:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329549.307613:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767329549.307614:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280ed00 00000100:00000001:1.0:1767329549.307623:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767329549.307624:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4ab8160. 00000100:00000001:1.0:1767329549.307630:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329549.307638:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064cac671 00000100:00000001:1.0:1767329549.307639:0:208651:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767329549.307648:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064cac671. 02000000:00000001:1.0:1767329549.307650:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329549.307658:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329549.307662:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329549.307665:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329549.307670:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1019 [1] + 224 02000000:00000001:1.0:1767329549.307675:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329549.307679:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767329549.307682:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056f3f7d6 x1853178572238208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329549.307693:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767329549.307695:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=96 v=5 (5 5 5 5) 00000400:00000200:0.0:1767329549.307703:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767329549.307716:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=96 v=5 (1 1 1 1) 00000400:00000200:0.0:1767329549.307722:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329549.307734:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767329549.307736:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056f3f7d6 x1853178572238208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329565 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329549.307737:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329549.307740:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329549.307750:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004920a0f5 x1853178572238080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329565 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329549.307754:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329549.307762:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329549.307774:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329549.307796:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065a7b1ab x1853178572237952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329549.307807:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767329549.307811:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004920a0f5 x1853178572238080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329549.307816:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329549.307828:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329549.307835:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329549.307842:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329549.307844:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329549.307849:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329549.307857:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767329549.307860:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329549.307862:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329549.307866:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767329549.307876:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=96 v=5 (5 5 5 5) 00000800:00000001:0.0:1767329549.307877:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767329549.307878:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065a7b1ab x1853178572237952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329565 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329549.307886:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767329549.307889:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=31 v=5 (1 0 0 0) 00000100:00100000:1.0:1767329549.307908:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065a7b1ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572237952:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329549.307924:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329549.307927:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329549.307933:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329549.307934:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329549.307938:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767329549.307944:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767329549.307945:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065a7b1ab x1853178572237952/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329565 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329549.307946:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329549.307959:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00080000:3.0:1767329549.307964:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000056f3f7d6 x1853178572238208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329549.307969:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:2.0:1767329549.307971:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:1.0:1767329549.308000:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000512663e4. 00000400:00000001:2.0:1767329549.308001:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329549.308025:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a41340f7. 02000000:00000001:1.0:1767329549.308029:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767329549.308095:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9986c64 00000400:00000010:2.0:1767329549.308098:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9986c64. 00000100:00000001:2.0:1767329549.308106:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767329549.308116:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329549.308122:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000200:2.0:1767329549.308123:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004920a0f5 x1853178572238080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329549.308128:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329549.308133:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329549.308140:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d94add08. 00000100:00000001:3.0:1767329549.308145:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767329549.308155:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767329549.308156:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000001:1.0:1767329549.308180:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1767329549.308182:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004920a0f5 x1853178572238080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329565 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329549.308183:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000010:1.0:1767329549.308185:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065a7b1ab. 00000100:00000001:3.0:1767329549.308191:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329549.308196:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329549.308203:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329549.308211:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329549.308212:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329549.308214:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056f3f7d6 x1853178572238208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329549.308216:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329549.308224:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329549.308225:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329549.308231:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329549.308233:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329549.308239:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329549.308242:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329549.308245:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329549.308248:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329549.308255:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329549.308256:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329549.308266:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=86 v=5 (5 5 5 5) 00000100:00000001:3.0:1767329549.308268:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329549.308275:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329549.308277:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=86 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329549.308288:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329549.308290:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329549.308295:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056f3f7d6 x1853178572238208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329565 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767329549.308296:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329549.308302:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329549.308308:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329549.308312:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329549.308315:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329549.308318:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329549.308329:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004920a0f5 x1853178572238080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329549.308345:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000056f3f7d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572238208:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329549.308347:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329549.308354:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329549.308358:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329549.308370:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329549.308370:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004920a0f5 x1853178572238080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329565 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329549.308382:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329549.308392:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056f3f7d6 x1853178572238208/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329565 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329549.308452:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004920a0f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572238080:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329549.308453:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329549.308461:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767329549.308464:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767329549.308469:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db5a44f4. 00000100:00000001:2.0:1767329549.308482:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767329549.308486:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767329549.308489:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004920a0f5 x1853178572238080/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329565 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767329549.308493:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329549.308517:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329549.308531:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767329549.308533:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1767329549.308538:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d4297425. 02000000:00000001:2.0:1767329549.308541:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767329549.308550:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1767329549.308550:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b537395. 02000000:00000001:2.0:1767329549.308560:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329549.308562:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329549.308565:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 02000000:00000001:3.0:1767329549.308573:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767329549.308575:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329549.308586:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c58f1272. 00000100:00000010:3.0:1767329549.308589:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056f3f7d6. 02000000:00000001:2.0:1767329549.308596:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767329549.308602:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767329549.308603:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767329549.308611:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767329549.308612:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004920a0f5. 00000100:00000001:3.0:1767329549.308622:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329549.308625:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329549.308632:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329549.308636:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329549.308639:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329549.308644:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329549.308649:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329549.308653:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329549.308655:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329549.308664:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329549.308664:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329549.308671:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329549.367156:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329549.367164:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329549.367201:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329549.367208:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329549.367213:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329550.391139:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329550.391148:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329550.391207:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329550.391214:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329550.391220:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329551.415105:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329551.415112:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329551.415184:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329551.415189:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329551.415192:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329552.439134:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329552.439146:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329552.439262:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329552.439268:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329552.439272:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329553.463230:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329553.463248:0:215769:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329553.463252:0:215769:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329553.463289:0:215769:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329553.463300:0:215769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329553.463303:0:215769:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329553.463308:0:215769:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329553.463314:0:215769:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329553.463401:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329553.463409:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329553.463415:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329553.911132:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301398877, at 4301399040 00000100:00000010:2.0:1767329553.911155:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007884d10c. 00000100:00000040:3.0:1767329553.911162:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301398877, at 4301399040 00000100:00000040:1.0:1767329553.911170:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301398877, at 4301399040 00000100:00000040:0.0:1767329553.911170:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301398877, at 4301399040 00000100:00000010:3.0:1767329553.911178:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea9442b1. 00000100:00000010:0.0:1767329553.911183:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000095fed548. 00000100:00000010:1.0:1767329553.911191:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a83fae05. 00000100:00000040:0.0:1767329554.423157:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329554.423172:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329554.423181:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f4cfdab. 00000020:00000040:0.0:1767329554.423190:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329554.423197:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329554.423201:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329554.423209:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329554.423222:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061991354. 00000100:00000001:0.0:1767329554.423232:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329554.423261:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000000f4cfdab x1853178572238336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329554.423305:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329554.423308:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329554.423316:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f4cfdab] to pc [ptlrpcd_00_02+2] req@000000000f4cfdab x1853178572238336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329554.423351:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329554.423354:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329554.423358:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329554.423363:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097ca7d73. 00000020:00000040:0.0:1767329554.423366:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329554.423369:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329554.423372:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329554.423375:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329554.423380:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000025ce9561. 00000100:00000001:1.0:1767329554.423383:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329554.423385:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329554.423392:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767329554.423394:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000097ca7d73 x1853178572238464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329554.423399:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329554.423402:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329554.423411:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329554.423413:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f4cfdab x1853178572238336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329554.423418:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329554.423421:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329554.423434:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097ca7d73] to pc [ptlrpcd_00_03+3] req@0000000097ca7d73 x1853178572238464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329554.423451:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329554.423456:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329554.423463:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329554.423464:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329554.423472:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329554.423473:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767329554.423482:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329554.423483:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767329554.423486:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767329554.423491:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005188d010. 00000100:00000001:2.0:1767329554.423494:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767329554.423494:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572238336:192.168.202.109@tcp:400: 00000020:00000040:0.0:1767329554.423496:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329554.423503:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329554.423506:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329554.423509:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329554.423510:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329554.423515:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329554.423518:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767329554.423519:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097ca7d73 x1853178572238464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767329554.423521:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba0b6bbc. 02000000:00000001:1.0:1767329554.423525:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329554.423536:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329554.423539:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329554.423547:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b52f2b38. 00000100:00000040:0.0:1767329554.423552:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000005188d010 x1853178572238592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329554.423556:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767329554.423557:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329554.423563:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329554.423570:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000477a1920. 02000000:00000001:2.0:1767329554.423574:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329554.423580:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767329554.423583:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329554.423584:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329554.423586:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c01551. 02000000:00000001:2.0:1767329554.423597:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329554.423600:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005188d010] to pc [ptlrpcd_00_00+0] req@000000005188d010 x1853178572238592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329554.423603:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572238336, portal 25 00000100:00000001:1.0:1767329554.423612:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329554.423617:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578895872 : -127177130655744 : ffff8c55444dc000) 00000100:00100000:2.0:1767329554.423629:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000097ca7d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572238464:192.168.202.109@tcp:400: 00000100:00000040:1.0:1767329554.423630:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000f4cfdab x1853178572238336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329554.423639:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329554.423647:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767329554.423648:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329554.423659:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329554.423660:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767329554.423664:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767329554.423671:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329554.423672:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329554.423673:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6737) 02000000:00000001:2.0:1767329554.423682:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767329554.423689:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048b25755. 02000000:00000010:2.0:1767329554.423694:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb4dec22. 00000100:00000200:1.0:1767329554.423695:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572238336, offset 0 02000000:00000001:2.0:1767329554.423704:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329554.423713:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329554.423717:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012bfe709. 00000400:00000010:2.0:1767329554.423730:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004740f0f1. 00000100:00000001:3.0:1767329554.423731:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329554.423736:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000200:2.0:1767329554.423739:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572238464, portal 10 00000100:00000001:3.0:1767329554.423740:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329554.423746:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767329554.423747:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329554.423749:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329554.423755:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578903040 : -127177130648576 : ffff8c55444ddc00) 00000100:00000040:3.0:1767329554.423759:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005188d010 x1853178572238592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329554.423760:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:2.0:1767329554.423777:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000097ca7d73 x1853178572238464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329554.423777:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329554.423787:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767329554.423789:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329554.423793:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329554.423803:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [492:492:256:4294967295] 192.168.202.109@tcp LPNI seq info [492:492:8:4294967295] 02000000:00000001:3.0:1767329554.423804:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329554.423810:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329554.423822:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329554.423822:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767329554.423835:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005188d010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572238592:192.168.202.109@tcp:400: 00000100:00000040:2.0:1767329554.423837:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329554.423847:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:2.0:1767329554.423848:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da383fb9. 00000100:00000001:3.0:1767329554.423849:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329554.423856:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1767329554.423859:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572238464, offset 0 02000000:00000001:3.0:1767329554.423861:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329554.423869:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329554.423870:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767329554.423879:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000010:3.0:1767329554.423880:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7a26db0. 00000800:00000010:1.0:1767329554.423881:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 02000000:00000001:3.0:1767329554.423890:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329554.423896:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:1.0:1767329554.423900:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000010:3.0:1767329554.423901:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4ab8160. 00000400:00000200:2.0:1767329554.423908:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329554.423920:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:1.0:1767329554.423920:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:3.0:1767329554.423922:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064cac671. 00000800:00000200:1.0:1767329554.423951:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329554.423956:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1767329554.423959:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572238592, portal 10 00000100:00000001:3.0:1767329554.423964:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329554.423966:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578898560 : -127177130653056 : ffff8c55444dca80) 00000100:00000001:1.0:1767329554.423973:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329554.423981:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005188d010 x1853178572238592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329554.423981:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329554.423983:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301403996 00000100:00000010:1.0:1767329554.423995:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000648d638b. 00000400:00000200:2.0:1767329554.424000:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [493:493:255:4294967295] 192.168.202.109@tcp LPNI seq info [493:493:7:4294967295] 00000100:00000001:1.0:1767329554.424009:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767329554.424048:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329554.424057:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329554.424063:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5c30b11. 00000100:00000001:1.0:1767329554.424067:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301403997 00000400:00000200:2.0:1767329554.424079:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:3.0:1767329554.424080:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572238592, offset 0 00000100:00000010:1.0:1767329554.424080:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a68039c9. 00000100:00000001:1.0:1767329554.424090:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767329554.424098:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329554.424101:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301403997 00000800:00000200:2.0:1767329554.424108:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:1.0:1767329554.424111:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082ce177d. 00000400:00000200:3.0:1767329554.424116:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329554.424119:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000010:2.0:1767329554.424122:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c58f1272. 00000400:00000200:3.0:1767329554.424124:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329554.424125:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301403997 00000100:00000010:1.0:1767329554.424135:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc851da7. 00000400:00000200:3.0:1767329554.424136:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:2.0:1767329554.424144:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329554.424145:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767329554.424148:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329554.424155:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329554.424160:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329554.424163:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329554.424167:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329554.424171:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [494:494:254:4294967295] 192.168.202.109@tcp LPNI seq info [494:494:6:4294967295] 00000800:00000200:2.0:1767329554.424178:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c58f1272 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329554.424182:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329554.424189:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329554.424190:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329554.424199:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:2.0:1767329554.424203:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 187448 usecs (188 jiffies) 00000100:00000001:1.0:1767329554.424208:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767329554.424212:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329554.424215:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329554.424216:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301399741 00000800:00000010:3.0:1767329554.424220:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009f2acf4c. 00000100:00000001:1.0:1767329554.424222:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329554.424226:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301403996 00000100:00000001:1.0:1767329554.424228:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329554.424233:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329554.424237:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301399741 00000800:00000200:3.0:1767329554.424238:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329554.424240:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329554.424248:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301403997 00000100:00000001:2.0:1767329554.424254:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301399741 00000800:00000200:3.0:1767329554.424257:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329554.424263:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301403997 00000800:00000200:3.0:1767329554.424267:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009f2acf4c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329554.424270:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301399741 00000100:00000001:3.0:1767329554.424278:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329554.424279:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301403997 00000100:00000001:2.0:1767329554.424289:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767329554.424291:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 12796 usecs (13 jiffies) 00000100:00000001:2.0:1767329554.424294:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329554.424300:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329554.424301:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301399566 00000100:00000001:2.0:1767329554.424303:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767329554.424308:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000100:00000001:2.0:1767329554.424314:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329554.424316:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301403996 00000400:00000200:1.0:1767329554.424320:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329554.424326:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329554.424328:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301399566 00000100:00000001:2.0:1767329554.424334:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767329554.424337:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329554.424340:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301403997 00000100:00000001:2.0:1767329554.424344:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329554.424349:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b25755 00000100:00000001:2.0:1767329554.424350:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329554.424352:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301399566 00000400:00000010:1.0:1767329554.424353:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048b25755. 00000100:00000001:2.0:1767329554.424356:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329554.424360:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329554.424363:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329554.424371:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f4cfdab x1853178572238336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329554.424374:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301403997 00000100:00000001:3.0:1767329554.424381:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301399566 00000100:00000001:3.0:1767329554.424389:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301403997 00000100:00000001:2.0:1767329554.424390:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329554.424397:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329554.424402:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329554.424403:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329554.424411:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329554.424412:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329554.424414:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f4cfdab x1853178572238336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329570 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329554.424422:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329554.424433:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329554.424434:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329554.424437:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329554.424439:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329554.424445:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329554.424449:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329554.424452:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329554.424457:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329554.424459:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329554.424464:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c58f1272. 00000400:00000200:1.0:1767329554.424468:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329554.424472:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329554.424475:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da383fb9 00000400:00000010:1.0:1767329554.424477:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da383fb9. 00000100:00000001:1.0:1767329554.424482:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329554.424485:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097ca7d73 x1853178572238464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329554.424493:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329554.424495:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097ca7d73 x1853178572238464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329570 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329554.424517:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329554.424519:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329554.424567:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329554.424570:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009f2acf4c. 00000400:00000200:1.0:1767329554.424573:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329554.424578:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329554.424581:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5c30b11 00000400:00000010:1.0:1767329554.424583:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5c30b11. 00000100:00000001:1.0:1767329554.424585:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329554.424589:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005188d010 x1853178572238592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329554.424598:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329554.424600:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005188d010 x1853178572238592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329570 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329554.424607:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329554.424608:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329554.426555:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329554.426573:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329554.426577:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329554.426580:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329554.426592:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329554.426609:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280ee80 00000400:00000200:0.0:1767329554.426619:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1031 [1] + 224 00000800:00000001:0.0:1767329554.426629:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329554.426634:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329554.426637:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329554.426641:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329554.426647:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329554.426653:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097ca7d73 x1853178572238464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329570 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329554.426667:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000097ca7d73 x1853178572238464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329554.426699:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329554.426709:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329554.426725:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329554.426727:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329554.426730:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329554.426735:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329554.426744:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280ee00 00000400:00000200:0.0:1767329554.426751:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1029 [1] + 224 00000800:00000001:0.0:1767329554.426757:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329554.426761:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329554.426763:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329554.426769:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329554.426773:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329554.426779:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767329554.426779:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f4cfdab x1853178572238336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329570 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329554.426787:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329554.426799:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767329554.426801:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f4cfdab x1853178572238336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767329554.426804:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329554.426810:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012bfe709. 00000400:00000200:2.0:1767329554.426822:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004740f0f1 00000400:00000010:2.0:1767329554.426827:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004740f0f1. 00000100:00000001:2.0:1767329554.426832:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329554.426836:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767329554.426843:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097ca7d73 x1853178572238464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329554.426848:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329554.426855:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329554.426863:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329554.426869:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329554.426870:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097ca7d73 x1853178572238464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329570 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329554.426890:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767329554.426905:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329554.426912:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329554.426912:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280ef00 00000100:00000001:2.0:1767329554.426951:0:208651:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767329554.426958:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1039 [1] + 224 02000000:00000001:2.0:1767329554.426962:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767329554.426967:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329554.426969:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329554.426978:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329554.426981:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767329554.426982:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329554.426985:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329554.426989:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329554.426991:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329554.427000:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000001:1.0:1767329554.427002:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1767329554.427007:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=91 v=5 (5 5 5 5) 00000400:00000001:1.0:1767329554.427008:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329554.427012:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000477a1920. 00000400:00000200:1.0:1767329554.427053:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c01551 00000400:00000010:1.0:1767329554.427056:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c01551. 00000100:00000001:1.0:1767329554.427060:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329554.427066:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767329554.427072:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=91 v=5 (1 1 1 1) 00000100:00000200:1.0:1767329554.427073:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f4cfdab x1853178572238336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329554.427080:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005188d010 x1853178572238592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329570 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329554.427103:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329554.427111:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329554.427121:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329554.427129:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329554.427143:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1767329554.427144:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f4cfdab x1853178572238336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329570 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329554.427150:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005188d010 x1853178572238592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329554.427151:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329554.427158:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329554.427164:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329554.427181:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767329554.427182:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097ca7d73 x1853178572238464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329554.427187:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329554.427198:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329554.427203:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329554.427208:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329554.427220:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329554.427226:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329554.427228:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329554.427228:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329554.427235:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329554.427236:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329554.427239:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767329554.427243:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=101 v=5 (5 5 5 5) 00000800:00000001:0.0:1767329554.427248:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767329554.427252:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=101 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329554.427263:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767329554.427265:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097ca7d73 x1853178572238464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329570 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329554.427267:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329554.427277:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329554.427284:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329554.427291:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329554.427292:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329554.427294:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000097ca7d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572238464:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329554.427303:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329554.427307:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329554.427309:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f4cfdab x1853178572238336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329554.427314:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1767329554.427318:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329554.427327:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329554.427335:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4ab8160. 00000100:00000001:1.0:1767329554.427336:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767329554.427339:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097ca7d73 x1853178572238464/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329570 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329554.427345:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767329554.427353:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064cac671 00000100:00000001:1.0:1767329554.427354:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329554.427361:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767329554.427365:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064cac671. 02000000:00000001:2.0:1767329554.427369:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767329554.427371:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f4cfdab x1853178572238336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329570 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767329554.427378:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb4dec22. 00000100:00000001:3.0:1767329554.427380:0:208648:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767329554.427391:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329554.427397:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:1.0:1767329554.427401:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000f4cfdab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572238336:192.168.202.109@tcp:400: 00000020:00000040:2.0:1767329554.427402:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000200:3.0:1767329554.427403:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005188d010 x1853178572238592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767329554.427414:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767329554.427418:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767329554.427420:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000025ce9561. 00000100:00000001:1.0:1767329554.427429:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767329554.427433:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329554.427439:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767329554.427441:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f4cfdab x1853178572238336/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329570 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767329554.427445:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097ca7d73. 00000100:00000001:2.0:1767329554.427456:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329554.427462:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329554.427470:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005188d010 x1853178572238592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329570 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329554.427472:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329554.427475:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329554.427481:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767329554.427487:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1767329554.427488:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b52f2b38. 00000100:00000001:2.0:1767329554.427493:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329554.427503:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767329554.427504:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329554.427504:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767329554.427511:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767329554.427513:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329554.427514:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767329554.427516:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329554.427525:0:208648:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767329554.427527:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767329554.427530:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767329554.427532:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061991354. 00000100:00000001:3.0:1767329554.427535:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329554.427540:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329554.427541:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329554.427547:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329554.427548:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329554.427554:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f4cfdab. 00000100:00001000:3.0:1767329554.427559:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=101 v=5 (5 5 5 5) 00000100:00000001:1.0:1767329554.427562:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1767329554.427568:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767329554.427575:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329554.427578:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329554.427584:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329554.427591:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329554.427591:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329554.427598:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329554.427600:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767329554.427607:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329554.427607:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767329554.427619:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005188d010 x1853178572238592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329554.427630:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329554.427634:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329554.427636:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329554.427638:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329554.427640:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329554.427644:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005188d010 x1853178572238592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329554.427653:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329554.427656:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329554.427659:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329554.427662:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005188d010 x1853178572238592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329570 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329554.427671:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005188d010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572238592:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329554.427676:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329554.427679:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329554.427681:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005188d010 x1853178572238592/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329570 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329554.427689:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329554.427691:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329554.427694:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7a26db0. 02000000:00000001:3.0:1767329554.427698:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329554.427700:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329554.427702:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329554.427705:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329554.427707:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba0b6bbc. 02000000:00000001:3.0:1767329554.427710:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329554.427718:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329554.427721:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005188d010. 00000100:00000001:3.0:1767329554.427725:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329554.427727:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329554.427729:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329554.427734:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329554.427737:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329554.427739:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329554.427742:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329554.487141:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329554.487149:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329554.487281:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329554.487286:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329554.487291:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329555.511154:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329555.511164:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329555.511351:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329555.511357:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329555.511361:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329556.535143:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329556.535150:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329556.535198:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329556.535202:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329556.535205:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329557.559218:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329557.559231:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329557.559357:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329557.559365:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329557.559372:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329558.583125:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329558.583132:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329558.583213:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329558.583220:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329558.583225:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329559.031147:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301403997, at 4301404160 00000100:00000010:1.0:1767329559.031173:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a68039c9. 00000100:00000040:3.0:1767329559.031177:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301403997, at 4301404160 00000100:00000040:2.0:1767329559.031183:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301403997, at 4301404160 00000100:00000010:3.0:1767329559.031197:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc851da7. 00000100:00000040:0.0:1767329559.031201:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301403996, at 4301404160 00000100:00000010:2.0:1767329559.031202:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082ce177d. 00000100:00000010:0.0:1767329559.031214:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000648d638b. 00000100:00000040:0.0:1767329559.543128:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329559.543141:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329559.543152:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024b1fa3c. 00000020:00000040:0.0:1767329559.543161:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329559.543168:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329559.543172:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329559.543179:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329559.543188:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000048650044. 00000100:00000001:0.0:1767329559.543198:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329559.543213:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000024b1fa3c x1853178572238720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329559.543229:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329559.543232:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329559.543240:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024b1fa3c] to pc [ptlrpcd_00_01+1] req@0000000024b1fa3c x1853178572238720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329559.543277:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329559.543280:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329559.543284:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329559.543288:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f9aefdb. 00000100:00000001:1.0:1767329559.543301:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767329559.543302:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329559.543310:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329559.543313:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329559.543314:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329559.543322:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767329559.543322:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329559.543331:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dd12ef3a. 00000100:00000040:1.0:1767329559.543337:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000024b1fa3c x1853178572238720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329559.543339:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329559.543354:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000001f9aefdb x1853178572238848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329559.543361:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329559.543363:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329559.543370:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329559.543375:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329559.543383:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329559.543384:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329559.543392:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329559.543393:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329559.543400:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329559.543401:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f9aefdb] to pc [ptlrpcd_00_02+2] req@000000001f9aefdb x1853178572238848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329559.543412:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000024b1fa3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572238720:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329559.543429:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329559.543437:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329559.543441:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329559.543444:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329559.543451:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa2de562. 02000000:00000001:1.0:1767329559.543454:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329559.543456:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329559.543462:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329559.543466:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329559.543474:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071ff1512. 00000020:00000040:0.0:1767329559.543480:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000400:00000010:1.0:1767329559.543481:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000477a1920. 00000100:00000001:0.0:1767329559.543484:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329559.543491:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329559.543494:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329559.543496:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c01551. 02000000:00000010:0.0:1767329559.543501:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f41acca9. 00000100:00000200:1.0:1767329559.543510:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572238720, portal 25 00000100:00000001:0.0:1767329559.543511:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329559.543521:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329559.543522:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329559.543524:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000071ff1512 x1853178572238976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329559.543526:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578911104 : -127177130640512 : ffff8c55444dfb80) 00000100:00100000:3.0:1767329559.543534:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:1.0:1767329559.543547:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000024b1fa3c x1853178572238720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329559.543548:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329559.543568:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329559.543570:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329559.543574:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329559.543577:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329559.543579:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329559.543587:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329559.543594:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767329559.543596:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048b25755. 00000100:00000040:0.0:1767329559.543598:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071ff1512] to pc [ptlrpcd_00_03+3] req@0000000071ff1512 x1853178572238976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329559.543601:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767329559.543603:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572238720, offset 0 00000100:00000001:3.0:1767329559.543610:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767329559.543626:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329559.543631:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f9aefdb x1853178572238848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329559.543659:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329559.543662:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:0.0:1767329559.543672:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329559.543678:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329559.543683:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329559.543684:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767329559.543692:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329559.543700:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329559.543702:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:0.0:1767329559.543703:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767329559.543713:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329559.543720:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767329559.543722:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6742) 00000100:00100000:3.0:1767329559.543729:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572238848:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767329559.543739:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329559.543743:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767329559.543750:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [495:495:256:4294967295] 192.168.202.109@tcp LPNI seq info [495:495:8:4294967295] 00000100:00000001:0.0:1767329559.543754:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767329559.543763:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:3.0:1767329559.543770:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329559.543771:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329559.543780:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329559.543787:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767329559.543790:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329559.543794:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329559.543796:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767329559.543801:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006c3c8a4. 00000100:00000001:0.0:1767329559.543808:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329559.543812:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329559.543815:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767329559.543822:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329559.543825:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767329559.543829:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4ab8160. 00000800:00000010:1.0:1767329559.543838:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000100:00000040:0.0:1767329559.543843:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071ff1512 x1853178572238976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767329559.543844:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064cac671. 00000100:00000200:3.0:1767329559.543857:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572238848, portal 10 00000800:00000200:1.0:1767329559.543863:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329559.543870:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329559.543900:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578907520 : -127177130644096 : ffff8c55444ded80) 00000100:00000001:0.0:1767329559.543911:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1767329559.543919:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329559.543919:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329559.543929:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f9aefdb x1853178572238848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329559.543930:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767329559.543932:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767329559.543936:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329559.543948:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329559.543963:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329559.543964:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000071ff1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572238976:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329559.543977:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329559.543980:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329559.543981:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301409116 02000000:00000001:0.0:1767329559.543988:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767329559.543994:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329559.543996:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767329559.543997:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d9c1b8c. 00000400:00000010:3.0:1767329559.544004:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf8d850b. 02000000:00000001:0.0:1767329559.544008:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329559.544012:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 02000000:00000010:0.0:1767329559.544053:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b657974. 02000000:00000001:0.0:1767329559.544059:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329559.544068:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8649178. 00000100:00000001:1.0:1767329559.544069:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301409117 00000100:00000010:1.0:1767329559.544080:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e8b36ad. 00000100:00000200:3.0:1767329559.544082:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572238848, offset 0 00000400:00000010:0.0:1767329559.544087:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061d952c4. 00000100:00000001:1.0:1767329559.544088:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000200:0.0:1767329559.544097:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572238976, portal 10 00000400:00000200:3.0:1767329559.544109:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329559.544109:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329559.544113:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301409117 00000100:00000001:0.0:1767329559.544117:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578900352 : -127177130651264 : ffff8c55444dd180) 00000100:00000010:1.0:1767329559.544123:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c2f0c26. 00000400:00000200:3.0:1767329559.544133:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329559.544133:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767329559.544134:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000071ff1512 x1853178572238976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329559.544146:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301409117 00000400:00000200:3.0:1767329559.544156:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1767329559.544160:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a68039c9. 00000100:00000001:0.0:1767329559.544169:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329559.544171:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767329559.544172:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329559.544182:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329559.544189:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329559.544191:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329559.544197:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329559.544202:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329559.544205:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ade78b8. 00000400:00000200:3.0:1767329559.544206:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329559.544209:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329559.544216:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572238976, offset 0 00000100:00000001:1.0:1767329559.544224:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767329559.544227:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [496:496:255:4294967295] 192.168.202.109@tcp LPNI seq info [496:496:7:4294967295] 00000100:00000001:1.0:1767329559.544229:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767329559.544237:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329559.544243:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329559.544249:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329559.544253:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329559.544258:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329559.544274:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329559.544287:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329559.544294:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:3.0:1767329559.544300:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b5eb5d9. 00000400:00000200:0.0:1767329559.544302:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329559.544314:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329559.544324:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767329559.544325:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329559.544332:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:3.0:1767329559.544349:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767329559.544349:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [497:497:254:4294967295] 192.168.202.109@tcp LPNI seq info [497:497:6:4294967295] 00000800:00000200:3.0:1767329559.544363:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002b5eb5d9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329559.544379:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329559.544381:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:3.0:1767329559.544393:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 186195 usecs (187 jiffies) 00000800:00000200:0.0:1767329559.544401:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329559.544408:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301404860 00000800:00000010:0.0:1767329559.544411:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5c44fe9. 00000800:00000200:1.0:1767329559.544420:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767329559.544422:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000010:1.0:1767329559.544433:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000100:00000001:3.0:1767329559.544435:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301409116 00000800:00000200:0.0:1767329559.544445:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329559.544448:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301404860 00000400:00000200:1.0:1767329559.544449:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767329559.544454:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5c44fe9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329559.544463:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301409117 00000100:00000001:0.0:1767329559.544465:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329559.544471:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329559.544478:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301404860 00000100:00000040:0.0:1767329559.544480:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 12741 usecs (13 jiffies) 00000400:00000200:1.0:1767329559.544483:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b25755 00000100:00000001:3.0:1767329559.544492:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301409117 00000400:00000010:1.0:1767329559.544493:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048b25755. 00000100:00000001:0.0:1767329559.544494:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301404686 00000100:00000001:0.0:1767329559.544507:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301409116 00000100:00000001:3.0:1767329559.544509:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301404860 00000100:00000001:1.0:1767329559.544509:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329559.544517:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301404686 00000100:00000001:3.0:1767329559.544522:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301409117 00000100:00000200:1.0:1767329559.544524:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000024b1fa3c x1853178572238720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329559.544527:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301409117 00000100:00000001:3.0:1767329559.544536:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329559.544538:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301404686 00000100:00000001:0.0:1767329559.544549:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301409117 00000100:00000001:3.0:1767329559.544553:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329559.544559:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301404686 00000100:00000001:3.0:1767329559.544567:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329559.544570:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301409117 00000100:00000001:1.0:1767329559.544571:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329559.544577:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329559.544580:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329559.544584:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000024b1fa3c x1853178572238720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329575 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329559.544589:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329559.544591:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329559.544597:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329559.544605:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329559.544608:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329559.544610:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329559.544616:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329559.544641:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329559.544647:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b5eb5d9. 00000400:00000200:1.0:1767329559.544652:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329559.544660:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329559.544677:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf8d850b 00000400:00000010:1.0:1767329559.544680:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf8d850b. 00000100:00000001:1.0:1767329559.544687:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329559.544700:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f9aefdb x1853178572238848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329559.544741:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329559.544745:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f9aefdb x1853178572238848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329575 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329559.544755:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329559.544759:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329559.544829:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329559.544833:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329559.544838:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767329559.544839:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5c44fe9. 00000400:00000200:1.0:1767329559.544851:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329559.544858:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329559.544862:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ade78b8 00000400:00000010:1.0:1767329559.544864:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ade78b8. 00000100:00000001:1.0:1767329559.544893:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329559.544899:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000071ff1512 x1853178572238976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329559.544911:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329559.544916:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071ff1512 x1853178572238976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329575 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329559.544925:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329559.544926:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329559.546667:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329559.546686:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329559.546690:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329559.546694:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329559.546705:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329559.546721:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280ef80 00000400:00000200:1.0:1767329559.546732:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1041 [1] + 224 00000800:00000001:1.0:1767329559.546742:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329559.546765:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329559.546768:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329559.546773:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329559.546779:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329559.546784:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000024b1fa3c x1853178572238720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329575 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329559.546798:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000024b1fa3c x1853178572238720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329559.546830:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329559.546839:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329559.546843:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329559.547071:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329559.547078:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767329559.547105:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329559.547119:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329559.547123:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329559.547126:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329559.547135:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329559.547150:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280f080 00000400:00000001:3.0:1767329559.547163:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329559.547169:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329559.547172:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000477a1920. 00000400:00000200:3.0:1767329559.547180:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c01551 00000400:00000010:3.0:1767329559.547183:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c01551. 00000100:00000001:3.0:1767329559.547190:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767329559.547196:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1051 [1] + 224 00000100:00000200:3.0:1767329559.547203:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000024b1fa3c x1853178572238720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329559.547209:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329559.547218:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329559.547226:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329559.547240:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329559.547246:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329559.547249:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000024b1fa3c x1853178572238720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329575 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329559.547257:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000071ff1512 x1853178572238976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329575 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329559.547296:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767329559.547303:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000071ff1512 x1853178572238976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329559.547304:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329559.547314:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329559.547321:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329559.547329:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329559.547345:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329559.547347:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329559.547356:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329559.547357:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329559.547366:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767329559.547367:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=106 v=5 (5 5 5 5) 00000800:00000001:0.0:1767329559.547370:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329559.547378:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767329559.547382:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=106 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329559.547396:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1767329559.547396:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767329559.547400:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329559.547405:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329559.547408:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767329559.547416:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767329559.547416:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280f000 00000400:00000001:1.0:1767329559.547420:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767329559.547425:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767329559.547427:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329559.547432:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8649178. 00000100:00000001:3.0:1767329559.547436:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329559.547440:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061d952c4 00000400:00000010:1.0:1767329559.547446:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061d952c4. 00000100:00000040:3.0:1767329559.547452:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000024b1fa3c x1853178572238720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329575 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329559.547457:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767329559.547467:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1049 [1] + 224 00000100:00000200:1.0:1767329559.547471:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000071ff1512 x1853178572238976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329559.547487:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329559.547500:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329559.547504:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329559.547510:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329559.547519:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329559.547528:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329559.547529:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:1.0:1767329559.547534:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000071ff1512 x1853178572238976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329575 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329559.547544:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767329559.547552:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024b1fa3c x1853178572238720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329575 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329559.547556:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767329559.547558:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f9aefdb x1853178572238848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329575 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329559.547562:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329559.547570:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329559.547575:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329559.547580:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329559.547587:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329559.547597:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329559.547610:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=106 v=5 (5 5 5 5) 00000100:00100000:3.0:1767329559.547618:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000024b1fa3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572238720:192.168.202.109@tcp:400: 00000100:00001000:1.0:1767329559.547625:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=41 v=5 (1 0 0 0) 00000100:00000040:0.0:1767329559.547630:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f9aefdb x1853178572238848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329559.547640:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329559.547642:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329559.547648:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329559.547652:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767329559.547668:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767329559.547669:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000024b1fa3c x1853178572238720/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329575 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329559.547671:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00080000:1.0:1767329559.547683:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000071ff1512 x1853178572238976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329575 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329559.547684:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329559.547693:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329559.547714:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329559.547716:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329559.547721:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767329559.547725:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329559.547728:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:0.0:1767329559.547730:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767329559.547732:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1767329559.547737:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa2de562. 00000400:00000001:0.0:1767329559.547737:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767329559.547739:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000010:0.0:1767329559.547744:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4ab8160. 00000100:00000001:1.0:1767329559.547750:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767329559.547754:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767329559.547754:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064cac671 00000100:00000001:1.0:1767329559.547755:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329559.547764:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064cac671. 00000020:00000001:3.0:1767329559.547766:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767329559.547769:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071ff1512 x1853178572238976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329575 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329559.547773:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767329559.547775:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000200:0.0:1767329559.547786:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f9aefdb x1853178572238848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767329559.547789:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329559.547798:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000048650044. 00000100:00000001:1.0:1767329559.547805:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329559.547814:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329559.547814:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329559.547822:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329559.547823:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767329559.547832:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071ff1512 x1853178572238976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329575 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767329559.547833:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000024b1fa3c. 00000100:00000001:3.0:1767329559.547851:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1767329559.547855:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f9aefdb x1853178572238848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329575 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329559.547860:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000071ff1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572238976:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329559.547872:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329559.547901:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329559.547903:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329559.547904:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329559.547906:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329559.547910:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329559.547934:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767329559.547939:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767329559.547941:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000071ff1512 x1853178572238976/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329575 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329559.547941:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329559.547948:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329559.547948:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329559.547955:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329559.547960:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329559.547964:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329559.547970:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329559.547974:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1767329559.547977:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=96 v=5 (5 5 5 5) 02000000:00000001:1.0:1767329559.547979:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329559.547985:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b657974. 00000100:00001000:0.0:1767329559.547987:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=96 v=5 (1 1 1 1) 02000000:00000001:1.0:1767329559.547991:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767329559.547994:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767329559.547996:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329559.547998:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767329559.548000:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00010000:00000001:0.0:1767329559.548003:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767329559.548010:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767329559.548011:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329559.548016:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f41acca9. 00000100:00000001:0.0:1767329559.548018:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329559.548023:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000001:1.0:1767329559.548024:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329559.548026:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767329559.548030:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329559.548100:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071ff1512. 00000100:00000001:0.0:1767329559.548110:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329559.548117:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f9aefdb x1853178572238848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329575 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329559.548130:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329559.548133:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329559.548134:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329559.548139:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329559.548141:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329559.548146:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f9aefdb x1853178572238848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329575 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329559.548148:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329559.548158:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329559.548163:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329559.548166:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572238848:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329559.548168:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329559.548174:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329559.548176:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329559.548181:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329559.548183:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f9aefdb x1853178572238848/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329575 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329559.548191:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329559.548195:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329559.548197:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006c3c8a4. 02000000:00000001:0.0:1767329559.548202:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329559.548203:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329559.548205:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329559.548208:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329559.548210:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dd12ef3a. 02000000:00000001:0.0:1767329559.548213:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329559.548215:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329559.548217:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f9aefdb. 00000100:00000001:0.0:1767329559.548220:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329559.548221:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329559.548223:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329559.548229:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329559.548230:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329559.548233:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329559.548235:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329559.607132:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329559.607139:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329559.607229:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329559.607236:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329559.607242:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329560.631160:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329560.631170:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329560.631324:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329560.631331:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329560.631367:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329561.655169:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329561.655180:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329561.655243:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329561.655248:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329561.655253:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329562.679107:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329562.679116:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329562.679208:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329562.679237:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329562.679241:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329563.703151:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329563.703162:0:215769:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329563.703166:0:215769:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329563.703170:0:215769:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329563.703177:0:215769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329563.703180:0:215769:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329563.703183:0:215769:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329563.703186:0:215769:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329563.703274:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329563.703279:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329563.703283:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329564.151136:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301409116, at 4301409280 00000100:00000040:3.0:1767329564.151137:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301409117, at 4301409280 00000100:00000040:2.0:1767329564.151148:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301409117, at 4301409280 00000100:00000010:0.0:1767329564.151162:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d9c1b8c. 00000100:00000010:2.0:1767329564.151164:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c2f0c26. 00000100:00000010:3.0:1767329564.151172:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a68039c9. 00000100:00000040:1.0:1767329564.151504:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301409117, at 4301409280 00000100:00000010:1.0:1767329564.151515:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e8b36ad. 00000100:00000040:3.0:1767329564.663220:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329564.663237:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329564.663251:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bda1c3a0. 00000020:00000040:3.0:1767329564.663262:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329564.663270:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329564.663275:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329564.663283:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329564.663295:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e3f15753. 00000100:00000001:3.0:1767329564.663305:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329564.663322:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000bda1c3a0 x1853178572239104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329564.663339:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329564.663343:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329564.663353:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bda1c3a0] to pc [ptlrpcd_00_00+0] req@00000000bda1c3a0 x1853178572239104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329564.663402:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329564.663405:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329564.663410:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329564.663413:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b10225ad. 00000020:00000040:3.0:1767329564.663416:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329564.663419:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329564.663444:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329564.663448:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329564.663453:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6a3b1a1. 00000100:00000001:3.0:1767329564.663459:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329564.663465:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000b10225ad x1853178572239232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329564.663469:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329564.663481:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329564.663483:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329564.663486:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329564.663487:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767329564.663493:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329564.663499:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329564.663500:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b10225ad] to pc [ptlrpcd_00_01+1] req@00000000b10225ad x1853178572239232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329564.663522:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329564.663525:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329564.663529:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329564.663532:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329564.663542:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329564.663543:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329564.663544:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1767329564.663550:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767329564.663553:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767329564.663555:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050ad2e6c. 00000100:00000001:1.0:1767329564.663556:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329564.663562:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767329564.663569:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329564.663570:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329564.663576:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329564.663581:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bda1c3a0 x1853178572239104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329564.663582:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329564.663584:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329564.663591:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329564.663592:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329564.663600:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767329564.663602:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329564.663614:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b10225ad x1853178572239232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329564.663617:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000040dcd3e9. 00000100:00000001:3.0:1767329564.663632:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329564.663635:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329564.663645:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329564.663648:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767329564.663653:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000050ad2e6c x1853178572239360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767329564.663660:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329564.663670:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329564.663673:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767329564.663673:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329564.663679:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329564.663680:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329564.663687:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329564.663688:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767329564.663694:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050ad2e6c] to pc [ptlrpcd_00_02+2] req@0000000050ad2e6c x1853178572239360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329564.663700:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329564.663709:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572239104:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329564.663727:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1767329564.663733:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572239232:192.168.202.109@tcp:400: 02000000:00000001:2.0:1767329564.663742:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329564.663742:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329564.663753:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329564.663754:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329564.663755:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329564.663762:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329564.663767:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767329564.663769:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767329564.663770:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767329564.663779:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:1.0:1767329564.663783:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000512663e4. 02000000:00000010:2.0:1767329564.663785:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005674addc. 00000100:00000040:3.0:1767329564.663788:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6747) 02000000:00000001:1.0:1767329564.663794:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329564.663796:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329564.663816:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012bfe709. 00000400:00000010:1.0:1767329564.663817:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000229d1347. 00000400:00000010:2.0:1767329564.663865:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004740f0f1. 00000400:00000010:1.0:1767329564.663866:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048b25755. 00000100:00000001:3.0:1767329564.663882:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767329564.663885:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572239104, portal 25 00000100:00100000:3.0:1767329564.663889:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000200:1.0:1767329564.663894:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572239232, portal 10 00000100:00000001:3.0:1767329564.663896:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329564.663896:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329564.663905:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776935552 : -127176932616064 : ffff8c55501b9880) 00000100:00000001:1.0:1767329564.663908:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329564.663913:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329564.663917:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776944512 : -127176932607104 : ffff8c55501bbb80) 00000100:00000001:3.0:1767329564.663920:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329564.663926:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bda1c3a0 x1853178572239104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329564.663931:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329564.663938:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329564.663942:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b10225ad x1853178572239232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329564.663944:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329564.663963:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000050ad2e6c x1853178572239360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329564.663981:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329564.663989:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329564.664001:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329564.664016:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036ed7076. 00000100:00000001:3.0:1767329564.664079:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329564.664083:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329564.664087:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329564.664093:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1767329564.664095:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572239232, offset 0 00000400:00000010:2.0:1767329564.664099:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001299fc8e. 02000000:00000001:3.0:1767329564.664100:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329564.664110:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329564.664119:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000050ad2e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572239360:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767329564.664122:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329564.664130:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329564.664136:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329564.664140:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329564.664140:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572239104, offset 0 02000000:00000001:3.0:1767329564.664149:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329564.664160:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024535375. 00000400:00000200:1.0:1767329564.664160:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:3.0:1767329564.664171:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329564.664174:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329564.664180:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b3b4cce. 00000400:00000200:1.0:1767329564.664184:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767329564.664190:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d3f0604. 00000100:00000200:3.0:1767329564.664198:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572239360, portal 10 00000400:00000200:1.0:1767329564.664201:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329564.664203:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329564.664210:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776943616 : -127176932608000 : ffff8c55501bb800) 00000400:00000200:1.0:1767329564.664217:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767329564.664223:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000050ad2e6c x1853178572239360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329564.664233:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329564.664248:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767329564.664254:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [498:498:256:4294967295] 192.168.202.109@tcp LPNI seq info [498:498:8:4294967295] 00000100:00000040:3.0:1767329564.664260:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329564.664266:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081e713a3. 00000100:00000200:3.0:1767329564.664274:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572239360, offset 0 00000400:00000200:3.0:1767329564.664288:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329564.664298:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329564.664307:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767329564.664318:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329564.664319:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329564.664325:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:1.0:1767329564.664337:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000400:00000200:2.0:1767329564.664338:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329564.664346:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329564.664355:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329564.664365:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:1.0:1767329564.664377:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329564.664380:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [499:499:255:4294967295] 192.168.202.109@tcp LPNI seq info [499:499:7:4294967295] 00000800:00000200:1.0:1767329564.664396:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329564.664406:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329564.664416:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329564.664431:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329564.664438:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329564.664441:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329564.664446:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c58f1272. 00000400:00000200:3.0:1767329564.664448:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767329564.664451:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 184966 usecs (185 jiffies) 00000400:00000200:3.0:1767329564.664462:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329564.664463:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301409978 00000800:00000200:2.0:1767329564.664474:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329564.664475:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1767329564.664479:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000648d638b. 00000400:00000200:3.0:1767329564.664489:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329564.664497:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767329564.664502:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329564.664503:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [500:500:254:4294967295] 192.168.202.109@tcp LPNI seq info [500:500:6:4294967295] 00000100:00000001:1.0:1767329564.664511:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301409978 00000800:00000200:2.0:1767329564.664516:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c58f1272 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767329564.664524:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082ce177d. 00000100:00000001:2.0:1767329564.664532:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329564.664537:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767329564.664544:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301414237 00000400:00000200:3.0:1767329564.664545:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329564.664550:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329564.664552:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301409978 00000800:00000010:0.0:1767329564.664563:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000100:00000001:2.0:1767329564.664564:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301409978 00000100:00000010:1.0:1767329564.664568:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc851da7. 00000800:00000200:3.0:1767329564.664578:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329564.664584:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301414237 00000100:00000001:1.0:1767329564.664584:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767329564.664586:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1767329564.664591:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000252273f8. 00000100:00000001:1.0:1767329564.664602:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301409978 00000100:00000001:2.0:1767329564.664606:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301409978 00000400:00000200:0.0:1767329564.664616:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000800:00000200:3.0:1767329564.664617:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:1.0:1767329564.664619:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a83fae05. 00000100:00000001:2.0:1767329564.664624:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301414237 00000100:00000001:1.0:1767329564.664637:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767329564.664638:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036ed7076 00000100:00000001:2.0:1767329564.664641:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301409978 00000800:00000200:3.0:1767329564.664650:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:0.0:1767329564.664652:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036ed7076. 00000100:00000001:1.0:1767329564.664655:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329564.664658:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301414237 00000800:00000200:3.0:1767329564.664666:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000252273f8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329564.664671:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329564.664671:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329564.664674:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301409978 00000100:00000001:3.0:1767329564.664677:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329564.664686:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329564.664688:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 12686 usecs (13 jiffies) 00000100:00000001:2.0:1767329564.664693:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767329564.664693:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b10225ad x1853178572239232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329564.664700:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301409806 00000100:00000001:1.0:1767329564.664702:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329564.664707:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329564.664715:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301414237 00000100:00000001:2.0:1767329564.664721:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329564.664724:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301409806 00000100:00000001:2.0:1767329564.664736:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329564.664737:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301414237 00000100:00000001:3.0:1767329564.664745:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301409806 00000100:00000001:3.0:1767329564.664750:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301414237 00000100:00000001:0.0:1767329564.664752:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329564.664761:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301409806 00000100:00000001:3.0:1767329564.664765:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301414237 00000100:00000040:0.0:1767329564.664768:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b10225ad x1853178572239232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329564.664770:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329564.664781:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329564.664791:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329564.664800:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329564.664802:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329564.664809:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329564.664857:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329564.664861:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c58f1272. 00000400:00000200:0.0:1767329564.664866:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329564.664871:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329564.664874:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001299fc8e 00000400:00000010:0.0:1767329564.664876:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001299fc8e. 00000100:00000001:0.0:1767329564.664881:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329564.664885:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bda1c3a0 x1853178572239104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329564.664895:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329564.664898:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bda1c3a0 x1853178572239104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329564.664918:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329564.664920:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329564.665001:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329564.665004:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000252273f8. 00000400:00000200:0.0:1767329564.665008:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329564.665046:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329564.665050:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081e713a3 00000400:00000010:0.0:1767329564.665052:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081e713a3. 00000100:00000001:0.0:1767329564.665056:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329564.665060:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000050ad2e6c x1853178572239360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329564.665070:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329564.665073:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000050ad2e6c x1853178572239360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329564.665081:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329564.665083:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329564.666859:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329564.666875:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329564.666879:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329564.666882:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329564.666892:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329564.666907:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280f100 00000400:00000200:1.0:1767329564.666916:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1059 [1] + 224 00000800:00000001:1.0:1767329564.666925:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329564.666930:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329564.666944:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329564.666949:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329564.666955:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329564.666960:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bda1c3a0 x1853178572239104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329564.666973:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bda1c3a0 x1853178572239104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329564.666998:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329564.667007:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329564.667012:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329564.667015:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329564.667050:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329564.667058:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329564.667068:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280f180 00000400:00000200:1.0:1767329564.667077:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x105d [1] + 224 00000100:00000001:2.0:1767329564.667081:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767329564.667083:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329564.667090:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767329564.667093:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329564.667098:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329564.667104:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000001:2.0:1767329564.667105:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329564.667112:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329564.667116:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012bfe709. 00000400:00000200:2.0:1767329564.667124:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004740f0f1 00000400:00000010:2.0:1767329564.667128:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004740f0f1. 00000100:00000001:2.0:1767329564.667134:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329564.667135:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329564.667148:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bda1c3a0 x1853178572239104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329564.667148:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b10225ad x1853178572239232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329564.667224:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b10225ad x1853178572239232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329564.667227:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bda1c3a0 x1853178572239104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329564.667252:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329564.667259:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329564.667268:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329564.667276:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329564.667280:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329564.667281:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329564.667285:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329564.667290:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767329564.667294:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329564.667298:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329564.667304:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767329564.667308:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=111 v=5 (5 5 5 5) 00000800:00000001:1.0:1767329564.667308:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329564.667325:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00001000:2.0:1767329564.667327:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=111 v=5 (1 1 1 1) 00000400:00000200:1.0:1767329564.667338:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280f200 00000100:00000001:2.0:1767329564.667340:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329564.667346:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329564.667348:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329564.667358:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767329564.667358:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767329564.667368:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1069 [1] + 224 00010000:00000001:2.0:1767329564.667370:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329564.667377:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767329564.667381:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767329564.667381:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329564.667388:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329564.667393:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767329564.667399:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bda1c3a0 x1853178572239104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767329564.667402:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329564.667409:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000229d1347. 00000400:00000200:1.0:1767329564.667411:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329564.667423:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b25755 00000400:00000010:3.0:1767329564.667431:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048b25755. 00000100:00000001:3.0:1767329564.667440:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329564.667443:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329564.667446:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329564.667454:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b10225ad x1853178572239232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329564.667456:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767329564.667460:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000050ad2e6c x1853178572239360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329564.667464:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329564.667485:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda1c3a0 x1853178572239104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329564.667520:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b10225ad x1853178572239232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329564.667527:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000050ad2e6c x1853178572239360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329564.667551:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572239104:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329564.667574:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329564.667582:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329564.667589:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329564.667592:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329564.667596:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329564.667600:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767329564.667602:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767329564.667607:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329564.667609:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767329564.667615:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329564.667616:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bda1c3a0 x1853178572239104/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329564.667618:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329564.667631:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329564.667648:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=101 v=5 (5 5 5 5) 00000100:00000001:2.0:1767329564.667650:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329564.667659:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1767329564.667660:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=101 v=5 (1 1 1 1) 02000000:00000010:2.0:1767329564.667668:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005674addc. 00000100:00000001:3.0:1767329564.667669:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329564.667674:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329564.667679:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767329564.667682:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767329564.667684:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329564.667693:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1767329564.667693:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767329564.667700:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000020:00000040:2.0:1767329564.667702:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329564.667704:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329564.667705:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329564.667714:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329564.667714:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767329564.667716:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:0.0:1767329564.667725:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:2.0:1767329564.667727:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e3f15753. 00000100:00000040:3.0:1767329564.667731:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b10225ad x1853178572239232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767329564.667732:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329564.667740:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b3b4cce. 02000000:00000001:2.0:1767329564.667743:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329564.667751:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767329564.667753:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d3f0604 00000100:00000010:2.0:1767329564.667760:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bda1c3a0. 00000100:00000001:3.0:1767329564.667761:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767329564.667761:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d3f0604. 00000100:00000001:0.0:1767329564.667773:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329564.667774:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329564.667779:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329564.667780:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329564.667787:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000050ad2e6c x1853178572239360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329564.667789:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329564.667796:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b10225ad x1853178572239232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329564.667803:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329564.667819:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767329564.667853:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572239232:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329564.667854:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329564.667868:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767329564.667876:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000050ad2e6c x1853178572239360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329564.667880:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329564.667880:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329564.667910:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329564.667920:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767329564.667921:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b10225ad x1853178572239232/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329564.667926:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329564.667935:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329564.667940:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329564.667942:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329564.667945:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767329564.667947:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329564.667951:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000512663e4. 02000000:00000001:3.0:1767329564.667955:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329564.667957:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329564.667961:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329564.667964:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329564.667968:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767329564.667970:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329564.667973:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c6a3b1a1. 02000000:00000001:3.0:1767329564.667979:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:0.0:1767329564.667981:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=111 v=5 (5 5 5 5) 02000000:00000001:3.0:1767329564.667982:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329564.667987:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b10225ad. 00000100:00001000:0.0:1767329564.667994:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767329564.667997:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329564.668002:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329564.668004:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329564.668006:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329564.668008:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329564.668013:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329564.668015:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329564.668019:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767329564.668022:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000050ad2e6c x1853178572239360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329564.668042:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329564.668082:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329564.668121:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329564.668128:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329564.668132:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329564.668135:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329564.668139:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329564.668148:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000050ad2e6c x1853178572239360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329564.668163:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329564.668168:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329564.668171:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329564.668178:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050ad2e6c x1853178572239360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329564.668193:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000050ad2e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572239360:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329564.668202:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329564.668207:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329564.668211:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000050ad2e6c x1853178572239360/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329564.668225:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329564.668228:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329564.668232:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024535375. 02000000:00000001:0.0:1767329564.668259:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329564.668262:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329564.668299:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329564.668304:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329564.668307:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000040dcd3e9. 02000000:00000001:0.0:1767329564.668313:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329564.668315:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329564.668318:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050ad2e6c. 00000100:00000001:0.0:1767329564.668324:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329564.668327:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329564.668330:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329564.668337:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329564.668339:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329564.668341:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329564.668344:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329564.727182:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329564.727193:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329564.727274:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329564.727281:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329564.727286:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329565.751158:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329565.751167:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329565.751302:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329565.751309:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329565.751315:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329566.775144:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329566.775153:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329566.775247:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329566.775254:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329566.775259:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329567.799148:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329567.799156:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329567.799241:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329567.799248:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329567.799253:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329568.823097:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329568.823103:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329568.823172:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329568.823177:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329568.823180:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329569.271109:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301414237, at 4301414400 00000100:00000040:1.0:1767329569.271151:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301414237, at 4301414400 00000100:00000010:3.0:1767329569.271152:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a83fae05. 00000100:00000040:2.0:1767329569.271164:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301414237, at 4301414400 00000100:00000040:0.0:1767329569.271164:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301414237, at 4301414400 00000100:00000010:1.0:1767329569.271169:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082ce177d. 00000100:00000010:0.0:1767329569.271186:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000648d638b. 00000100:00000010:2.0:1767329569.271188:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc851da7. 00000100:00000040:1.0:1767329569.783219:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329569.783235:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329569.783249:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088e8bc68. 00000020:00000040:1.0:1767329569.783259:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329569.783265:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329569.783270:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329569.783278:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329569.783289:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ce889c. 00000100:00000001:1.0:1767329569.783323:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329569.783339:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000088e8bc68 x1853178572239488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329569.783356:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329569.783359:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329569.783367:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e8bc68] to pc [ptlrpcd_00_03+3] req@0000000088e8bc68 x1853178572239488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329569.783420:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329569.783423:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329569.783428:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329569.783432:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ce1624. 00000020:00000040:1.0:1767329569.783435:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329569.783438:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329569.783440:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329569.783442:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329569.783449:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 00000100:00000001:1.0:1767329569.783452:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329569.783456:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000026ce1624 x1853178572239616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329569.783466:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329569.783467:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329569.783471:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ce1624] to pc [ptlrpcd_00_00+0] req@0000000026ce1624 x1853178572239616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329569.783502:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329569.783506:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329569.783510:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329569.783514:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8f35ab6. 00000100:00000001:2.0:1767329569.783516:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767329569.783518:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329569.783526:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1767329569.783527:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767329569.783527:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329569.783529:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767329569.783536:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329569.783550:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329569.783553:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329569.783554:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329569.783560:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329569.783567:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767329569.783568:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d0d0c54. 00000100:00000001:2.0:1767329569.783573:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329569.783577:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329569.783578:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329569.783580:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329569.783581:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ce1624 x1853178572239616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329569.783585:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329569.783593:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329569.783601:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329569.783602:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000f8f35ab6 x1853178572239744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329569.783609:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329569.783625:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088e8bc68 x1853178572239488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329569.783631:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329569.783636:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329569.783658:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767329569.783663:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329569.783664:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329569.783667:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767329569.783670:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329569.783674:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329569.783677:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329569.783682:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767329569.783683:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8f35ab6] to pc [ptlrpcd_00_01+1] req@00000000f8f35ab6 x1853178572239744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329569.783691:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572239616:192.168.202.109@tcp:400: 02000000:00000001:2.0:1767329569.783692:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329569.783704:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329569.783713:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1767329569.783721:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572239488:192.168.202.109@tcp:400: 02000000:00000001:3.0:1767329569.783725:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329569.783733:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329569.783733:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329569.783738:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329569.783739:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767329569.783740:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329569.783749:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329569.783750:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1767329569.783751:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa05176d. 02000000:00000001:2.0:1767329569.783760:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767329569.783762:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329569.783764:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:2.0:1767329569.783770:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091946770. 00000400:00000010:3.0:1767329569.783805:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad2aada8. 00000100:00000001:0.0:1767329569.783809:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329569.783810:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329569.783819:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767329569.783820:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc11fa5. 00000400:00000010:2.0:1767329569.783823:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012bfe709. 00000100:00000040:1.0:1767329569.783826:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6752) 00000100:00000001:0.0:1767329569.783829:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767329569.783835:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572239616, portal 10 00000400:00000010:2.0:1767329569.783837:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004740f0f1. 00000100:00000001:3.0:1767329569.783845:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767329569.783847:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8f35ab6 x1853178572239744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329569.783850:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 00000100:00000200:2.0:1767329569.783851:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572239488, portal 25 00000100:00000001:2.0:1767329569.783863:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329569.783869:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777199488 : -127176932352128 : ffff8c55501f9f80) 00000100:00000040:3.0:1767329569.783873:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ce1624 x1853178572239616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329569.783888:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088e8bc68 x1853178572239488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329569.783900:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329569.783907:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329569.783920:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329569.783926:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767329569.783928:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329569.783940:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767329569.783941:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329569.783942:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329569.783952:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000261eab26. 00000100:00000040:2.0:1767329569.783953:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00100000:0.0:1767329569.783958:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572239744:192.168.202.109@tcp:400: 00000100:00000200:3.0:1767329569.783965:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572239616, offset 0 00000400:00000010:2.0:1767329569.783965:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ecaf85b. 00000100:00000001:0.0:1767329569.783967:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329569.783975:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1767329569.783979:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572239488, offset 0 00000400:00000200:3.0:1767329569.783987:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329569.783996:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329569.784003:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767329569.784005:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000010:0.0:1767329569.784010:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ed688e9. 00000400:00000200:3.0:1767329569.784051:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767329569.784061:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767329569.784068:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329569.784075:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329569.784082:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:0.0:1767329569.784083:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329569.784093:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [501:501:256:4294967295] 192.168.202.109@tcp LPNI seq info [501:501:8:4294967295] 00000400:00000010:0.0:1767329569.784094:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f2a98ef. 00000400:00000010:0.0:1767329569.784107:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009894196a. 00000100:00000200:0.0:1767329569.784116:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572239744, portal 10 00000100:00000001:0.0:1767329569.784125:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767329569.784127:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329569.784129:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777196800 : -127176932354816 : ffff8c55501f9500) 00000800:00000200:3.0:1767329569.784147:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329569.784151:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8f35ab6 x1853178572239744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329569.784156:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:3.0:1767329569.784165:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6a3b1a1. 00000400:00000200:2.0:1767329569.784171:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329569.784181:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329569.784194:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:3.0:1767329569.784195:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329569.784196:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:0.0:1767329569.784204:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008742989f. 00000400:00000200:2.0:1767329569.784205:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1767329569.784215:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572239744, offset 0 00000400:00000200:2.0:1767329569.784219:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329569.784229:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [502:502:255:4294967295] 192.168.202.109@tcp LPNI seq info [502:502:7:4294967295] 00000800:00000200:3.0:1767329569.784244:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767329569.784244:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329569.784260:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329569.784261:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6a3b1a1 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767329569.784273:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329569.784281:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:2.0:1767329569.784282:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4297425. 00000400:00000200:0.0:1767329569.784293:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329569.784300:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329569.784301:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329569.784305:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:3.0:1767329569.784314:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 183751 usecs (184 jiffies) 00000400:00000200:0.0:1767329569.784316:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767329569.784325:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329569.784329:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301415097 00000400:00000200:0.0:1767329569.784332:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:2.0:1767329569.784337:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4297425 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1767329569.784343:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d4b64bf. 00000400:00000200:0.0:1767329569.784349:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [503:503:254:4294967295] 192.168.202.109@tcp LPNI seq info [503:503:6:4294967295] 00000100:00000001:2.0:1767329569.784350:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329569.784358:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767329569.784363:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301419357 00000100:00000001:3.0:1767329569.784376:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301415097 00000100:00000001:2.0:1767329569.784385:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301415097 00000400:00000200:0.0:1767329569.784385:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000010:3.0:1767329569.784387:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f104d75. 00000800:00000200:1.0:1767329569.784392:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329569.784400:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301419357 00000100:00000001:3.0:1767329569.784402:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 1 00000800:00000010:1.0:1767329569.784404:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6a3b1a1. 00000800:00000200:0.0:1767329569.784413:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329569.784417:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301415097 00000100:00000001:2.0:1767329569.784421:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301415097 00000400:00000200:1.0:1767329569.784422:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1767329569.784423:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd12ef3a. 00000100:00000010:3.0:1767329569.784426:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f77cedb. 00000100:00000001:3.0:1767329569.784439:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767329569.784441:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301419357 00000800:00000200:0.0:1767329569.784451:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329569.784452:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329569.784454:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301415097 00000100:00000001:2.0:1767329569.784456:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301415097 00000400:00000200:1.0:1767329569.784470:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000261eab26 00000100:00000010:3.0:1767329569.784471:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c91140d3. 00000100:00000001:2.0:1767329569.784473:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301419357 00000800:00000200:0.0:1767329569.784478:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:1.0:1767329569.784480:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000261eab26. 00000100:00000001:3.0:1767329569.784484:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000800:00000200:0.0:1767329569.784490:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd12ef3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329569.784493:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329569.784499:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329569.784502:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329569.784503:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301415097 00000100:00000200:1.0:1767329569.784509:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ce1624 x1853178572239616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329569.784512:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329569.784515:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 12635 usecs (13 jiffies) 00000100:00000001:2.0:1767329569.784518:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329569.784529:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329569.784529:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301414926 00000100:00000001:2.0:1767329569.784530:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329569.784544:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329569.784544:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329569.784552:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301419357 00000100:00000001:1.0:1767329569.784553:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329569.784558:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329569.784563:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329569.784563:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301414926 00000100:00000040:1.0:1767329569.784565:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ce1624 x1853178572239616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329585 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329569.784572:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329569.784573:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301419357 00000100:00000001:0.0:1767329569.784583:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301414926 00000100:00000001:3.0:1767329569.784587:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329569.784592:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301419357 00000100:00000001:3.0:1767329569.784597:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329569.784603:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301414926 00000100:00000001:3.0:1767329569.784607:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329569.784609:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329569.784610:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301419357 00000100:00000001:3.0:1767329569.784620:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329569.784621:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329569.784622:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329569.784633:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329569.784638:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329569.784641:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767329569.784646:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329569.784649:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1767329569.784652:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4297425. 00000100:00000001:0.0:1767329569.784655:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767329569.784664:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329569.784665:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329569.784670:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329569.784676:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329569.784678:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329569.784682:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329569.784697:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ecaf85b 00000400:00000010:1.0:1767329569.784701:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ecaf85b. 00000100:00000001:1.0:1767329569.784706:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329569.784712:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088e8bc68 x1853178572239488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329569.784723:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329569.784726:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088e8bc68 x1853178572239488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329585 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329569.784734:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329569.784736:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329569.784848:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329569.784854:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd12ef3a. 00000400:00000200:1.0:1767329569.784860:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329569.784868:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329569.784873:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008742989f 00000400:00000010:1.0:1767329569.784876:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008742989f. 00000100:00000001:1.0:1767329569.784891:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329569.784898:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8f35ab6 x1853178572239744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329569.784913:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329569.784918:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8f35ab6 x1853178572239744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329585 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329569.784931:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329569.784933:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329569.786945:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329569.786964:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329569.786968:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329569.786972:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329569.786982:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329569.786997:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280f300 00000400:00000200:0.0:1767329569.787007:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1071 [1] + 224 00000800:00000001:0.0:1767329569.787044:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329569.787051:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329569.787054:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329569.787060:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329569.787066:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329569.787071:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ce1624 x1853178572239616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329585 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329569.787108:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ce1624 x1853178572239616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329569.787142:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329569.787153:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329569.787158:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329569.787161:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329569.787164:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329569.787170:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329569.787179:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280f280 00000400:00000200:0.0:1767329569.787186:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1075 [1] + 224 00000800:00000001:0.0:1767329569.787192:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329569.787196:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329569.787198:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329569.787204:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329569.787204:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329569.787214:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329569.787215:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329569.787224:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088e8bc68 x1853178572239488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329585 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767329569.787228:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329569.787238:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767329569.787242:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088e8bc68 x1853178572239488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767329569.787246:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad2aada8. 00000400:00000200:3.0:1767329569.787262:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc11fa5 00000100:00000001:0.0:1767329569.787272:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767329569.787281:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc11fa5. 00000100:00000001:3.0:1767329569.787290:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767329569.787296:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767329569.787304:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce1624 x1853178572239616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329569.787306:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329569.787316:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329569.787323:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329569.787338:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ce1624 x1853178572239616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329585 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329569.787343:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767329569.787347:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329569.787356:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329569.787366:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767329569.787367:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280f380 00000100:00000001:3.0:1767329569.787369:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1767329569.787371:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329569.787377:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767329569.787379:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012bfe709. 00000100:00000001:3.0:1767329569.787383:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329569.787391:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767329569.787393:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004740f0f1 00000100:00000001:3.0:1767329569.787394:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767329569.787401:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004740f0f1. 00000100:00000001:3.0:1767329569.787402:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329569.787406:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329569.787415:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=106 v=5 (5 5 5 5) 00000100:00000001:2.0:1767329569.787424:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767329569.787425:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=106 v=5 (1 1 1 1) 00000400:00000200:0.0:1767329569.787434:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1081 [1] + 224 00000100:00000001:3.0:1767329569.787437:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767329569.787440:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088e8bc68 x1853178572239488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329569.787443:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329569.787450:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767329569.787454:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329569.787462:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329569.787465:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329569.787475:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1767329569.787480:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088e8bc68 x1853178572239488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329585 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329569.787482:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000200:0.0:1767329569.787486:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329569.787492:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329569.787497:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329569.787507:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000040:3.0:1767329569.787515:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ce1624 x1853178572239616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329585 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329569.787522:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329569.787524:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329569.787531:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329569.787537:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767329569.787539:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8f35ab6 x1853178572239744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329585 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329569.787540:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767329569.787546:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767329569.787548:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329569.787553:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329569.787554:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329569.787561:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329569.787572:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ce1624 x1853178572239616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329585 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329569.787572:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329569.787583:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f8f35ab6 x1853178572239744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329569.787584:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=116 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329569.787603:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=116 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329569.787622:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1767329569.787627:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572239616:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329569.787629:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329569.787641:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329569.787644:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767329569.787645:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329569.787646:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329569.787655:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329569.787657:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329569.787667:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767329569.787669:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329569.787675:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088e8bc68 x1853178572239488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329585 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329569.787682:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ce1624 x1853178572239616/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329585 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329569.787719:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329569.787724:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767329569.787726:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767329569.787731:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767329569.787732:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767329569.787738:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa05176d. 00000100:00000040:2.0:1767329569.787746:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088e8bc68 x1853178572239488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329585 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329569.787748:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329569.787754:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329569.787758:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329569.787759:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329569.787770:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767329569.787771:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1767329569.787803:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572239488:192.168.202.109@tcp:400: 02000000:00000010:3.0:1767329569.787804:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 00000400:00000001:1.0:1767329569.787808:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329569.787817:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767329569.787818:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767329569.787821:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329569.787825:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1767329569.787827:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f2a98ef. 00000100:00000001:2.0:1767329569.787828:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1767329569.787830:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ce1624. 00000100:00000040:2.0:1767329569.787838:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088e8bc68 x1853178572239488/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329585 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329569.787842:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767329569.787845:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009894196a 00000100:00000001:3.0:1767329569.787848:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329569.787858:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329569.787858:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009894196a. 00000100:00000001:2.0:1767329569.787870:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767329569.787875:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329569.787877:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329569.787879:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329569.787890:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329569.787890:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1767329569.787898:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8f35ab6 x1853178572239744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767329569.787899:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091946770. 00000100:00000001:3.0:1767329569.787900:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329569.787911:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329569.787917:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329569.787922:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1767329569.787931:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329569.787935:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ce889c. 02000000:00000001:2.0:1767329569.787940:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329569.787942:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329569.787944:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088e8bc68. 00000100:00000001:2.0:1767329569.787952:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329569.787955:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329569.787963:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329569.787973:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329569.787978:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329569.787984:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8f35ab6 x1853178572239744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329585 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329569.787985:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329569.787991:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329569.788006:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329569.788009:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329569.788013:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329569.788056:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329569.788059:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329569.788061:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329569.788065:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329569.788071:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=116 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329569.788076:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1767329569.788079:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329569.788081:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329569.788084:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767329569.788089:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f8f35ab6 x1853178572239744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329585 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329569.788099:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329569.788102:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329569.788104:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329569.788106:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329569.788107:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329569.788111:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8f35ab6 x1853178572239744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329585 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329569.788119:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329569.788122:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329569.788124:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329569.788127:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8f35ab6 x1853178572239744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329585 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329569.788137:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572239744:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329569.788142:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329569.788153:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329569.788157:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8f35ab6 x1853178572239744/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329585 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329569.788165:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329569.788168:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329569.788170:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ed688e9. 02000000:00000001:1.0:1767329569.788175:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329569.788178:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329569.788179:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329569.788182:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329569.788184:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d0d0c54. 02000000:00000001:1.0:1767329569.788188:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329569.788190:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329569.788191:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8f35ab6. 00000100:00000001:1.0:1767329569.788195:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329569.788196:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329569.788198:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329569.788204:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329569.788206:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329569.788208:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329569.788211:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329569.847161:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329569.847168:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329569.847247:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329569.847252:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329569.847257:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329570.871122:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329570.871129:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329570.871218:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329570.871222:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329570.871225:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329571.895146:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329571.895156:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329571.895233:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329571.895238:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329571.895259:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329572.919160:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329572.919169:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329572.919235:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329572.919240:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329572.919244:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329573.943103:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329573.943112:0:215769:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329573.943114:0:215769:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329573.943116:0:215769:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329573.943121:0:215769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329573.943123:0:215769:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329573.943125:0:215769:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329573.943126:0:215769:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329573.943197:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329573.943201:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329573.943203:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329574.391162:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301419357, at 4301419520 00000100:00000040:1.0:1767329574.391171:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301419357, at 4301419520 00000100:00000040:0.0:1767329574.391172:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301419357, at 4301419520 00000100:00000010:2.0:1767329574.391190:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f77cedb. 00000100:00000010:0.0:1767329574.391194:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d4b64bf. 00000100:00000010:1.0:1767329574.391198:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f104d75. 00000100:00000040:3.0:1767329574.391512:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301419357, at 4301419520 00000100:00000010:3.0:1767329574.391524:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c91140d3. 00000100:00000040:1.0:1767329574.903189:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329574.903205:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329574.903219:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8f35ab6. 00000020:00000040:1.0:1767329574.903229:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329574.903235:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329574.903240:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329574.903248:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329574.903259:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d0d0c54. 00000100:00000001:1.0:1767329574.903268:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329574.903282:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000f8f35ab6 x1853178572239872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329574.903296:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329574.903308:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329574.903316:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8f35ab6] to pc [ptlrpcd_00_02+2] req@00000000f8f35ab6 x1853178572239872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329574.903354:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329574.903358:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329574.903358:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329574.903363:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767329574.903368:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767329574.903371:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088e8bc68. 00000100:00000001:2.0:1767329574.903376:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767329574.903377:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329574.903383:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329574.903385:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329574.903390:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329574.903391:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8f35ab6 x1853178572239872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329574.903396:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ce889c. 00000100:00000001:1.0:1767329574.903405:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329574.903416:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000088e8bc68 x1853178572240000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329574.903423:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329574.903428:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329574.903433:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767329574.903438:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329574.903451:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329574.903459:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329574.903460:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329574.903462:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329574.903472:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329574.903474:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e8bc68] to pc [ptlrpcd_00_03+3] req@0000000088e8bc68 x1853178572240000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329574.903484:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572239872:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329574.903499:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329574.903508:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329574.903509:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767329574.903515:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767329574.903516:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329574.903526:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767329574.903527:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767329574.903531:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ce1624. 00000100:00000001:3.0:1767329574.903534:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767329574.903536:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000561a793c. 00000020:00000040:1.0:1767329574.903537:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329574.903540:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329574.903548:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329574.903548:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329574.903549:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329574.903554:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329574.903559:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329574.903563:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088e8bc68 x1853178572240000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329574.903563:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012bfe709. 02000000:00000010:1.0:1767329574.903567:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 00000100:00000001:1.0:1767329574.903577:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329574.903580:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004740f0f1. 00000100:00000001:3.0:1767329574.903589:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767329574.903590:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000026ce1624 x1853178572240128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329574.903593:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329574.903596:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572239872, portal 25 02000000:00000001:3.0:1767329574.903600:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767329574.903603:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767329574.903605:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329574.903609:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777196800 : -127176932354816 : ffff8c55501f9500) 02000000:00000001:3.0:1767329574.903615:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329574.903628:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8f35ab6 x1853178572239872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329574.903628:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1767329574.903629:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572240000:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329574.903633:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329574.903645:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ce1624] to pc [ptlrpcd_00_00+0] req@0000000026ce1624 x1853178572240128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329574.903664:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329574.903669:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767329574.903675:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767329574.903682:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329574.903683:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329574.903689:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000185a590d. 02000000:00000001:3.0:1767329574.903691:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767329574.903698:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572239872, offset 0 00000100:00000001:1.0:1767329574.903699:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329574.903703:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d0fdbf00. 00000100:00000040:1.0:1767329574.903706:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767329574.903710:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329574.903718:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:1.0:1767329574.903719:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1767329574.903740:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad2aada8. 00000100:00000001:0.0:1767329574.903748:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329574.903754:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6757) 00000100:00000001:0.0:1767329574.903755:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767329574.903757:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc11fa5. 00000100:00000001:0.0:1767329574.903760:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767329574.903767:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572240000, portal 10 00000400:00000200:2.0:1767329574.903772:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:0.0:1767329574.903773:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ce1624 x1853178572240128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329574.903775:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329574.903776:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329574.903782:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777199488 : -127176932352128 : ffff8c55501f9f80) 00000100:00000001:1.0:1767329574.903784:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329574.903793:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767329574.903801:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088e8bc68 x1853178572240000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329574.903803:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329574.903808:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329574.903809:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:0.0:1767329574.903819:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329574.903824:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767329574.903824:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767329574.903825:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329574.903834:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329574.903836:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329574.903839:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:3.0:1767329574.903844:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0f3499f. 00000100:00100000:0.0:1767329574.903845:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572240128:192.168.202.109@tcp:400: 00000100:00000200:3.0:1767329574.903854:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572240000, offset 0 00000100:00000001:0.0:1767329574.903856:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767329574.903857:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [504:504:256:4294967295] 192.168.202.109@tcp LPNI seq info [504:504:8:4294967295] 02000000:00000001:0.0:1767329574.903865:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767329574.903870:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329574.903871:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329574.903889:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:0.0:1767329574.903891:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329574.903898:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b537395. 02000000:00000001:0.0:1767329574.903905:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329574.903907:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329574.903909:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000010:0.0:1767329574.903912:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000960e83d8. 00000800:00000010:2.0:1767329574.903921:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d94add08. 00000400:00000200:3.0:1767329574.903922:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767329574.903925:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ab2acd5. 00000400:00000200:3.0:1767329574.903931:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000200:0.0:1767329574.903935:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572240128, portal 10 00000400:00000200:3.0:1767329574.903939:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329574.903944:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767329574.903947:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329574.903949:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 00000400:00000200:3.0:1767329574.903952:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329574.903962:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [505:505:255:4294967295] 192.168.202.109@tcp LPNI seq info [505:505:7:4294967295] 00000100:00000040:0.0:1767329574.903967:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ce1624 x1853178572240128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767329574.903973:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329574.903991:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329574.903997:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d94add08 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329574.904005:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767329574.904011:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329574.904045:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329574.904051:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be917283. 00000100:00000200:0.0:1767329574.904055:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572240128, offset 0 00000400:00000200:0.0:1767329574.904064:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329574.904072:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ffaa443. 00000100:00000001:2.0:1767329574.904073:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329574.904077:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329574.904088:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301424477 00000400:00000200:0.0:1767329574.904088:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767329574.904089:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329574.904099:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000010:2.0:1767329574.904102:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aff58cb5. 00000400:00000200:0.0:1767329574.904107:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767329574.904109:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767329574.904118:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:3.0:1767329574.904119:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ffaa443 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329574.904120:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767329574.904130:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [506:506:254:4294967295] 192.168.202.109@tcp LPNI seq info [506:506:6:4294967295] 00000100:00000001:3.0:1767329574.904132:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329574.904135:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301424477 00000100:00000010:2.0:1767329574.904145:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000044cec071. 00000100:00000040:3.0:1767329574.904151:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 182551 usecs (183 jiffies) 00000400:00000200:0.0:1767329574.904152:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329574.904156:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767329574.904160:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301420216 00000100:00000001:2.0:1767329574.904169:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301424477 00000100:00000001:3.0:1767329574.904170:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301424477 00000800:00000200:0.0:1767329574.904173:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329574.904182:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301420216 00000100:00000010:2.0:1767329574.904183:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010af7092. 00000800:00000010:0.0:1767329574.904185:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089a33831. 00000800:00000200:1.0:1767329574.904187:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329574.904189:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301424477 00000100:00000001:2.0:1767329574.904196:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767329574.904198:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301420216 00000800:00000010:1.0:1767329574.904199:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d94add08. 00000800:00000200:0.0:1767329574.904205:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329574.904208:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301424477 00000100:00000001:3.0:1767329574.904209:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301424477 00000400:00000200:1.0:1767329574.904215:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767329574.904220:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329574.904221:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301420216 00000100:00000010:2.0:1767329574.904223:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015e46166. 00000800:00000200:0.0:1767329574.904231:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089a33831 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329574.904235:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767329574.904237:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329574.904240:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329574.904246:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301424477 00000100:00000001:2.0:1767329574.904246:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329574.904250:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 12586 usecs (13 jiffies) 00000400:00000200:1.0:1767329574.904253:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000185a590d 00000100:00000001:3.0:1767329574.904255:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329574.904259:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329574.904261:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301420046 00000100:00000001:3.0:1767329574.904262:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329574.904262:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000185a590d. 00000100:00000001:0.0:1767329574.904271:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301424477 00000100:00000001:3.0:1767329574.904273:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329574.904273:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329574.904285:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329574.904285:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329574.904288:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301420046 00000100:00000001:1.0:1767329574.904289:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329574.904297:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301424477 00000100:00000001:0.0:1767329574.904300:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301420046 00000100:00000001:2.0:1767329574.904303:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767329574.904305:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8f35ab6 x1853178572239872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329574.904306:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301424477 00000100:00000001:2.0:1767329574.904309:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329574.904314:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301420046 00000100:00000001:2.0:1767329574.904321:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329574.904324:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301424477 00000100:00000001:2.0:1767329574.904328:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329574.904333:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329574.904336:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329574.904343:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329574.904346:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329574.904348:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329574.904349:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329574.904356:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329574.904361:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8f35ab6 x1853178572239872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329590 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329574.904365:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329574.904370:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329574.904377:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329574.904380:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329574.904381:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329574.904387:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329574.904388:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329574.904394:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329574.904399:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329574.904403:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329574.904408:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329574.904410:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329574.904412:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329574.904415:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329574.904419:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329574.904424:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ffaa443. 00000400:00000200:1.0:1767329574.904428:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329574.904434:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329574.904438:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0f3499f 00000400:00000010:1.0:1767329574.904441:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0f3499f. 00000100:00000001:1.0:1767329574.904445:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329574.904449:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088e8bc68 x1853178572240000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329574.904457:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329574.904460:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088e8bc68 x1853178572240000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329590 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329574.904467:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329574.904469:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329574.904506:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329574.904509:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089a33831. 00000400:00000200:1.0:1767329574.904511:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329574.904515:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329574.904517:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be917283 00000400:00000010:1.0:1767329574.904519:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be917283. 00000100:00000001:1.0:1767329574.904529:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329574.904532:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ce1624 x1853178572240128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329574.904539:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329574.904541:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ce1624 x1853178572240128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329590 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329574.904556:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329574.904558:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329574.906003:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329574.906042:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329574.906046:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329574.906050:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329574.906059:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329574.906074:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280f400 00000400:00000200:1.0:1767329574.906082:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1089 [1] + 224 00000800:00000001:1.0:1767329574.906091:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329574.906096:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329574.906098:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329574.906102:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329574.906106:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329574.906111:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8f35ab6 x1853178572239872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329590 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329574.906122:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f8f35ab6 x1853178572239872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329574.906143:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329574.906152:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329574.906155:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329574.906157:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329574.906159:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329574.906162:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329574.906168:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280f480 00000400:00000200:1.0:1767329574.906175:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1091 [1] + 224 00000800:00000001:1.0:1767329574.906179:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329574.906183:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329574.906185:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329574.906190:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329574.906196:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329574.906196:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329574.906201:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329574.906209:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329574.906214:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767329574.906218:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088e8bc68 x1853178572240000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329590 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329574.906220:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012bfe709. 00000400:00000200:2.0:1767329574.906230:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004740f0f1 00000400:00000010:2.0:1767329574.906235:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004740f0f1. 00000100:00000001:2.0:1767329574.906244:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767329574.906251:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088e8bc68 x1853178572240000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329574.906259:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8f35ab6 x1853178572239872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329574.906294:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329574.906307:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767329574.906314:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8f35ab6 x1853178572239872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329590 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329574.906315:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329574.906323:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329574.906330:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329574.906341:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329574.906345:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329574.906346:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767329574.906348:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329574.906351:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329574.906359:0:208650:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:3.0:1767329574.906361:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767329574.906366:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767329574.906367:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280f500 00000400:00000001:3.0:1767329574.906368:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767329574.906373:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767329574.906374:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad2aada8. 00000100:00000001:2.0:1767329574.906380:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329574.906383:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc11fa5 02000000:00000001:2.0:1767329574.906387:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329574.906388:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc11fa5. 00000100:00000001:3.0:1767329574.906396:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767329574.906400:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=121 v=5 (5 5 5 5) 00000400:00000200:1.0:1767329574.906406:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1099 [1] + 224 00000100:00000200:3.0:1767329574.906407:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088e8bc68 x1853178572240000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329574.906411:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=121 v=5 (1 1 1 1) 00000800:00000001:1.0:1767329574.906425:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329574.906427:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329574.906434:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329574.906439:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767329574.906441:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767329574.906443:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088e8bc68 x1853178572240000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329590 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767329574.906450:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329574.906450:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329574.906462:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329574.906464:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767329574.906469:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000040:2.0:1767329574.906475:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8f35ab6 x1853178572239872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329590 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329574.906476:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329574.906478:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329574.906486:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767329574.906488:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ce1624 x1853178572240128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329590 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329574.906490:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329574.906495:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329574.906499:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329574.906506:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329574.906516:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=111 v=5 (5 5 5 5) 00000100:00000001:2.0:1767329574.906524:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767329574.906529:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=111 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329574.906538:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329574.906539:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767329574.906543:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ce1624 x1853178572240128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329574.906546:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329574.906546:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767329574.906556:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329574.906562:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329574.906564:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8f35ab6 x1853178572239872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329590 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329574.906571:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329574.906576:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329574.906577:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329574.906585:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:1.0:1767329574.906586:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329574.906591:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329574.906594:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572239872:192.168.202.109@tcp:400: 00000800:00000001:1.0:1767329574.906595:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329574.906602:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088e8bc68 x1853178572240000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329590 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329574.906611:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329574.906619:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329574.906630:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767329574.906630:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8f35ab6 x1853178572239872/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329590 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329574.906642:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329574.906649:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329574.906655:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329574.906655:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329574.906664:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767329574.906665:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088e8bc68 x1853178572240000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329590 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329574.906665:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329574.906673:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000561a793c. 00000400:00000001:0.0:1767329574.906676:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329574.906682:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329574.906688:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000960e83d8. 02000000:00000001:2.0:1767329574.906690:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1767329574.906698:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572240000:192.168.202.109@tcp:400: 00000020:00000001:2.0:1767329574.906699:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1767329574.906701:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ab2acd5 00000020:00000040:2.0:1767329574.906705:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000400:00000010:0.0:1767329574.906710:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ab2acd5. 00000020:00000001:2.0:1767329574.906716:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767329574.906718:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767329574.906740:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d0d0c54. 00000100:00000001:0.0:1767329574.906743:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329574.906746:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767329574.906754:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1767329574.906760:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce1624 x1853178572240128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329574.906761:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088e8bc68 x1853178572240000/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329590 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329574.906761:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329574.906783:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8f35ab6. 00000100:00000001:2.0:1767329574.906793:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329574.906797:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329574.906806:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329574.906817:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767329574.906818:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329574.906824:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329574.906825:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767329574.906830:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ce1624 x1853178572240128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329590 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329574.906832:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d0fdbf00. 00000100:00000001:2.0:1767329574.906833:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329574.906838:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329574.906845:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329574.906851:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329574.906858:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329574.906862:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767329574.906867:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329574.906869:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329574.906874:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767329574.906876:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329574.906880:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ce889c. 02000000:00000001:3.0:1767329574.906886:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329574.906891:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767329574.906892:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767329574.906896:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767329574.906898:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088e8bc68. 02000000:00000001:0.0:1767329574.906907:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329574.906909:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1767329574.906914:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=121 v=5 (5 5 5 5) 00000100:00000001:3.0:1767329574.906915:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329574.906924:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767329574.906924:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767329574.906934:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329574.906935:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329574.906937:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767329574.906937:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329574.906943:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767329574.906946:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000026ce1624 x1853178572240128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329590 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329574.906949:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329574.906953:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329574.906963:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329574.906966:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329574.906967:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329574.906970:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329574.906971:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329574.906974:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ce1624 x1853178572240128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329590 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329574.906981:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329574.906984:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329574.906985:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329574.906988:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ce1624 x1853178572240128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329590 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329574.906995:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572240128:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329574.906999:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329574.907001:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329574.907003:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ce1624 x1853178572240128/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329590 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329574.907009:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329574.907011:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329574.907013:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b537395. 02000000:00000001:0.0:1767329574.907016:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329574.907024:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329574.907025:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329574.907028:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329574.907056:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 02000000:00000001:0.0:1767329574.907060:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329574.907062:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329574.907063:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ce1624. 00000100:00000001:0.0:1767329574.907067:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329574.907068:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329574.907070:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329574.907074:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329574.907076:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329574.907078:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329574.907080:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329574.967146:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329574.967157:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329574.967268:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329574.967273:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329574.967277:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329575.991227:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329575.991238:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329575.991341:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329575.991345:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329575.991348:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329577.015161:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329577.015172:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329577.015309:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329577.015316:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329577.015321:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329578.039181:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329578.039192:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329578.039357:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329578.039363:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329578.039368:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329579.063150:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329579.063158:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329579.063234:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329579.063239:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329579.063242:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329579.511156:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301424477, at 4301424640 00000100:00000040:3.0:1767329579.511157:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301424477, at 4301424640 00000100:00000040:0.0:1767329579.511167:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301424477, at 4301424640 00000100:00000010:3.0:1767329579.511187:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015e46166. 00000100:00000010:1.0:1767329579.511198:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000044cec071. 00000100:00000040:2.0:1767329579.511202:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301424477, at 4301424640 00000100:00000010:0.0:1767329579.511202:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aff58cb5. 00000100:00000010:2.0:1767329579.511220:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010af7092. 00000100:00000040:3.0:1767329580.023293:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329580.023316:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329580.023334:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b10225ad. 00000020:00000040:3.0:1767329580.023349:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329580.023357:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329580.023362:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329580.023372:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329580.023387:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ffaa443. 00000100:00000001:3.0:1767329580.023397:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329580.023414:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000b10225ad x1853178572240256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329580.023430:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329580.023434:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329580.023441:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b10225ad] to pc [ptlrpcd_00_01+1] req@00000000b10225ad x1853178572240256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329580.023481:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329580.023485:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329580.023490:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767329580.023517:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767329580.023522:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001aee3446. 00000100:00000001:1.0:1767329580.023527:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767329580.023529:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329580.023535:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329580.023537:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329580.023542:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329580.023546:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329580.023550:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b10225ad x1853178572240256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329580.023554:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6a3b1a1. 00000100:00000001:3.0:1767329580.023565:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329580.023579:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767329580.023581:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000001aee3446 x1853178572240384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329580.023586:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329580.023593:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329580.023598:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329580.023603:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329580.023607:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329580.023622:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767329580.023622:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329580.023633:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572240256:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329580.023640:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329580.023642:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329580.023649:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767329580.023654:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001aee3446] to pc [ptlrpcd_00_02+2] req@000000001aee3446 x1853178572240384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329580.023658:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329580.023667:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329580.023699:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000025e70d1d. 02000000:00000001:1.0:1767329580.023705:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329580.023726:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000deb4c1ca. 00000100:00000001:3.0:1767329580.023735:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329580.023738:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048b25755. 00000100:00000040:3.0:1767329580.023742:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329580.023750:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1767329580.023754:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572240256, portal 25 00000100:00000010:3.0:1767329580.023757:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088b7262c. 00000100:00000001:1.0:1767329580.023762:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1767329580.023766:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329580.023768:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776944512 : -127176932607104 : ffff8c55501bbb80) 00000100:00000001:3.0:1767329580.023774:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329580.023780:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767329580.023784:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b10225ad x1853178572240256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329580.023787:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329580.023794:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329580.023799:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767329580.023800:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000040dcd3e9. 00000100:00000001:2.0:1767329580.023803:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329580.023810:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329580.023813:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329580.023814:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329580.023816:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329580.023831:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001aee3446 x1853178572240384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329580.023833:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329580.023835:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000088b7262c x1853178572240512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767329580.023845:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036ed7076. 00000100:00000200:1.0:1767329580.023855:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572240256, offset 0 00000400:00000200:1.0:1767329580.023883:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329580.023893:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329580.023895:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329580.023902:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329580.023903:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329580.023912:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088b7262c] to pc [ptlrpcd_00_03+3] req@0000000088b7262c x1853178572240512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329580.023929:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:2.0:1767329580.023930:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329580.023938:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329580.023943:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329580.023946:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329580.023946:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767329580.023951:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767329580.023960:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001aee3446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572240384:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767329580.023963:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329580.023976:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329580.023980:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329580.023981:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767329580.023985:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767329580.023985:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767329580.023990:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329580.023993:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767329580.023996:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:2.0:1767329580.023999:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329580.024004:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6762) 02000000:00000001:2.0:1767329580.024007:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767329580.024011:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088b7262c x1853178572240512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329580.024012:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [507:507:256:4294967295] 192.168.202.109@tcp LPNI seq info [507:507:8:4294967295] 00000100:00000001:0.0:1767329580.024061:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329580.024066:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329580.024071:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767329580.024073:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000957ff9d4. 02000000:00000001:0.0:1767329580.024075:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329580.024084:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329580.024088:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329580.024096:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012bfe709. 00000400:00000200:1.0:1767329580.024097:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00100000:0.0:1767329580.024101:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088b7262c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572240512:192.168.202.109@tcp:400: 00000400:00000010:2.0:1767329580.024110:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004740f0f1. 00000100:00000001:0.0:1767329580.024117:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767329580.024123:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572240384, portal 10 00000800:00000200:1.0:1767329580.024124:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329580.024132:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767329580.024142:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:1.0:1767329580.024143:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 02000000:00000001:0.0:1767329580.024147:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329580.024153:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329580.024154:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776939136 : -127176932612480 : ffff8c55501ba680) 02000000:00000010:0.0:1767329580.024161:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e23d66c. 00000800:00000200:1.0:1767329580.024164:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:0.0:1767329580.024169:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329580.024176:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001aee3446 x1853178572240384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329580.024179:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000960e83d8. 00000800:00000200:1.0:1767329580.024188:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:0.0:1767329580.024193:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ab2acd5. 00000800:00000200:1.0:1767329580.024200:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1767329580.024206:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572240512, portal 10 00000100:00000001:0.0:1767329580.024216:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329580.024219:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329580.024221:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776941824 : -127176932609792 : ffff8c55501bb100) 00000100:00000040:2.0:1767329580.024231:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329580.024235:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329580.024238:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f756aee. 00000100:00000040:0.0:1767329580.024240:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088b7262c x1853178572240512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329580.024247:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301429597 00000100:00000200:2.0:1767329580.024253:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572240384, offset 0 00000100:00000010:1.0:1767329580.024263:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000095fed548. 00000100:00000001:0.0:1767329580.024277:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329580.024279:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767329580.024284:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329580.024293:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329580.024294:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301429597 00000400:00000010:0.0:1767329580.024303:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034968aab. 00000100:00000010:1.0:1767329580.024306:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea9442b1. 00000100:00000200:0.0:1767329580.024311:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572240512, offset 0 00000400:00000200:2.0:1767329580.024312:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329580.024315:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767329580.024328:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301429597 00000400:00000200:2.0:1767329580.024333:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329580.024335:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:1.0:1767329580.024340:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007884d10c. 00000100:00000001:1.0:1767329580.024349:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767329580.024353:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329580.024356:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301429597 00000100:00000010:1.0:1767329580.024363:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a3bb6b37. 00000400:00000200:2.0:1767329580.024367:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329580.024370:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767329580.024380:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329580.024382:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329580.024385:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329580.024392:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329580.024399:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [508:508:255:4294967295] 192.168.202.109@tcp LPNI seq info [508:508:7:4294967295] 00000100:00000001:1.0:1767329580.024400:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329580.024415:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767329580.024428:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329580.024432:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767329580.024433:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329580.024447:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767329580.024448:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000800:00000200:2.0:1767329580.024449:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329580.024454:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329580.024455:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329580.024464:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329580.024467:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1767329580.024468:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074996e45. 00000400:00000200:0.0:1767329580.024469:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329580.024472:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329580.024482:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329580.024495:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329580.024497:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767329580.024501:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329580.024509:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329580.024516:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [509:509:254:4294967295] 192.168.202.109@tcp LPNI seq info [509:509:6:4294967295] 00000800:00000200:2.0:1767329580.024535:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329580.024545:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000074996e45 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767329580.024554:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329580.024557:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329580.024570:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 181358 usecs (182 jiffies) 00000800:00000200:0.0:1767329580.024577:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329580.024579:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301425335 00000100:00000001:2.0:1767329580.024588:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301429597 00000800:00000010:0.0:1767329580.024591:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d17fa11. 00000100:00000001:2.0:1767329580.024592:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301425335 00000100:00000001:2.0:1767329580.024600:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301429597 00000100:00000001:2.0:1767329580.024605:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301425335 00000100:00000001:2.0:1767329580.024607:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301429597 00000100:00000001:2.0:1767329580.024610:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301425335 00000100:00000001:2.0:1767329580.024618:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301429597 00000800:00000200:0.0:1767329580.024619:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329580.024623:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329580.024630:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329580.024637:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329580.024644:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329580.024646:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036ed7076 00000800:00000200:0.0:1767329580.024646:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329580.024653:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767329580.024655:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036ed7076. 00000800:00000200:0.0:1767329580.024659:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d17fa11 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329580.024660:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329580.024666:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329580.024669:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329580.024699:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329580.024702:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329580.024703:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329580.024708:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b10225ad x1853178572240256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329580.024715:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329580.024717:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 12527 usecs (13 jiffies) 00000100:00000001:0.0:1767329580.024732:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301425166 00000100:00000001:3.0:1767329580.024738:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329580.024743:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b10225ad x1853178572240256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329596 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329580.024758:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301429597 00000100:00000001:3.0:1767329580.024765:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329580.024769:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301425166 00000100:00000001:3.0:1767329580.024771:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329580.024779:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301429597 00000100:00000001:0.0:1767329580.024785:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301425166 00000100:00000001:0.0:1767329580.024790:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301429597 00000100:00000001:0.0:1767329580.024794:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301425166 00000100:00000001:0.0:1767329580.024799:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301429597 00000100:00000001:0.0:1767329580.024803:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767329580.024804:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329580.024811:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767329580.024813:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074996e45. 00000100:00000001:0.0:1767329580.024819:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329580.024821:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329580.024829:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329580.024833:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f756aee 00000400:00000010:3.0:1767329580.024835:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007f756aee. 00000100:00000001:3.0:1767329580.024841:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329580.024845:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001aee3446 x1853178572240384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329580.024855:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329580.024860:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329580.024861:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001aee3446 x1853178572240384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329596 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329580.024874:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329580.024877:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329580.024879:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329580.024883:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329580.024886:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329580.024891:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329580.024895:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329580.024899:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329580.024937:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329580.024943:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d17fa11. 00000400:00000200:3.0:1767329580.024959:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329580.024965:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329580.024969:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034968aab 00000400:00000010:3.0:1767329580.024971:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034968aab. 00000100:00000001:3.0:1767329580.024983:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329580.024987:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088b7262c x1853178572240512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329580.025088:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329580.025092:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088b7262c x1853178572240512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329596 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329580.025102:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329580.025104:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329580.026998:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329580.027051:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329580.027056:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329580.027061:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329580.027073:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329580.027090:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280f580 00000400:00000200:1.0:1767329580.027100:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x10a1 [1] + 224 00000800:00000001:1.0:1767329580.027111:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329580.027116:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329580.027119:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329580.027124:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329580.027129:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329580.027134:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b10225ad x1853178572240256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329596 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329580.027148:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b10225ad x1853178572240256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329580.027176:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329580.027186:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329580.027190:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329580.027192:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329580.027194:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329580.027198:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329580.027205:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280f600 00000400:00000200:1.0:1767329580.027210:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x10a9 [1] + 224 00000800:00000001:1.0:1767329580.027215:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329580.027221:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329580.027223:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329580.027227:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329580.027241:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329580.027245:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001aee3446 x1853178572240384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329596 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329580.027256:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001aee3446 x1853178572240384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329580.027279:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329580.027288:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767329580.027288:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329580.027296:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767329580.027299:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329580.027308:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329580.027313:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329580.027317:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000deb4c1ca. 00000400:00000200:2.0:1767329580.027326:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b25755 00000400:00000010:2.0:1767329580.027330:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048b25755. 00000100:00000001:2.0:1767329580.027336:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329580.027340:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767329580.027347:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b10225ad x1853178572240256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329580.027348:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329580.027357:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329580.027363:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329580.027368:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012bfe709. 00000400:00000200:0.0:1767329580.027377:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004740f0f1 00000400:00000010:0.0:1767329580.027383:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004740f0f1. 00000100:00000001:0.0:1767329580.027392:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329580.027404:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001aee3446 x1853178572240384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329580.027408:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b10225ad x1853178572240256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329580.027451:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767329580.027453:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001aee3446 x1853178572240384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329580.027457:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329580.027458:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329580.027469:0:208649:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:1.0:1767329580.027471:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329580.027478:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767329580.027479:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329580.027480:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329580.027484:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329580.027489:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329580.027490:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329580.027491:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329580.027500:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329580.027503:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329580.027512:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00001000:2.0:1767329580.027516:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=127 v=5 (5 5 5 5) 02000000:00000001:0.0:1767329580.027523:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1767329580.027526:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=127 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329580.027529:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329580.027536:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767329580.027537:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280f680 00000100:00000001:0.0:1767329580.027539:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329580.027542:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329580.027553:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767329580.027553:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329580.027556:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x10ad [1] + 224 00010000:00000001:2.0:1767329580.027560:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329580.027571:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329580.027571:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=117 v=5 (5 5 5 5) 00000800:00000001:1.0:1767329580.027574:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767329580.027586:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=117 v=5 (1 1 1 1) 00000800:00000001:1.0:1767329580.027589:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329580.027590:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b10225ad x1853178572240256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329596 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329580.027600:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329580.027603:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329580.027611:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329580.027622:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329580.027622:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00010000:00000001:0.0:1767329580.027623:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329580.027631:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329580.027633:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329580.027636:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329580.027641:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000200:1.0:1767329580.027644:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088b7262c x1853178572240512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329596 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329580.027648:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329580.027651:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329580.027654:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329580.027657:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329580.027693:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001aee3446 x1853178572240384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329596 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329580.027701:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b10225ad x1853178572240256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329596 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329580.027709:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088b7262c x1853178572240512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329580.027760:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329580.027773:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1767329580.027780:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572240256:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329580.027780:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329580.027792:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329580.027796:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329580.027799:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001aee3446 x1853178572240384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329596 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329580.027803:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329580.027804:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767329580.027814:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329580.027819:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b10225ad x1853178572240256/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329596 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329580.027823:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001aee3446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572240384:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329580.027846:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329580.027847:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329580.027849:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329580.027851:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767329580.027854:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329580.027858:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767329580.027859:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000025e70d1d. 00000100:00000040:0.0:1767329580.027864:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001aee3446 x1853178572240384/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329596 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767329580.027868:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329580.027874:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767329580.027879:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1767329580.027882:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000960e83d8. 00000020:00000001:2.0:1767329580.027887:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329580.027894:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000400:00000200:3.0:1767329580.027896:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ab2acd5 00000100:00000001:0.0:1767329580.027896:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329580.027905:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1767329580.027906:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ab2acd5. 00000020:00000001:2.0:1767329580.027906:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329580.027912:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000957ff9d4. 02000000:00000010:2.0:1767329580.027914:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ffaa443. 00000100:00000001:3.0:1767329580.027919:0:208651:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767329580.027923:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767329580.027927:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1767329580.027929:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:3.0:1767329580.027933:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088b7262c x1853178572240512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329580.027935:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1767329580.027936:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000010:2.0:1767329580.027942:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b10225ad. 00000020:00000001:0.0:1767329580.027947:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767329580.027954:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329580.027959:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329580.027964:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088b7262c x1853178572240512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767329580.027966:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c6a3b1a1. 00000100:00000001:2.0:1767329580.027967:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329580.027979:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767329580.027982:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767329580.027986:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767329580.027989:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329580.027991:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:0.0:1767329580.027992:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001aee3446. 00000100:00000001:2.0:1767329580.027998:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329580.027999:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329580.028002:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329580.028005:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329580.028006:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767329580.028008:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329580.028059:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329580.028064:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329580.028067:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329580.028069:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329580.028072:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329580.028075:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329580.028079:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329580.028081:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329580.028085:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329580.028090:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=127 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329580.028097:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1767329580.028101:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329580.028117:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329580.028120:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767329580.028125:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000088b7262c x1853178572240512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329596 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329580.028135:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329580.028138:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329580.028140:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329580.028142:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329580.028143:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329580.028147:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088b7262c x1853178572240512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329596 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329580.028154:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329580.028157:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329580.028159:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329580.028162:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088b7262c x1853178572240512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329596 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329580.028171:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088b7262c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572240512:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329580.028176:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329580.028178:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329580.028180:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088b7262c x1853178572240512/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329596 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329580.028187:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329580.028189:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329580.028192:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e23d66c. 02000000:00000001:3.0:1767329580.028196:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329580.028198:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329580.028199:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329580.028202:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329580.028204:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000040dcd3e9. 02000000:00000001:3.0:1767329580.028207:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329580.028209:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329580.028210:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088b7262c. 00000100:00000001:3.0:1767329580.028221:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329580.028223:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329580.028227:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329580.028234:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329580.028236:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329580.028240:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329580.028243:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329580.087132:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329580.087138:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329580.087216:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329580.087219:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329580.087222:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329581.111135:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329581.111144:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329581.111242:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329581.111247:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329581.111252:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329582.135165:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329582.135201:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329582.135312:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329582.135321:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329582.135328:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329583.160130:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329583.160142:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329583.160275:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329583.160287:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329583.160296:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329584.183226:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329584.183237:0:215769:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329584.183241:0:215769:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329584.183244:0:215769:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329584.183250:0:215769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329584.183253:0:215769:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329584.183256:0:215769:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329584.183259:0:215769:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329584.183410:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329584.183420:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329584.183426:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329584.631139:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301429597, at 4301429760 00000100:00000040:3.0:1767329584.631149:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301429597, at 4301429760 00000100:00000040:2.0:1767329584.631165:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301429597, at 4301429760 00000100:00000010:0.0:1767329584.631167:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000095fed548. 00000100:00000010:3.0:1767329584.631172:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a3bb6b37. 00000100:00000040:1.0:1767329584.631174:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301429597, at 4301429760 00000100:00000010:2.0:1767329584.631182:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007884d10c. 00000100:00000010:1.0:1767329584.631195:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea9442b1. 00000100:00000040:2.0:1767329585.143176:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329585.143190:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329585.143201:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004920a0f5. 00000020:00000040:2.0:1767329585.143211:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329585.143236:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329585.143241:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329585.143248:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329585.143258:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c950b47. 00000100:00000001:2.0:1767329585.143267:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329585.143282:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000004920a0f5 x1853178572240640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329585.143296:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329585.143300:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329585.143308:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004920a0f5] to pc [ptlrpcd_00_00+0] req@000000004920a0f5 x1853178572240640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329585.143346:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329585.143351:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329585.143356:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329585.143360:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd491ed0. 00000100:00000001:3.0:1767329585.143363:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767329585.143365:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329585.143372:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767329585.143373:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329585.143373:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329585.143374:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767329585.143380:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767329585.143380:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329585.143381:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329585.143393:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000076d91448. 00000100:00000001:2.0:1767329585.143398:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329585.143399:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004920a0f5 x1853178572240640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329585.143408:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000dd491ed0 x1853178572240768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329585.143454:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329585.143455:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329585.143460:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329585.143461:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329585.143475:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767329585.143476:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd491ed0] to pc [ptlrpcd_00_01+1] req@00000000dd491ed0 x1853178572240768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329585.143481:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329585.143490:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329585.143501:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004920a0f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572240640:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329585.143508:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329585.143510:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329585.143515:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767329585.143516:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767329585.143522:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329585.143523:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767329585.143524:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329585.143527:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329585.143528:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329585.143532:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767329585.143538:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050557de3. 00000100:00000010:2.0:1767329585.143538:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000929a317e. 00000100:00000040:1.0:1767329585.143542:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd491ed0 x1853178572240768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329585.143548:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767329585.143550:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329585.143561:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329585.143564:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767329585.143565:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad2aada8. 02000000:00000001:2.0:1767329585.143566:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329585.143568:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329585.143573:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329585.143577:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329585.143580:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767329585.143582:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc11fa5. 02000000:00000001:1.0:1767329585.143583:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329585.143584:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074996e45. 00000100:00100000:1.0:1767329585.143593:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd491ed0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572240768:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329585.143596:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329585.143597:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767329585.143598:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572240640, portal 25 02000000:00000001:1.0:1767329585.143604:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767329585.143605:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767329585.143608:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329585.143609:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000929a317e x1853178572240896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329585.143613:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777368704 : -127176932182912 : ffff8c5550223480) 02000000:00000001:1.0:1767329585.143614:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329585.143635:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eefb635f. 02000000:00000001:1.0:1767329585.143638:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329585.143645:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004920a0f5 x1853178572240640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329585.143649:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000deb4c1ca. 00000100:00000001:2.0:1767329585.143656:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767329585.143657:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c01551. 00000100:00000001:2.0:1767329585.143659:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329585.143665:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572240768, portal 10 00000100:00000040:2.0:1767329585.143668:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000929a317e] to pc [ptlrpcd_00_02+2] req@00000000929a317e x1853178572240896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329585.143676:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329585.143679:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777362432 : -127176932189184 : ffff8c5550221c00) 00000100:00000040:1.0:1767329585.143694:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd491ed0 x1853178572240768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329585.143701:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329585.143703:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329585.143706:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002044f8ff. 00000100:00000001:2.0:1767329585.143707:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329585.143709:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572240768, offset 0 00000100:00000040:2.0:1767329585.143712:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767329585.143719:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329585.143720:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767329585.143728:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6767) 00000400:00000200:1.0:1767329585.143737:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329585.143753:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329585.143756:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329585.143756:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329585.143760:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329585.143762:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329585.143764:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767329585.143768:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329585.143772:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329585.143775:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:0.0:1767329585.143777:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000929a317e x1853178572240896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329585.143781:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329585.143788:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329585.143789:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [510:510:256:4294967295] 192.168.202.109@tcp LPNI seq info [510:510:8:4294967295] 00000400:00000010:3.0:1767329585.143799:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097041725. 00000100:00000200:3.0:1767329585.143814:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572240640, offset 0 00000100:00000001:0.0:1767329585.143814:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329585.143818:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329585.143828:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767329585.143832:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:0.0:1767329585.143833:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329585.143845:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329585.143846:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329585.143857:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00100000:0.0:1767329585.143859:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000929a317e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572240896:192.168.202.109@tcp:400: 00000800:00000010:1.0:1767329585.143868:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000100:00000001:0.0:1767329585.143869:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767329585.143877:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:0.0:1767329585.143878:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329585.143882:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329585.143887:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767329585.143887:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:0.0:1767329585.143889:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329585.143901:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000546d40c3. 00000400:00000200:3.0:1767329585.143905:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:0.0:1767329585.143911:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329585.143912:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329585.143920:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767329585.143921:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767329585.143923:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e529a062. 00000400:00000200:3.0:1767329585.143935:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:0.0:1767329585.143937:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000063b7aea. 00000400:00000200:3.0:1767329585.143943:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [511:511:255:4294967295] 192.168.202.109@tcp LPNI seq info [511:511:7:4294967295] 00000100:00000200:0.0:1767329585.143943:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572240896, portal 10 00000100:00000001:1.0:1767329585.143948:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329585.143949:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329585.143952:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777357952 : -127176932193664 : ffff8c5550220a80) 00000100:00000040:1.0:1767329585.143959:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 180188 usecs (181 jiffies) 00000100:00000001:1.0:1767329585.143970:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301430453 00000100:00000010:1.0:1767329585.143976:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea9442b1. 00000100:00000040:0.0:1767329585.143977:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000929a317e x1853178572240896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329585.143983:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329585.143989:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767329585.144001:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767329585.144006:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329585.144007:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301430453 00000100:00000040:0.0:1767329585.144042:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329585.144046:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081a0b675. 00000100:00000200:0.0:1767329585.144050:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572240896, offset 0 00000400:00000200:0.0:1767329585.144056:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:1.0:1767329585.144057:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000620d8893. 00000800:00000010:3.0:1767329585.144059:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040dcd3e9. 00000100:00000001:1.0:1767329585.144063:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767329585.144067:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329585.144072:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301430454 00000400:00000200:0.0:1767329585.144072:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767329585.144074:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329585.144079:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329585.144085:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767329585.144095:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:1.0:1767329585.144095:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1fa5921. 00000400:00000200:0.0:1767329585.144095:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329585.144105:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767329585.144106:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [512:512:254:4294967295] 192.168.202.109@tcp LPNI seq info [512:512:6:4294967295] 00000800:00000200:3.0:1767329585.144109:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000040dcd3e9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329585.144115:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301430454 00000100:00000010:1.0:1767329585.144124:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077278bd8. 00000100:00000001:3.0:1767329585.144125:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329585.144134:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329585.144137:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767329585.144140:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301434717 00000800:00000010:2.0:1767329585.144146:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000400:00000200:0.0:1767329585.144147:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329585.144149:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329585.144156:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301430453 00000100:00000001:1.0:1767329585.144160:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329585.144164:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329585.144170:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301434717 00000100:00000001:1.0:1767329585.144171:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329585.144172:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329585.144189:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329585.144190:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000800:00000010:0.0:1767329585.144191:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d17fa11. 00000100:00000001:3.0:1767329585.144192:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301430453 00000800:00000200:0.0:1767329585.144205:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329585.144206:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329585.144207:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301434717 00000400:00000200:2.0:1767329585.144207:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002044f8ff 00000100:00000001:1.0:1767329585.144214:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767329585.144217:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002044f8ff. 00000100:00000001:1.0:1767329585.144223:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767329585.144225:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329585.144229:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329585.144233:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329585.144239:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329585.144239:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d17fa11 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767329585.144244:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd491ed0 x1853178572240768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329585.144253:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329585.144255:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329585.144265:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 12477 usecs (13 jiffies) 00000100:00000001:3.0:1767329585.144271:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301430454 00000100:00000001:0.0:1767329585.144273:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301430286 00000100:00000001:0.0:1767329585.144282:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301434717 00000100:00000001:3.0:1767329585.144287:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301434717 00000100:00000001:0.0:1767329585.144296:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301430286 00000100:00000001:3.0:1767329585.144299:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301430454 00000100:00000001:2.0:1767329585.144300:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329585.144300:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301434717 00000100:00000001:0.0:1767329585.144306:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301430286 00000100:00000001:0.0:1767329585.144309:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301434717 00000100:00000001:3.0:1767329585.144311:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767329585.144314:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd491ed0 x1853178572240768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329601 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329585.144316:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301430286 00000100:00000001:3.0:1767329585.144320:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329585.144330:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329585.144331:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301434717 00000100:00000001:0.0:1767329585.144340:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329585.144344:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329585.144348:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329585.144356:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329585.144361:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329585.144365:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329585.144366:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329585.144367:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329585.144372:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329585.144374:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329585.144376:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329585.144380:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329585.144386:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329585.144386:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329585.144395:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329585.144400:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329585.144404:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329585.144405:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329585.144409:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329585.144434:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329585.144437:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040dcd3e9. 00000400:00000200:2.0:1767329585.144441:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329585.144446:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329585.144450:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097041725 00000400:00000010:2.0:1767329585.144451:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097041725. 00000100:00000001:2.0:1767329585.144454:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329585.144458:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004920a0f5 x1853178572240640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329585.144467:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329585.144469:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004920a0f5 x1853178572240640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329601 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329585.144476:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329585.144477:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329585.144513:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329585.144515:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d17fa11. 00000400:00000200:2.0:1767329585.144518:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329585.144522:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329585.144524:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081a0b675 00000400:00000010:2.0:1767329585.144526:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081a0b675. 00000100:00000001:2.0:1767329585.144535:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329585.144539:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000929a317e x1853178572240896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329585.144546:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329585.144548:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000929a317e x1853178572240896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329601 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329585.144555:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329585.144556:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329585.145444:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329585.145456:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329585.145458:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329585.145460:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329585.145466:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329585.145476:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280f780 00000400:00000200:1.0:1767329585.145482:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x10bd [1] + 224 00000800:00000001:1.0:1767329585.145488:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329585.145505:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329585.145507:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329585.145509:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329585.145513:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329585.145516:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd491ed0 x1853178572240768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329585.145524:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dd491ed0 x1853178572240768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329585.145540:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329585.145552:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329585.145554:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329585.145583:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329585.145587:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329585.145600:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329585.145602:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329585.145605:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000deb4c1ca. 00000400:00000200:2.0:1767329585.145609:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c01551 00000400:00000010:2.0:1767329585.145610:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c01551. 00000100:00000001:2.0:1767329585.145613:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329585.145617:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd491ed0 x1853178572240768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329585.145640:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd491ed0 x1853178572240768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329585.145648:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329585.145650:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329585.145654:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329585.145657:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329585.145660:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329585.145663:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329585.145666:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329585.145673:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=122 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329585.145678:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=122 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329585.145682:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329585.145684:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329585.145687:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329585.145692:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329585.145696:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329585.145698:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329585.145701:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329585.145703:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329585.145709:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd491ed0 x1853178572240768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329585.145717:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329585.145721:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329585.145723:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329585.145728:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd491ed0 x1853178572240768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329601 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329585.145749:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd491ed0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572240768:192.168.202.109@tcp:400: 00000800:00000001:1.0:1767329585.145752:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329585.145758:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329585.145759:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329585.145764:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329585.145765:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767329585.145766:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329585.145773:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd491ed0 x1853178572240768/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329601 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329585.145774:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329585.145784:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280f700 00000100:00000001:2.0:1767329585.145792:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767329585.145793:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x10b9 [1] + 224 02000000:00000001:2.0:1767329585.145798:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1767329585.145798:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767329585.145804:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eefb635f. 00000800:00000001:1.0:1767329585.145806:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329585.145810:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767329585.145812:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767329585.145813:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000020:00000001:2.0:1767329585.145818:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329585.145818:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767329585.145823:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000200:1.0:1767329585.145824:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004920a0f5 x1853178572240640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767329585.145829:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329585.145834:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000076d91448. 00000100:00000040:1.0:1767329585.145836:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004920a0f5 x1853178572240640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329585.145841:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329585.145846:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329585.145849:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd491ed0. 00000100:00000001:1.0:1767329585.145853:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329585.145854:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329585.145857:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329585.145858:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329585.145861:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329585.145862:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329585.145869:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329585.145873:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329585.145879:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329585.145882:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329585.145964:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329585.145969:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329585.145975:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329585.145978:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767329585.145980:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329585.145987:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329585.145989:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329585.145991:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329585.145995:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329585.146002:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280f800 00000400:00000010:3.0:1767329585.146054:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad2aada8. 00000400:00000200:3.0:1767329585.146061:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc11fa5 00000400:00000010:3.0:1767329585.146063:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc11fa5. 00000100:00000001:3.0:1767329585.146067:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767329585.146073:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x10c9 [1] + 224 00000100:00000200:3.0:1767329585.146080:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004920a0f5 x1853178572240640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329585.146082:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329585.146089:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329585.146098:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004920a0f5 x1853178572240640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329585.146098:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329585.146110:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329585.146121:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329585.146130:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000929a317e x1853178572240896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329585.146132:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329585.146136:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329585.146145:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329585.146149:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767329585.146149:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000929a317e x1853178572240896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329585.146156:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329585.146163:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329585.146169:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329585.146174:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767329585.146176:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=132 v=5 (5 5 5 5) 00000800:00000001:2.0:1767329585.146179:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767329585.146182:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=132 v=5 (1 1 1 1) 00000800:00000001:2.0:1767329585.146184:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329585.146194:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329585.146197:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329585.146200:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767329585.146201:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767329585.146205:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767329585.146206:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329585.146211:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767329585.146211:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329585.146215:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329585.146218:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e529a062. 00000100:00000040:3.0:1767329585.146221:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004920a0f5 x1853178572240640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329585.146223:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000063b7aea 00000400:00000010:0.0:1767329585.146227:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000063b7aea. 00000100:00000001:3.0:1767329585.146235:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329585.146236:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329585.146238:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1767329585.146242:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000929a317e x1853178572240896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329585.146250:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329585.146255:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000929a317e x1853178572240896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329585.146261:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004920a0f5 x1853178572240640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329601 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329585.146267:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329585.146270:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329585.146274:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329585.146276:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329585.146278:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329585.146281:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329585.146283:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329585.146285:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004920a0f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572240640:192.168.202.109@tcp:400: 00000100:00001000:0.0:1767329585.146288:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=132 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329585.146292:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767329585.146294:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329585.146296:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329585.146297:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767329585.146309:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000929a317e x1853178572240896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329585.146319:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767329585.146320:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329585.146325:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329585.146325:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329585.146329:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329585.146331:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329585.146333:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329585.146334:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004920a0f5 x1853178572240640/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329601 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329585.146340:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000929a317e x1853178572240896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329585.146357:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329585.146358:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329585.146359:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329585.146362:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329585.146364:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767329585.146365:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000929a317e x1853178572240896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329601 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329585.146368:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050557de3. 00000100:00100000:0.0:1767329585.146376:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000929a317e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572240896:192.168.202.109@tcp:400: 02000000:00000001:3.0:1767329585.146377:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329585.146382:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329585.146383:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767329585.146387:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329585.146388:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329585.146391:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000929a317e x1853178572240896/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329601 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767329585.146395:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329585.146399:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c950b47. 00000100:00000001:0.0:1767329585.146400:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329585.146402:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329585.146405:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000546d40c3. 02000000:00000001:3.0:1767329585.146409:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329585.146410:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329585.146413:0:208650:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767329585.146414:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1767329585.146416:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000010:3.0:1767329585.146418:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004920a0f5. 00000020:00000001:0.0:1767329585.146419:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329585.146422:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074996e45. 00000100:00000001:3.0:1767329585.146425:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767329585.146427:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767329585.146429:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329585.146430:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329585.146432:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000929a317e. 00000100:00000001:3.0:1767329585.146436:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329585.146437:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329585.146443:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329585.146444:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329585.146449:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329585.146449:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329585.146456:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329585.146457:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329585.146460:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329585.146461:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329585.146463:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329585.146465:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329585.207088:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329585.207095:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329585.207190:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329585.207194:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329585.207197:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329586.231193:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329586.231204:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329586.231312:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329586.231320:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329586.231327:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329587.255195:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329587.255209:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329587.255349:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329587.255355:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329587.255360:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329588.279224:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329588.279236:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329588.279383:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329588.279392:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329588.279398:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329589.303125:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329589.303133:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329589.303270:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329589.303276:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329589.303281:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329589.751074:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301434717, at 4301434880 00000100:00000010:2.0:1767329589.751089:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1fa5921. 00000100:00000040:1.0:1767329589.751121:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301434717, at 4301434880 00000100:00000040:0.0:1767329589.751123:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301434717, at 4301434880 00000100:00000010:1.0:1767329589.751135:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000620d8893. 00000100:00000010:0.0:1767329589.751140:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea9442b1. 00000100:00000040:3.0:1767329589.751250:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301434717, at 4301434880 00000100:00000010:3.0:1767329589.751274:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077278bd8. 00000100:00000040:1.0:1767329590.263142:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329590.263179:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329590.263185:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 00000020:00000040:1.0:1767329590.263192:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329590.263196:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329590.263199:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329590.263204:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329590.263211:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d0d0c54. 00000100:00000001:1.0:1767329590.263217:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329590.263227:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000dfc75053 x1853178572241024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329590.263236:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329590.263238:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329590.263242:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfc75053] to pc [ptlrpcd_00_03+3] req@00000000dfc75053 x1853178572241024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329590.263264:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329590.263266:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329590.263269:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329590.263271:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc9b4205. 00000020:00000040:1.0:1767329590.263273:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329590.263275:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329590.263276:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329590.263278:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329590.263281:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ce889c. 00000100:00000001:2.0:1767329590.263283:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329590.263284:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329590.263289:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329590.263289:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000cc9b4205 x1853178572241152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329590.263291:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329590.263293:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329590.263298:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329590.263300:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767329590.263302:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572241024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329590.263303:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329590.263312:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9b4205] to pc [ptlrpcd_00_00+0] req@00000000cc9b4205 x1853178572241152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329590.263313:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329590.263324:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329590.263328:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329590.263330:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329590.263332:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329590.263335:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572241024:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329590.263338:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329590.263340:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329590.263345:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767329590.263347:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767329590.263349:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329590.263353:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767329590.263355:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329590.263356:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767329590.263357:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000446a1ebc. 02000000:00000010:2.0:1767329590.263361:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfb122fd. 00000100:00100000:0.0:1767329590.263361:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000040:1.0:1767329590.263362:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329590.263367:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329590.263368:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329590.263372:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329590.263373:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329590.263377:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329590.263378:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767329590.263382:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac11e954. 02000000:00000010:1.0:1767329590.263382:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 00000100:00000001:0.0:1767329590.263382:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329590.263387:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329590.263389:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329590.263390:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329590.263392:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767329590.263393:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015e08bbb. 00000100:00000040:1.0:1767329590.263397:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000446a1ebc x1853178572241280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767329590.263400:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc9b4205 x1853178572241152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329590.263402:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572241024, portal 25 00000100:00000001:3.0:1767329590.263407:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329590.263409:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329590.263413:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329590.263414:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000001:1.0:1767329590.263423:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767329590.263426:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572241024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329590.263427:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329590.263428:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329590.263432:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329590.263437:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a1ebc] to pc [ptlrpcd_00_01+1] req@00000000446a1ebc x1853178572241280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329590.263438:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329590.263441:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329590.263444:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767329590.263447:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329590.263453:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00100000:0.0:1767329590.263455:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572241152:192.168.202.109@tcp:400: 00000400:00000010:2.0:1767329590.263459:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001952865f. 00000100:00000001:0.0:1767329590.263460:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767329590.263463:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572241024, offset 0 02000000:00000001:0.0:1767329590.263464:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329590.263465:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329590.263468:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329590.263469:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767329590.263473:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329590.263474:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767329590.263477:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:0.0:1767329590.263481:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b57639db. 00000100:00000040:1.0:1767329590.263483:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6773) 02000000:00000001:0.0:1767329590.263485:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329590.263486:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329590.263490:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00100000:3.0:1767329590.263491:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000010:0.0:1767329590.263491:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e529a062. 00000400:00000200:2.0:1767329590.263496:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329590.263497:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767329590.263499:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000063b7aea. 00000100:00000001:3.0:1767329590.263503:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767329590.263504:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000200:0.0:1767329590.263505:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572241152, portal 10 00000100:00000001:3.0:1767329590.263507:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329590.263509:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767329590.263511:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329590.263514:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329590.263518:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [513:513:256:4294967295] 192.168.202.109@tcp LPNI seq info [513:513:8:4294967295] 00000100:00000001:3.0:1767329590.263521:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329590.263521:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777203072 : -127176932348544 : ffff8c55501fad80) 00000100:00000001:3.0:1767329590.263525:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329590.263527:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329590.263532:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc9b4205 x1853178572241152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329590.263535:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000446a1ebc x1853178572241280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329590.263539:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329590.263562:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329590.263566:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329590.263566:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767329590.263567:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329590.263571:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767329590.263586:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329590.263587:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767329590.263590:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa460cfa. 02000000:00000001:3.0:1767329590.263591:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329590.263597:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572241152, offset 0 00000100:00100000:3.0:1767329590.263598:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572241280:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329590.263605:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1767329590.263605:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000076d91448. 00000400:00000200:0.0:1767329590.263608:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329590.263609:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329590.263612:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329590.263615:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329590.263617:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000010:3.0:1767329590.263621:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000008e90a04. 00000400:00000200:0.0:1767329590.263622:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767329590.263627:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329590.263628:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329590.263630:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:3.0:1767329590.263634:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad2aada8. 00000400:00000200:0.0:1767329590.263636:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767329590.263641:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc11fa5. 00000800:00000200:2.0:1767329590.263641:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767329590.263642:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:3.0:1767329590.263648:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572241280, portal 10 00000800:00000200:2.0:1767329590.263648:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000076d91448 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767329590.263650:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [514:514:255:4294967295] 192.168.202.109@tcp LPNI seq info [514:514:7:4294967295] 00000100:00000001:3.0:1767329590.263654:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329590.263657:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777192320 : -127176932359296 : ffff8c55501f8380) 00000100:00000040:3.0:1767329590.263664:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000446a1ebc x1853178572241280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329590.263667:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329590.263670:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329590.263676:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301439836 00000100:00000010:2.0:1767329590.263684:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c99ca2fb. 00000800:00000200:0.0:1767329590.263686:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329590.263687:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329590.263693:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767329590.263694:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329590.263694:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089a33831. 00000400:00000010:3.0:1767329590.263699:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d3bc1c1. 00000100:00000200:3.0:1767329590.263703:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572241280, offset 0 00000100:00000001:2.0:1767329590.263703:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301439836 00000800:00000200:0.0:1767329590.263704:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:2.0:1767329590.263711:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099e90218. 00000100:00000001:2.0:1767329590.263715:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767329590.263717:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329590.263719:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329590.263722:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301439836 00000800:00000200:0.0:1767329590.263724:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089a33831 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767329590.263727:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd952bb5. 00000100:00000001:0.0:1767329590.263728:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329590.263731:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329590.263733:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767329590.263734:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 179021 usecs (180 jiffies) 00000400:00000200:3.0:1767329590.263737:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329590.263739:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301439836 00000100:00000001:0.0:1767329590.263740:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301435572 00000400:00000200:3.0:1767329590.263743:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000010:2.0:1767329590.263743:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086226be8. 00000100:00000001:0.0:1767329590.263747:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301439836 00000100:00000001:2.0:1767329590.263749:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767329590.263750:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329590.263751:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301435572 00000100:00000001:2.0:1767329590.263754:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329590.263755:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301439836 00000100:00000001:2.0:1767329590.263759:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329590.263762:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301435572 00000400:00000200:3.0:1767329590.263763:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329590.263764:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329590.263767:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301439836 00000100:00000001:2.0:1767329590.263769:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329590.263771:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301435572 00000400:00000200:3.0:1767329590.263773:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [515:515:254:4294967295] 192.168.202.109@tcp LPNI seq info [515:515:6:4294967295] 00000100:00000001:2.0:1767329590.263775:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329590.263778:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329590.263783:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329590.263785:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301439836 00000100:00000001:2.0:1767329590.263787:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767329590.263787:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767329590.263789:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329590.263791:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329590.263794:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767329590.263795:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000076d91448. 00000100:00000001:2.0:1767329590.263797:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329590.263803:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329590.263804:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767329590.263806:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329590.263811:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767329590.263813:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3f15753. 00000400:00000200:1.0:1767329590.263817:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329590.263818:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329590.263822:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329590.263823:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001952865f 00000100:00000001:0.0:1767329590.263824:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767329590.263827:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001952865f. 00000100:00000001:0.0:1767329590.263829:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767329590.263832:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329590.263834:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329590.263835:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767329590.263836:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e3f15753 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329590.263841:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329590.263842:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329590.263842:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572241024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329590.263848:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 12415 usecs (13 jiffies) 00000100:00000001:3.0:1767329590.263853:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301435405 00000100:00000001:1.0:1767329590.263857:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329590.263860:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572241024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329606 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329590.263874:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329590.263876:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329590.263899:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329590.263900:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089a33831. 00000400:00000200:1.0:1767329590.263902:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329590.263905:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329590.263907:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa460cfa 00000400:00000010:1.0:1767329590.263908:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa460cfa. 00000100:00000001:1.0:1767329590.263915:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329590.263918:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc9b4205 x1853178572241152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329590.263923:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329590.263925:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc9b4205 x1853178572241152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329606 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329590.263930:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329590.263931:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329590.263964:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329590.263965:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301439836 00000800:00000010:1.0:1767329590.263967:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3f15753. 00000100:00000001:3.0:1767329590.263971:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301435405 00000400:00000200:1.0:1767329590.263972:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329590.263978:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329590.263979:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301439836 00000400:00000200:1.0:1767329590.263981:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d3bc1c1 00000100:00000001:3.0:1767329590.263985:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301435405 00000400:00000010:1.0:1767329590.263985:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d3bc1c1. 00000100:00000001:1.0:1767329590.263989:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329590.263991:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301439836 00000100:00000200:1.0:1767329590.263993:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000446a1ebc x1853178572241280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329590.263996:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301435405 00000100:00000001:3.0:1767329590.264002:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301439836 00000100:00000001:1.0:1767329590.264006:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329590.264007:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329590.264010:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000446a1ebc x1853178572241280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329606 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329590.264012:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329590.264058:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329590.264059:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329590.264096:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329590.264099:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329590.265875:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329590.265914:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329590.265933:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329590.265936:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329590.265942:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329590.265951:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280f880 00000400:00000200:1.0:1767329590.265956:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x10d1 [1] + 224 00000800:00000001:1.0:1767329590.265961:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329590.265964:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329590.265966:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329590.265968:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329590.265971:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329590.265974:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572241024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329590.265981:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfc75053 x1853178572241024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329590.265994:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329590.265999:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329590.266001:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329590.266002:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329590.266005:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329590.266007:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329590.266011:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280f900 00000400:00000200:1.0:1767329590.266014:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x10d9 [1] + 224 00000800:00000001:1.0:1767329590.266033:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329590.266036:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767329590.266037:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329590.266040:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329590.266041:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329590.266047:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000001:2.0:1767329590.266049:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329590.266052:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329590.266054:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac11e954. 00000400:00000200:2.0:1767329590.266058:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015e08bbb 00000400:00000010:2.0:1767329590.266060:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015e08bbb. 00000100:00000001:2.0:1767329590.266070:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329590.266071:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329590.266076:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc9b4205 x1853178572241152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329590.266079:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572241024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329590.266093:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc9b4205 x1853178572241152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329590.266106:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572241024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329590.266129:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329590.266132:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329590.266135:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329590.266137:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767329590.266138:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329590.266153:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767329590.266153:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329590.266155:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329590.266159:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329590.266160:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329590.266162:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329590.266165:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329590.266168:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=137 v=5 (5 5 5 5) 00000400:00000200:1.0:1767329590.266169:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00001000:2.0:1767329590.266178:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=137 v=5 (1 1 1 1) 00000400:00000200:1.0:1767329590.266182:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280f980 00000100:00000001:2.0:1767329590.266185:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767329590.266189:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x10e1 [1] + 224 00000100:00000001:2.0:1767329590.266190:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329590.266194:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767329590.266197:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767329590.266199:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767329590.266200:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767329590.266201:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329590.266202:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329590.266204:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329590.266208:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767329590.266208:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767329590.266209:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000001:0.0:1767329590.266212:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329590.266217:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e529a062. 00000100:00000040:2.0:1767329590.266219:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfc75053 x1853178572241024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329590.266222:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000063b7aea 00000400:00000010:0.0:1767329590.266225:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000063b7aea. 00000100:00000001:0.0:1767329590.266230:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329590.266231:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329590.266236:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767329590.266238:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000446a1ebc x1853178572241280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329590.266238:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc9b4205 x1853178572241152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329590.266244:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329590.266248:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329590.266258:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572241024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329606 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329590.266279:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc9b4205 x1853178572241152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329590.266280:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000446a1ebc x1853178572241280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329590.266285:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572241024:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329590.266297:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329590.266303:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329590.266310:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572241024/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329606 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329590.266312:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329590.266315:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329590.266319:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329590.266320:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767329590.266322:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767329590.266326:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329590.266327:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329590.266331:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329590.266332:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1767329590.266333:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329590.266334:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329590.266339:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=127 v=5 (5 5 5 5) 02000000:00000001:2.0:1767329590.266345:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767329590.266345:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=127 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329590.266349:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1767329590.266351:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfb122fd. 00000100:00000001:0.0:1767329590.266352:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329590.266353:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329590.266357:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767329590.266358:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767329590.266360:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1767329590.266362:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767329590.266362:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329590.266364:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:3.0:1767329590.266366:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767329590.266367:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000040:2.0:1767329590.266368:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000400:00000010:3.0:1767329590.266369:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad2aada8. 00000020:00000001:2.0:1767329590.266375:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767329590.266376:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc11fa5 00000100:00000040:0.0:1767329590.266377:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000010:3.0:1767329590.266380:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc11fa5. 02000000:00000010:2.0:1767329590.266381:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d0d0c54. 00000100:00000001:0.0:1767329590.266381:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329590.266384:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329590.266390:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767329590.266391:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc9b4205 x1853178572241152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329590.266392:0:208648:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767329590.266395:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1767329590.266400:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000446a1ebc x1853178572241280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767329590.266401:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000100:00000001:0.0:1767329590.266406:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329590.266410:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329590.266412:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329590.266414:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329590.266416:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329590.266421:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329590.266426:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc9b4205 x1853178572241152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329606 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329590.266427:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000446a1ebc x1853178572241280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329590.266428:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329590.266432:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329590.266438:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329590.266442:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329590.266460:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767329590.266461:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572241152:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329590.266463:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329590.266465:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329590.266472:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329590.266474:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329590.266477:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329590.266478:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329590.266480:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329590.266482:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1767329590.266485:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=137 v=5 (5 5 5 5) 00000100:00000040:0.0:1767329590.266487:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc9b4205 x1853178572241152/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329606 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767329590.266490:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767329590.266498:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329590.266500:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329590.266504:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767329590.266505:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767329590.266509:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:3.0:1767329590.266512:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000446a1ebc x1853178572241280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767329590.266512:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b57639db. 02000000:00000001:0.0:1767329590.266517:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329590.266520:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329590.266522:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00010000:00000001:3.0:1767329590.266525:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329590.266526:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329590.266529:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ce889c. 00000100:00000001:3.0:1767329590.266530:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329590.266533:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000001:0.0:1767329590.266534:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767329590.266535:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329590.266538:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329590.266538:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329590.266541:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc9b4205. 00000100:00000040:3.0:1767329590.266544:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000446a1ebc x1853178572241280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329590.266546:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329590.266549:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329590.266552:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329590.266554:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329590.266555:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329590.266558:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000446a1ebc x1853178572241280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329606 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329590.266563:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329590.266568:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767329590.266570:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572241280:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329590.266571:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329590.266594:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329590.266596:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329590.266597:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329590.266599:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329590.266602:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000446a1ebc x1853178572241280/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329606 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329590.266610:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329590.266612:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329590.266614:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008e90a04. 02000000:00000001:3.0:1767329590.266617:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329590.266618:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329590.266619:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329590.266621:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329590.266622:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 02000000:00000001:3.0:1767329590.266625:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329590.266626:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329590.266626:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000446a1ebc. 00000100:00000001:3.0:1767329590.266628:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329590.266629:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329590.266630:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329590.266633:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329590.266634:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329590.266636:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329590.266637:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329590.327113:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329590.327120:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329590.327179:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329590.327184:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329590.327188:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329591.351186:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329591.351193:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329591.351251:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329591.351257:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329591.351261:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329592.375182:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329592.375190:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329592.375318:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329592.375323:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329592.375327:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329593.399310:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329593.399319:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329593.399397:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329593.399408:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329593.399415:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329594.423204:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329594.423213:0:215769:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329594.423215:0:215769:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329594.423218:0:215769:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329594.423239:0:215769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329594.423241:0:215769:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329594.423243:0:215769:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329594.423244:0:215769:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329594.423348:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329594.423351:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329594.423354:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329594.871095:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301439836, at 4301440000 00000100:00000010:1.0:1767329594.871109:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099e90218. 00000100:00000040:3.0:1767329594.871115:0:207155:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301439836, at 4301440000 00000100:00000040:2.0:1767329594.871122:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301439836, at 4301440000 00000100:00000040:0.0:1767329594.871126:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301439836, at 4301440000 00000100:00000010:3.0:1767329594.871130:0:207155:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086226be8. 00000100:00000010:2.0:1767329594.871132:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd952bb5. 00000100:00000010:0.0:1767329594.871138:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c99ca2fb. 00000100:00000040:0.0:1767329595.383148:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329595.383158:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329595.383169:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f9aefdb. 00000020:00000040:0.0:1767329595.383175:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329595.383180:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329595.383183:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329595.383188:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329595.383195:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d5c44fe9. 00000100:00000001:0.0:1767329595.383201:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329595.383216:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000001f9aefdb x1853178572241408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329595.383225:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329595.383227:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329595.383232:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f9aefdb] to pc [ptlrpcd_00_02+2] req@000000001f9aefdb x1853178572241408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329595.383263:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329595.383265:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329595.383268:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329595.383271:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a6b86e7. 00000020:00000040:0.0:1767329595.383273:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329595.383276:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329595.383278:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329595.383279:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329595.383282:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba0b6bbc. 00000100:00000001:1.0:1767329595.383284:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329595.383284:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329595.383289:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329595.383289:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000008a6b86e7 x1853178572241536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329595.383290:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329595.383295:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329595.383296:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329595.383304:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f9aefdb x1853178572241408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329595.383305:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329595.383307:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329595.383314:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329595.383316:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329595.383320:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329595.383324:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329595.383327:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329595.383329:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a6b86e7] to pc [ptlrpcd_00_03+3] req@000000008a6b86e7 x1853178572241536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329595.383334:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572241408:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329595.383343:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329595.383350:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329595.383351:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329595.383353:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329595.383354:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767329595.383356:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329595.383359:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329595.383363:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c588408. 02000000:00000010:1.0:1767329595.383364:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000039233e5c. 00000020:00000040:0.0:1767329595.383367:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:1.0:1767329595.383368:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329595.383369:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329595.383373:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329595.383374:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329595.383375:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767329595.383377:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767329595.383378:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000229d1347. 02000000:00000001:0.0:1767329595.383379:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329595.383384:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a6b86e7 x1853178572241536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767329595.383385:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061991354. 00000400:00000010:1.0:1767329595.383387:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c86e3c6. 00000100:00000001:0.0:1767329595.383391:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329595.383397:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572241408, portal 25 00000100:00000001:2.0:1767329595.383401:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767329595.383401:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000001c588408 x1853178572241664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329595.383402:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329595.383405:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329595.383406:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578907520 : -127177130644096 : ffff8c55444ded80) 00000100:00000001:0.0:1767329595.383414:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767329595.383415:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f9aefdb x1853178572241408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329595.383417:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329595.383419:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329595.383425:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329595.383427:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329595.383428:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c588408] to pc [ptlrpcd_00_00+0] req@000000001c588408 x1853178572241664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329595.383431:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329595.383436:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00100000:2.0:1767329595.383440:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a6b86e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572241536:192.168.202.109@tcp:400: 00000400:00000010:1.0:1767329595.383442:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087ae87af. 00000100:00000001:2.0:1767329595.383447:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329595.383450:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329595.383452:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329595.383454:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572241408, offset 0 02000000:00000001:2.0:1767329595.383455:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329595.383460:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050ad50f9. 00000100:00000001:0.0:1767329595.383461:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329595.383464:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329595.383467:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329595.383467:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767329595.383471:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac11e954. 00000100:00000040:0.0:1767329595.383477:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767329595.383480:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015e08bbb. 00000100:00000001:3.0:1767329595.383482:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329595.383483:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6778) 00000100:00000200:2.0:1767329595.383485:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572241536, portal 10 00000400:00000200:1.0:1767329595.383486:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329595.383491:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329595.383493:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329595.383499:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578899456 : -127177130652160 : ffff8c55444dce00) 00000100:00000001:3.0:1767329595.383500:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767329595.383500:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329595.383501:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329595.383510:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329595.383513:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:2.0:1767329595.383516:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a6b86e7 x1853178572241536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329595.383540:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329595.383542:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767329595.383546:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:3.0:1767329595.383550:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001c588408 x1853178572241664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329595.383552:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329595.383561:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ad6670d. 00000400:00000200:1.0:1767329595.383563:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [516:516:256:4294967295] 192.168.202.109@tcp LPNI seq info [516:516:8:4294967295] 00000100:00000200:2.0:1767329595.383569:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572241536, offset 0 00000400:00000200:2.0:1767329595.383597:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329595.383607:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329595.383613:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329595.383619:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:1.0:1767329595.383619:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000400:00000200:2.0:1767329595.383632:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767329595.383644:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329595.383648:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329595.383661:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767329595.383662:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767329595.383663:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329595.383669:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329595.383675:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:1.0:1767329595.383675:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329595.383683:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [517:517:255:4294967295] 192.168.202.109@tcp LPNI seq info [517:517:7:4294967295] 02000000:00000001:3.0:1767329595.383685:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329595.383694:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329595.383695:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329595.383709:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329595.383711:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301444956 00000400:00000200:2.0:1767329595.383720:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00100000:3.0:1767329595.383721:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001c588408 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572241664:192.168.202.109@tcp:400: 00000100:00000010:1.0:1767329595.383722:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058c5c748. 00000100:00000001:3.0:1767329595.383737:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329595.383738:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767329595.383745:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329595.383749:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:2.0:1767329595.383750:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d94add08. 00000100:00000001:1.0:1767329595.383751:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301444956 02000000:00000001:3.0:1767329595.383753:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329595.383763:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:3.0:1767329595.383765:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767329595.383766:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9fe6e3a. 02000000:00000010:3.0:1767329595.383772:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfff2bd2. 00000100:00000001:1.0:1767329595.383773:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1767329595.383783:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329595.383785:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301444956 00000800:00000200:2.0:1767329595.383792:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:3.0:1767329595.383793:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad2aada8. 00000100:00000010:1.0:1767329595.383795:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000065f5dd6e. 00000800:00000200:2.0:1767329595.383798:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d94add08 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329595.383807:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767329595.383808:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329595.383811:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc11fa5. 00000100:00000040:2.0:1767329595.383813:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 177876 usecs (178 jiffies) 00000100:00000001:1.0:1767329595.383813:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301444956 00000100:00000200:3.0:1767329595.383820:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572241664, portal 10 00000100:00000001:2.0:1767329595.383821:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301440690 00000100:00000010:1.0:1767329595.383822:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d3e9933. 00000800:00000200:0.0:1767329595.383822:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329595.383831:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329595.383834:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301444956 00000800:00000010:0.0:1767329595.383835:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000100:00000001:3.0:1767329595.383836:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578901248 : -127177130650368 : ffff8c55444dd500) 00000100:00000001:1.0:1767329595.383837:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767329595.383842:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301440690 00000100:00000001:2.0:1767329595.383850:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301444956 00000400:00000200:0.0:1767329595.383851:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329595.383854:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329595.383857:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301440690 00000100:00000040:3.0:1767329595.383858:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001c588408 x1853178572241664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329595.383870:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301444956 00000100:00000001:1.0:1767329595.383871:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329595.383873:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329595.383881:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301440690 00000400:00000200:0.0:1767329595.383888:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087ae87af 00000100:00000001:2.0:1767329595.383893:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301444956 00000100:00000001:1.0:1767329595.383895:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329595.383897:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087ae87af. 00000100:00000001:2.0:1767329595.383903:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329595.383904:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329595.383909:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329595.383911:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329595.383912:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329595.383916:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329595.383917:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329595.383918:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f9aefdb x1853178572241408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329595.383921:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329595.383923:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329595.383927:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329595.383929:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329595.383932:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329595.383933:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329595.383935:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329595.383936:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329595.383939:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329595.383939:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329595.383941:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f9aefdb x1853178572241408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329611 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329595.383946:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329595.383948:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329595.383950:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329595.383954:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329595.383972:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329595.383978:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329595.383983:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6cf1dd. 00000100:00000200:3.0:1767329595.383986:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572241664, offset 0 00000400:00000200:3.0:1767329595.383992:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:0.0:1767329595.383996:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329595.383999:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d94add08. 00000400:00000200:0.0:1767329595.384002:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329595.384010:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329595.384014:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329595.384109:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767329595.384113:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329595.384116:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329595.384119:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329595.384122:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [518:518:255:4294967295] 192.168.202.109@tcp LPNI seq info [518:518:7:4294967295] 00000400:00000200:3.0:1767329595.384131:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329595.384143:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329595.384144:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ad6670d 00000800:00000010:3.0:1767329595.384148:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000252273f8. 00000400:00000010:0.0:1767329595.384150:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ad6670d. 00000800:00000200:3.0:1767329595.384157:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329595.384157:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767329595.384170:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000200:0.0:1767329595.384170:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a6b86e7 x1853178572241536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767329595.384176:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000252273f8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329595.384187:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329595.384197:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 12357 usecs (13 jiffies) 00000100:00000001:3.0:1767329595.384203:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301440526 00000100:00000001:3.0:1767329595.384208:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301444956 00000100:00000001:0.0:1767329595.384209:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329595.384213:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301440526 00000100:00000001:3.0:1767329595.384217:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301444956 00000100:00000040:0.0:1767329595.384221:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a6b86e7 x1853178572241536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329611 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329595.384223:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301440526 00000100:00000001:3.0:1767329595.384230:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301444956 00000100:00000001:3.0:1767329595.384237:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301440526 00000100:00000001:3.0:1767329595.384245:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301444956 00000100:00000001:3.0:1767329595.384257:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329595.384258:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329595.384265:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329595.384267:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329595.384273:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329595.384276:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329595.384284:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329595.384287:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329595.384291:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329595.384293:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329595.384294:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329595.384297:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329595.384319:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329595.384324:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000252273f8. 00000400:00000200:0.0:1767329595.384329:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329595.384334:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329595.384337:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad6cf1dd 00000400:00000010:0.0:1767329595.384339:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6cf1dd. 00000100:00000001:0.0:1767329595.384341:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329595.384345:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c588408 x1853178572241664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329595.384353:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329595.384355:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001c588408 x1853178572241664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329611 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329595.384370:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329595.384372:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329595.385717:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329595.385729:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329595.385731:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329595.385733:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329595.385738:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329595.385747:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280fa00 00000400:00000200:1.0:1767329595.385754:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x10e9 [1] + 224 00000800:00000001:1.0:1767329595.385760:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329595.385767:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329595.385769:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329595.385771:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329595.385774:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329595.385777:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f9aefdb x1853178572241408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329611 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329595.385783:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f9aefdb x1853178572241408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329595.385796:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329595.385801:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329595.385803:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329595.385859:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329595.385862:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329595.385866:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329595.385868:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329595.385870:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000229d1347. 00000400:00000200:0.0:1767329595.385874:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c86e3c6 00000400:00000010:0.0:1767329595.385875:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c86e3c6. 00000100:00000001:0.0:1767329595.385877:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329595.385881:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f9aefdb x1853178572241408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329595.385888:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f9aefdb x1853178572241408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329611 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329595.385894:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329595.385895:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329595.385897:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329595.385899:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329595.385900:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329595.385901:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329595.385903:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329595.385907:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=142 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329595.385910:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=142 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329595.385912:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329595.385913:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329595.385915:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329595.385917:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329595.385919:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329595.385921:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f9aefdb x1853178572241408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329611 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329595.385926:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329595.385928:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329595.385930:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329595.385932:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f9aefdb x1853178572241408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329611 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329595.385944:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572241408:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329595.385949:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329595.385950:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329595.385952:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f9aefdb x1853178572241408/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329611 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329595.385957:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329595.385959:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329595.385962:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000039233e5c. 02000000:00000001:0.0:1767329595.385967:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329595.385969:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329595.385970:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329595.385972:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329595.385974:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d5c44fe9. 02000000:00000001:0.0:1767329595.385977:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329595.385979:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329595.385980:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f9aefdb. 00000100:00000001:0.0:1767329595.385983:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329595.385984:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329595.385986:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329595.385988:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329595.385991:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329595.385993:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329595.385995:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329595.385996:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767329595.385999:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329595.386000:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329595.386004:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329595.386011:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329595.386040:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280fb00 00000400:00000200:1.0:1767329595.386043:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x10f9 [1] + 224 00000800:00000001:1.0:1767329595.386053:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329595.386058:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329595.386059:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329595.386061:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329595.386063:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329595.386066:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001c588408 x1853178572241664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329611 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329595.386072:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001c588408 x1853178572241664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329595.386082:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329595.386087:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329595.386090:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329595.386102:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329595.386156:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329595.386161:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329595.386162:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329595.386164:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad2aada8. 00000400:00000200:3.0:1767329595.386169:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc11fa5 00000400:00000010:3.0:1767329595.386178:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc11fa5. 00000800:00000001:0.0:1767329595.386184:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329595.386191:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329595.386193:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329595.386195:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329595.386199:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329595.386208:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280fa80 00000400:00000200:0.0:1767329595.386213:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x10f1 [1] + 224 00000800:00000001:0.0:1767329595.386217:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329595.386223:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329595.386225:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329595.386229:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329595.386239:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c588408 x1853178572241664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329595.386241:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329595.386247:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329595.386255:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a6b86e7 x1853178572241536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329611 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329595.386282:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c588408 x1853178572241664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329611 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329595.386282:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008a6b86e7 x1853178572241536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329595.386370:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329595.386373:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329595.386375:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329595.386378:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329595.386378:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329595.386387:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329595.386390:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329595.386392:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767329595.386393:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329595.386397:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767329595.386401:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=142 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329595.386406:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767329595.386408:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329595.386410:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329595.386412:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767329595.386417:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001c588408 x1853178572241664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329611 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329595.386424:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329595.386428:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329595.386430:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329595.386432:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329595.386433:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329595.386436:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001c588408 x1853178572241664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329611 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329595.386440:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329595.386441:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329595.386445:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329595.386446:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329595.386449:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329595.386452:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767329595.386455:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c588408 x1853178572241664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329611 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767329595.386456:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329595.386462:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac11e954. 00000400:00000200:2.0:1767329595.386475:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015e08bbb 00000400:00000010:2.0:1767329595.386478:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015e08bbb. 00000100:00000001:2.0:1767329595.386483:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329595.386495:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a6b86e7 x1853178572241536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329595.386499:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001c588408 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572241664:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329595.386516:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329595.386521:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329595.386538:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001c588408 x1853178572241664/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329611 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329595.386581:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329595.386588:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329595.386590:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfff2bd2. 00000100:00000200:2.0:1767329595.386596:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a6b86e7 x1853178572241536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329611 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329595.386597:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329595.386602:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329595.386606:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329595.386615:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329595.386622:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061991354. 00000100:00000001:2.0:1767329595.386624:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767329595.386627:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767329595.386628:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329595.386631:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767329595.386633:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:3.0:1767329595.386634:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c588408. 02000000:00000001:2.0:1767329595.386640:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329595.386643:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329595.386644:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329595.386655:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329595.386655:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329595.386675:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329595.386675:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329595.386690:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1767329595.386691:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=132 v=5 (5 5 5 5) 00000100:00000001:3.0:1767329595.386693:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329595.386698:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=132 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329595.386699:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329595.386703:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329595.386707:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329595.386709:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329595.386711:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329595.386714:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329595.386716:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329595.386717:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329595.386719:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329595.386721:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329595.386725:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a6b86e7 x1853178572241536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329611 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329595.386731:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329595.386733:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329595.386734:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329595.386736:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a6b86e7 x1853178572241536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329611 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329595.386741:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a6b86e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572241536:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329595.386744:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329595.386745:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329595.386747:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a6b86e7 x1853178572241536/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329611 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329595.386760:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329595.386761:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329595.386763:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050ad50f9. 02000000:00000001:2.0:1767329595.386765:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329595.386767:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329595.386768:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329595.386769:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329595.386771:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba0b6bbc. 02000000:00000001:2.0:1767329595.386773:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329595.386774:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329595.386775:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a6b86e7. 00000100:00000001:2.0:1767329595.386778:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329595.386779:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329595.386780:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329595.386783:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329595.386784:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329595.386786:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329595.386787:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329595.447131:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329595.447137:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329595.447236:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329595.447239:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329595.447241:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329596.471178:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329596.471185:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329596.471235:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329596.471241:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329596.471245:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329597.495162:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329597.495172:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329597.495319:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329597.495327:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329597.495332:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329598.519197:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329598.519208:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329598.519352:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329598.519359:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329598.519364:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329599.543126:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329599.543135:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329599.543176:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329599.543180:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329599.543184:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329599.991101:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301444956, at 4301445120 00000100:00000040:2.0:1767329599.991101:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301444956, at 4301445120 00000100:00000040:1.0:1767329599.991104:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301444956, at 4301445120 00000100:00000040:0.0:1767329599.991109:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301444956, at 4301445120 00000100:00000010:1.0:1767329599.991122:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9fe6e3a. 00000100:00000010:3.0:1767329599.991125:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d3e9933. 00000100:00000010:0.0:1767329599.991127:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058c5c748. 00000100:00000010:2.0:1767329599.991128:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000065f5dd6e. 00000100:00000040:1.0:1767329600.503140:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329600.503153:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329600.503164:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007e555f5. 00000020:00000040:1.0:1767329600.503172:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329600.503177:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329600.503180:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329600.503186:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329600.503195:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ce889c. 00000100:00000001:1.0:1767329600.503202:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329600.503231:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000007e555f5 x1853178572241792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329600.503242:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329600.503245:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329600.503250:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007e555f5] to pc [ptlrpcd_00_01+1] req@0000000007e555f5 x1853178572241792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329600.503271:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329600.503273:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329600.503276:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329600.503280:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000446a1ebc. 00000020:00000040:1.0:1767329600.503282:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329600.503284:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329600.503285:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329600.503287:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329600.503289:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d0d0c54. 00000100:00000001:1.0:1767329600.503292:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329600.503294:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000446a1ebc x1853178572241920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329600.503300:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329600.503302:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329600.503303:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329600.503306:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a1ebc] to pc [ptlrpcd_00_02+2] req@00000000446a1ebc x1853178572241920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329600.503310:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329600.503314:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329600.503315:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329600.503321:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329600.503325:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007e555f5 x1853178572241792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329600.503330:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329600.503336:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329600.503345:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767329600.503346:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1767329600.503348:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc9b4205. 00000100:00000001:0.0:1767329600.503349:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767329600.503351:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329600.503355:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329600.503356:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329600.503356:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329600.503358:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329600.503361:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329600.503366:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329600.503369:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 00000100:00000001:2.0:1767329600.503372:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767329600.503373:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572241792:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329600.503374:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329600.503377:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329600.503380:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329600.503383:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000cc9b4205 x1853178572242048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329600.503383:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767329600.503388:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000446a1ebc x1853178572241920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329600.503392:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329600.503397:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329600.503403:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329600.503406:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329600.503409:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329600.503412:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1767329600.503412:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ed688e9. 00000100:00000040:1.0:1767329600.503416:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9b4205] to pc [ptlrpcd_00_03+3] req@00000000cc9b4205 x1853178572242048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329600.503417:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329600.503423:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329600.503429:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329600.503429:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329600.503432:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e529a062. 02000000:00000001:2.0:1767329600.503433:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329600.503434:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767329600.503440:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329600.503441:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767329600.503443:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000063b7aea. 00000100:00100000:2.0:1767329600.503448:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572241920:192.168.202.109@tcp:400: 00000100:00000040:1.0:1767329600.503449:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6783) 00000100:00000001:2.0:1767329600.503455:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767329600.503455:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572241792, portal 25 02000000:00000001:2.0:1767329600.503459:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329600.503460:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767329600.503461:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329600.503463:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329600.503467:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004d6a423c. 02000000:00000001:2.0:1767329600.503469:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329600.503486:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777204864 : -127176932346752 : ffff8c55501fb480) 00000400:00000010:2.0:1767329600.503487:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac11e954. 00000400:00000010:2.0:1767329600.503494:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015e08bbb. 00000100:00000200:2.0:1767329600.503498:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572241920, portal 10 00000100:00000040:0.0:1767329600.503498:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007e555f5 x1853178572241792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329600.503503:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329600.503506:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777192320 : -127176932359296 : ffff8c55501f8380) 00000100:00000001:0.0:1767329600.503515:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329600.503516:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000446a1ebc x1853178572241920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329600.503524:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329600.503528:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767329600.503530:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ba2b8f9. 00000100:00000040:2.0:1767329600.503533:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329600.503537:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039d0c259. 00000100:00000200:0.0:1767329600.503538:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572241792, offset 0 00000100:00000200:2.0:1767329600.503540:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572241920, offset 0 00000400:00000200:2.0:1767329600.503548:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329600.503556:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329600.503565:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329600.503571:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329600.503575:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329600.503579:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329600.503582:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329600.503584:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [519:519:256:4294967295] 192.168.202.109@tcp LPNI seq info [519:519:8:4294967295] 00000400:00000200:2.0:1767329600.503595:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329600.503600:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329600.503605:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4297425. 00000400:00000200:0.0:1767329600.503605:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329600.503610:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329600.503616:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329600.503620:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767329600.503624:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329600.503628:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329600.503632:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [520:520:255:4294967295] 192.168.202.109@tcp LPNI seq info [520:520:7:4294967295] 00000800:00000200:2.0:1767329600.503638:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329600.503644:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4297425 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767329600.503649:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329600.503656:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329600.503661:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767329600.503662:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089a33831. 00000100:00000040:2.0:1767329600.503669:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 176747 usecs (177 jiffies) 00000800:00000200:0.0:1767329600.503669:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329600.503678:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301445809 00000800:00000200:0.0:1767329600.503679:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329600.503686:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089a33831 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767329600.503687:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd952bb5. 00000100:00000001:0.0:1767329600.503691:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329600.503696:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301450076 00000100:00000001:2.0:1767329600.503698:0:208650:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767329600.503710:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301445809 00000100:00000010:2.0:1767329600.503715:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000522eab31. 00000800:00000200:1.0:1767329600.503715:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329600.503715:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301445809 00000800:00000010:1.0:1767329600.503720:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4297425. 00000100:00000001:2.0:1767329600.503724:0:208650:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767329600.503725:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301450076 00000400:00000200:1.0:1767329600.503728:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329600.503733:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301445809 00000100:00000001:0.0:1767329600.503734:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301445809 00000400:00000200:1.0:1767329600.503737:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000010:2.0:1767329600.503742:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010af7092. 00000400:00000200:1.0:1767329600.503745:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039d0c259 00000100:00000001:0.0:1767329600.503745:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301450076 00000100:00000001:2.0:1767329600.503748:0:208650:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767329600.503749:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039d0c259. 00000100:00000001:2.0:1767329600.503758:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301445809 00000100:00000001:1.0:1767329600.503758:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329600.503759:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301445809 00000100:00000010:2.0:1767329600.503765:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aff58cb5. 00000100:00000200:1.0:1767329600.503766:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000446a1ebc x1853178572241920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329600.503768:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301450076 00000100:00000001:2.0:1767329600.503773:0:208650:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767329600.503781:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329600.503783:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329600.503784:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301445809 00000100:00000001:2.0:1767329600.503786:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329600.503787:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000446a1ebc x1853178572241920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329616 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329600.503794:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329600.503800:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329600.503802:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329600.503802:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329600.503805:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329600.503808:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329600.503811:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329600.503816:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329600.503816:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329600.503820:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329600.503824:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329600.503824:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329600.503827:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329600.503828:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329600.503830:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329600.503833:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767329600.503834:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767329600.503838:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329600.503838:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329600.503843:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329600.503843:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329600.503846:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329600.503850:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329600.503850:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329600.503859:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329600.503860:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329600.503865:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc9b4205 x1853178572242048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767329600.503866:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329600.503871:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089a33831. 00000400:00000200:1.0:1767329600.503876:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329600.503880:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329600.503883:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329600.503884:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 02000000:00000001:2.0:1767329600.503886:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767329600.503888:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ba2b8f9 02000000:00000001:2.0:1767329600.503889:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329600.503892:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329600.503894:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572242048:192.168.202.109@tcp:400: 00000400:00000010:1.0:1767329600.503897:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ba2b8f9. 00000100:00000001:2.0:1767329600.503900:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329600.503904:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329600.503905:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329600.503906:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329600.503909:0:208642:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:2.0:1767329600.503910:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007ee7f09. 02000000:00000001:2.0:1767329600.503913:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329600.503916:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007e555f5 x1853178572241792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329600.503918:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3ddd6cc. 00000400:00000010:2.0:1767329600.503924:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b33676b. 00000100:00000001:1.0:1767329600.503927:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767329600.503929:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572242048, portal 10 00000100:00000040:1.0:1767329600.503930:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007e555f5 x1853178572241792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329616 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329600.503934:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329600.503937:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777203072 : -127176932348544 : ffff8c55501fad80) 00000100:00000001:1.0:1767329600.503940:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329600.503942:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767329600.503945:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc9b4205 x1853178572242048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329600.503952:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329600.503955:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329600.503957:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e74ce04e. 00000100:00000200:2.0:1767329600.503958:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572242048, offset 0 00000400:00000200:2.0:1767329600.503962:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329600.503967:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329600.503968:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329600.503970:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329600.503972:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329600.503975:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329600.503979:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329600.503982:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329600.503990:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [521:521:256:4294967295] 192.168.202.109@tcp LPNI seq info [521:521:8:4294967295] 00000400:00000200:2.0:1767329600.503997:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329600.504000:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329600.504003:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c58f1272. 00000800:00000200:2.0:1767329600.504007:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329600.504010:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329600.504013:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c58f1272 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329600.504047:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329600.504050:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 12300 usecs (13 jiffies) 00000100:00000001:2.0:1767329600.504051:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301445646 00000100:00000001:2.0:1767329600.504053:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301450076 00000100:00000001:2.0:1767329600.504055:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301445646 00000100:00000001:2.0:1767329600.504057:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301450076 00000100:00000001:2.0:1767329600.504059:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301445646 00000100:00000001:2.0:1767329600.504060:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301450076 00000100:00000001:2.0:1767329600.504062:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301445646 00000100:00000001:2.0:1767329600.504063:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301450076 00000100:00000001:2.0:1767329600.504065:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329600.504066:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329600.504068:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329600.504070:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329600.504100:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329600.504102:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c58f1272. 00000400:00000200:1.0:1767329600.504105:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329600.504108:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329600.504110:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e74ce04e 00000400:00000010:1.0:1767329600.504111:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e74ce04e. 00000100:00000001:1.0:1767329600.504113:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329600.504115:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc9b4205 x1853178572242048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329600.504120:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329600.504122:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc9b4205 x1853178572242048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329616 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329600.504126:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329600.504127:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329600.505778:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329600.505790:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329600.505793:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329600.505796:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329600.505803:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329600.505815:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280fb80 00000400:00000200:0.0:1767329600.505823:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1101 [1] + 224 00000800:00000001:0.0:1767329600.505831:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329600.505835:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329600.505837:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329600.505841:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329600.505845:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329600.505849:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007e555f5 x1853178572241792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329600.505859:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000007e555f5 x1853178572241792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329600.505877:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329600.505885:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329600.505888:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329600.505891:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329600.505892:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329600.505896:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329600.505902:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280fc00 00000400:00000200:0.0:1767329600.505914:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1105 [1] + 224 00000100:00000001:2.0:1767329600.505918:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767329600.505919:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329600.505921:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767329600.505925:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329600.505928:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767329600.505929:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767329600.505932:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329600.505937:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e529a062. 00000400:00000200:0.0:1767329600.505937:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329600.505944:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000063b7aea 00000400:00000010:2.0:1767329600.505946:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000063b7aea. 00000100:00000001:2.0:1767329600.505950:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329600.505951:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329600.505956:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000446a1ebc x1853178572241920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329600.505967:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007e555f5 x1853178572241792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329600.505971:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000446a1ebc x1853178572241920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329600.505989:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007e555f5 x1853178572241792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329600.505996:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329600.505998:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329600.506000:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767329600.506002:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767329600.506003:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329600.506006:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329600.506009:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329600.506009:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767329600.506033:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329600.506034:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329600.506038:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1767329600.506040:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=147 v=5 (5 5 5 5) 00000400:00000001:3.0:1767329600.506043:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767329600.506043:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329600.506045:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=147 v=5 (1 1 1 1) 00000400:00000001:3.0:1767329600.506046:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767329600.506050:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329600.506052:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767329600.506053:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac11e954. 00000100:00000001:2.0:1767329600.506055:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329600.506055:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329600.506060:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015e08bbb 00010000:00000001:2.0:1767329600.506060:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767329600.506065:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015e08bbb. 00010000:00000001:2.0:1767329600.506065:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329600.506069:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767329600.506070:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329600.506074:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767329600.506077:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007e555f5 x1853178572241792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329600.506082:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000446a1ebc x1853178572241920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329600.506085:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280fc80 00000400:00000200:0.0:1767329600.506100:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1111 [1] + 224 00000100:00000001:2.0:1767329600.506103:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329600.506110:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1767329600.506111:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329600.506113:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329600.506117:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000446a1ebc x1853178572241920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329600.506120:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007e555f5 x1853178572241792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329616 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329600.506120:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329600.506127:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329600.506139:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329600.506147:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329600.506148:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767329600.506150:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572241792:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329600.506151:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329600.506157:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc9b4205 x1853178572242048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329600.506158:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767329600.506160:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329600.506162:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329600.506165:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329600.506166:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329600.506170:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329600.506172:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007e555f5 x1853178572241792/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329616 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329600.506176:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329600.506185:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=137 v=5 (5 5 5 5) 00000100:00000001:2.0:1767329600.506186:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767329600.506188:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc9b4205 x1853178572242048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329600.506191:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1767329600.506194:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=137 v=5 (1 1 1 1) 02000000:00000010:2.0:1767329600.506200:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ed688e9. 00000100:00000001:3.0:1767329600.506202:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329600.506206:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329600.506207:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329600.506211:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767329600.506215:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767329600.506215:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329600.506216:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767329600.506218:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767329600.506221:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329600.506222:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ce889c. 00000800:00000001:0.0:1767329600.506224:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329600.506228:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1767329600.506230:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329600.506231:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767329600.506232:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000001:2.0:1767329600.506235:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767329600.506237:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000010:2.0:1767329600.506237:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007e555f5. 00000100:00000001:3.0:1767329600.506242:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329600.506243:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329600.506246:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329600.506249:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329600.506250:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000446a1ebc x1853178572241920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329600.506254:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329600.506256:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329600.506261:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329600.506264:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329600.506266:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329600.506270:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329600.506271:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329600.506275:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000446a1ebc x1853178572241920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329616 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329600.506291:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572241920:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329600.506296:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329600.506298:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329600.506300:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000446a1ebc x1853178572241920/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329616 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329600.506307:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329600.506309:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329600.506312:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004d6a423c. 02000000:00000001:3.0:1767329600.506316:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329600.506317:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329600.506318:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329600.506321:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329600.506322:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d0d0c54. 02000000:00000001:3.0:1767329600.506326:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329600.506327:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329600.506329:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000446a1ebc. 00000100:00000001:3.0:1767329600.506332:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329600.506333:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329600.506336:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329600.506338:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329600.506339:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329600.506342:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329600.506343:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329600.506345:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3ddd6cc. 00000400:00000200:3.0:1767329600.506347:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b33676b 00000400:00000010:3.0:1767329600.506349:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b33676b. 00000100:00000001:3.0:1767329600.506351:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329600.506354:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc9b4205 x1853178572242048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329600.506361:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc9b4205 x1853178572242048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329600.506369:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329600.506374:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329600.506376:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329600.506378:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329600.506379:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329600.506380:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329600.506382:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329600.506386:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=147 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329600.506389:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767329600.506391:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329600.506393:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329600.506394:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767329600.506398:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cc9b4205 x1853178572242048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329600.506405:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329600.506407:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329600.506409:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329600.506411:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329600.506412:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329600.506414:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc9b4205 x1853178572242048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329600.506421:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329600.506423:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329600.506424:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329600.506427:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc9b4205 x1853178572242048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329616 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329600.506434:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572242048:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329600.506439:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329600.506441:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329600.506443:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc9b4205 x1853178572242048/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329616 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329600.506449:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329600.506451:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329600.506456:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007ee7f09. 02000000:00000001:3.0:1767329600.506459:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329600.506461:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329600.506462:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329600.506464:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329600.506466:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 02000000:00000001:3.0:1767329600.506468:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329600.506470:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329600.506488:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc9b4205. 00000100:00000001:3.0:1767329600.506491:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329600.506493:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329600.506495:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329600.506499:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329600.506500:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329600.506503:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329600.506504:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329600.567133:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329600.567139:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329600.567188:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329600.567191:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329600.567194:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329601.591102:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329601.591109:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329601.591191:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329601.591195:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329601.591197:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329602.615094:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329602.615101:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329602.615145:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329602.615150:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329602.615154:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329603.639157:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329603.639168:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329603.639264:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329603.639272:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329603.639277:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329604.663161:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329604.663218:0:215769:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329604.663222:0:215769:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329604.663225:0:215769:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329604.663233:0:215769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329604.663236:0:215769:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329604.663239:0:215769:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329604.663242:0:215769:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329604.663314:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329604.663321:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329604.663326:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329605.111072:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301450076, at 4301450240 00000100:00000040:2.0:1767329605.111076:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301450076, at 4301450240 00000100:00000010:0.0:1767329605.111088:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd952bb5. 00000100:00000010:2.0:1767329605.111090:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010af7092. 00000100:00000040:3.0:1767329605.112061:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301450076, at 4301450241 00000100:00000010:3.0:1767329605.112068:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aff58cb5. 00000100:00000040:1.0:1767329605.112072:0:215769:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301450076, at 4301450241 00000100:00000010:1.0:1767329605.112083:0:215769:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000522eab31. 00000100:00000040:0.0:1767329605.623251:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329605.623266:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329605.623283:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f9aefdb. 00000020:00000040:0.0:1767329605.623294:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329605.623302:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329605.623306:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329605.623314:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329605.623325:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dda4c5dc. 00000100:00000001:0.0:1767329605.623335:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329605.623351:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000001f9aefdb x1853178572242176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329605.623374:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329605.623380:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329605.623392:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f9aefdb] to pc [ptlrpcd_00_00+0] req@000000001f9aefdb x1853178572242176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329605.623456:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329605.623463:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329605.623471:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767329605.623478:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767329605.623479:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000969bb8ef. 00000100:00100000:2.0:1767329605.623489:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000040:0.0:1767329605.623490:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329605.623497:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329605.623501:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329605.623508:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767329605.623511:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767329605.623514:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329605.623517:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329605.623525:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329605.623527:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767329605.623529:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c06a1248. 00000100:00000001:2.0:1767329605.623530:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329605.623536:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329605.623538:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329605.623542:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329605.623554:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f9aefdb x1853178572242176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329605.623561:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000969bb8ef x1853178572242304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329605.623591:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329605.623616:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329605.623622:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329605.623627:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329605.623633:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000969bb8ef] to pc [ptlrpcd_00_01+1] req@00000000969bb8ef x1853178572242304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329605.623634:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329605.623641:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329605.623650:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329605.623663:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572242176:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329605.623676:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329605.623685:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329605.623688:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329605.623691:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329605.623698:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf778690. 00000100:00000001:0.0:1767329605.623698:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329605.623706:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329605.623710:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767329605.623717:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005105500. 00000100:00000001:0.0:1767329605.623722:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1767329605.623729:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f78a8952. 00000100:00000010:0.0:1767329605.623733:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d963913. 00000100:00000001:3.0:1767329605.623736:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767329605.623743:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572242176, portal 25 00000100:00100000:3.0:1767329605.623744:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000040:0.0:1767329605.623746:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329605.623754:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329605.623755:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329605.623760:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329605.623761:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578907520 : -127177130644096 : ffff8c55444ded80) 00000100:00000001:3.0:1767329605.623766:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767329605.623768:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767329605.623771:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329605.623776:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f9aefdb x1853178572242176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329605.623780:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329605.623781:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329605.623787:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329605.623794:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767329605.623801:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6c5103d. 00000100:00000001:2.0:1767329605.623802:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329605.623810:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000969bb8ef x1853178572242304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329605.623816:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329605.623817:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329605.623828:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a46e40d. 00000100:00000200:2.0:1767329605.623838:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572242176, offset 0 00000100:00000040:0.0:1767329605.623840:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000003d963913 x1853178572242432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329605.623857:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767329605.623860:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329605.623877:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329605.623880:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329605.623884:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329605.623886:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:3.0:1767329605.623896:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767329605.623902:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767329605.623904:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d963913] to pc [ptlrpcd_00_02+2] req@000000003d963913 x1853178572242432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329605.623905:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329605.623914:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:3.0:1767329605.623921:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329605.623929:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00100000:3.0:1767329605.623941:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000969bb8ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572242304:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329605.623945:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329605.623960:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767329605.623967:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [522:522:256:4294967295] 192.168.202.109@tcp LPNI seq info [522:522:8:4294967295] 02000000:00000001:3.0:1767329605.623970:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329605.623977:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329605.623984:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329605.623993:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329605.623994:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f8cdd3d. 02000000:00000001:3.0:1767329605.624005:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329605.624006:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767329605.624013:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329605.624053:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329605.624057:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767329605.624061:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329605.624067:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329605.624069:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6788) 00000400:00000010:3.0:1767329605.624071:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad2aada8. 00000100:00000040:1.0:1767329605.624079:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d963913 x1853178572242432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767329605.624085:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc11fa5. 00000100:00000200:3.0:1767329605.624098:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572242304, portal 10 00000100:00000001:3.0:1767329605.624109:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329605.624115:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578904832 : -127177130646784 : ffff8c55444de300) 00000100:00000001:1.0:1767329605.624118:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1767329605.624127:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329605.624127:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329605.624138:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329605.624139:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000969bb8ef x1853178572242304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329605.624141:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:2.0:1767329605.624145:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c58f1272. 00000100:00000001:0.0:1767329605.624147:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329605.624148:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329605.624163:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329605.624172:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329605.624177:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767329605.624181:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d963913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572242432:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329605.624194:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329605.624196:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767329605.624197:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:3.0:1767329605.624203:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fc50d68. 02000000:00000001:1.0:1767329605.624206:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767329605.624208:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c58f1272 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767329605.624210:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572242304, offset 0 02000000:00000001:1.0:1767329605.624212:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329605.624224:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767329605.624232:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000010:1.0:1767329605.624234:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f54e3e7e. 02000000:00000001:1.0:1767329605.624241:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329605.624242:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329605.624248:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000477a1920. 00000400:00000200:3.0:1767329605.624251:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329605.624255:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301455197 00000400:00000010:1.0:1767329605.624261:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdac5862. 00000400:00000200:3.0:1767329605.624262:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1767329605.624268:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015e46166. 00000400:00000200:3.0:1767329605.624273:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000200:1.0:1767329605.624274:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572242432, portal 10 00000100:00000001:1.0:1767329605.624283:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329605.624285:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767329605.624286:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329605.624288:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578909312 : -127177130642304 : ffff8c55444df480) 00000400:00000200:3.0:1767329605.624299:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329605.624302:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301455197 00000100:00000040:1.0:1767329605.624308:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d963913 x1853178572242432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329605.624313:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [523:523:255:4294967295] 192.168.202.109@tcp LPNI seq info [523:523:7:4294967295] 00000100:00000010:2.0:1767329605.624314:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009574fa71. 00000100:00000001:2.0:1767329605.624325:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767329605.624338:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301455197 00000100:00000001:1.0:1767329605.624341:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767329605.624349:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000023b8e9e6. 00000400:00000200:3.0:1767329605.624354:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329605.624358:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767329605.624369:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301455197 00000100:00000040:1.0:1767329605.624371:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:3.0:1767329605.624380:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:2.0:1767329605.624381:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006f7b6a9e. 00000400:00000010:1.0:1767329605.624383:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086df6db1. 00000800:00000010:3.0:1767329605.624394:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b5eb5d9. 00000100:00000001:2.0:1767329605.624396:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000200:1.0:1767329605.624396:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572242432, offset 0 00000100:00000001:2.0:1767329605.624407:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329605.624418:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329605.624419:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329605.624458:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329605.624458:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329605.624470:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329605.624471:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329605.624481:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767329605.624482:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329605.624487:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329605.624488:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767329605.624493:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002b5eb5d9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329605.624498:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329605.624503:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329605.624504:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329605.624506:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329605.624516:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767329605.624518:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 175630 usecs (176 jiffies) 00000400:00000200:1.0:1767329605.624525:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329605.624529:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301450929 00000100:00000001:3.0:1767329605.624539:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301455197 00000400:00000200:1.0:1767329605.624540:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [524:524:254:4294967295] 192.168.202.109@tcp LPNI seq info [524:524:6:4294967295] 00000100:00000001:3.0:1767329605.624548:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301450929 00000100:00000001:3.0:1767329605.624556:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301455197 00000100:00000001:3.0:1767329605.624565:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301450929 00000100:00000001:3.0:1767329605.624573:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301455197 00000400:00000200:1.0:1767329605.624574:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329605.624579:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329605.624581:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301450929 00000800:00000010:2.0:1767329605.624590:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c58f1272. 00000100:00000001:3.0:1767329605.624592:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301455197 00000100:00000001:3.0:1767329605.624603:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767329605.624604:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329605.624605:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329605.624610:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329605.624619:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767329605.624621:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000100:00000001:3.0:1767329605.624625:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329605.624627:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000800:00000200:1.0:1767329605.624640:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329605.624643:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a46e40d 00000800:00000200:1.0:1767329605.624651:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329605.624657:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767329605.624661:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a46e40d. 00000100:00000001:1.0:1767329605.624666:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329605.624673:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767329605.624674:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 12242 usecs (13 jiffies) 00000100:00000001:1.0:1767329605.624682:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301450766 00000100:00000200:2.0:1767329605.624689:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f9aefdb x1853178572242176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329605.624690:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301455197 00000100:00000001:1.0:1767329605.624700:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301450766 00000100:00000001:1.0:1767329605.624709:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301455197 00000100:00000001:1.0:1767329605.624717:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301450766 00000100:00000001:1.0:1767329605.624724:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301455197 00000100:00000001:2.0:1767329605.624726:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329605.624727:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301450766 00000100:00000040:2.0:1767329605.624736:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f9aefdb x1853178572242176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329621 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329605.624737:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301455197 00000100:00000001:1.0:1767329605.624747:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329605.624757:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329605.624763:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329605.624766:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329605.624776:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329605.624780:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767329605.624787:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329605.624788:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767329605.624795:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b5eb5d9. 00000100:00000001:1.0:1767329605.624796:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329605.624806:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329605.624807:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329605.624809:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329605.624815:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329605.624823:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329605.624823:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329605.624836:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fc50d68 00000400:00000010:2.0:1767329605.624840:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fc50d68. 00000100:00000001:2.0:1767329605.624844:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329605.624847:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000969bb8ef x1853178572242304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329605.624857:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329605.624861:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000969bb8ef x1853178572242304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329621 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329605.624868:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329605.624871:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329605.624952:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329605.624955:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 00000400:00000200:2.0:1767329605.624962:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329605.624966:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329605.624969:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086df6db1 00000400:00000010:2.0:1767329605.624971:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086df6db1. 00000100:00000001:2.0:1767329605.624973:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329605.624977:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d963913 x1853178572242432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329605.624986:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329605.624998:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d963913 x1853178572242432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329621 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329605.625006:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329605.625008:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329605.626988:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329605.627010:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329605.627054:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329605.627061:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329605.627073:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329605.627091:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280fd00 00000400:00000200:1.0:1767329605.627101:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1119 [1] + 224 00000800:00000001:1.0:1767329605.627112:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329605.627117:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329605.627120:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329605.627125:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329605.627130:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329605.627136:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f9aefdb x1853178572242176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329605.627150:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f9aefdb x1853178572242176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329605.627176:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329605.627186:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329605.627190:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329605.627192:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329605.627194:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329605.627199:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329605.627206:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280fd80 00000400:00000200:1.0:1767329605.627212:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1121 [1] + 224 00000800:00000001:1.0:1767329605.627216:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329605.627232:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329605.627234:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329605.627239:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329605.627243:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329605.627247:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000969bb8ef x1853178572242304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329605.627259:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000969bb8ef x1853178572242304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329605.627277:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329605.627281:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329605.627283:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767329605.627292:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767329605.627296:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767329605.627300:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329605.627302:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767329605.627306:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767329605.627309:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005105500. 00000800:00000001:1.0:1767329605.627314:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329605.627320:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f78a8952 00000400:00000200:1.0:1767329605.627323:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000010:2.0:1767329605.627328:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f78a8952. 00000100:00000001:2.0:1767329605.627338:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329605.627343:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329605.627345:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280fe00 00000100:00000001:3.0:1767329605.627351:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767329605.627354:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f9aefdb x1853178572242176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329605.627367:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1129 [1] + 224 00000800:00000001:1.0:1767329605.627383:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767329605.627385:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329605.627394:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767329605.627394:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f9aefdb x1853178572242176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329605.627396:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767329605.627402:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad2aada8. 00000400:00000200:1.0:1767329605.627408:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329605.627415:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc11fa5 00000400:00000010:3.0:1767329605.627447:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc11fa5. 00000400:00000200:1.0:1767329605.627457:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329605.627461:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329605.627462:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329605.627466:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329605.627471:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329605.627478:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000969bb8ef x1853178572242304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329605.627480:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d963913 x1853178572242432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329605.627481:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329605.627487:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329605.627495:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329605.627501:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329605.627512:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329605.627526:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=152 v=5 (5 5 5 5) 00000100:00000200:3.0:1767329605.627545:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000969bb8ef x1853178572242304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329605.627546:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=152 v=5 (1 1 1 1) 00000100:00000040:1.0:1767329605.627552:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d963913 x1853178572242432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329605.627564:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329605.627570:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329605.627580:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329605.627586:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329605.627595:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329605.627607:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767329605.627612:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f9aefdb x1853178572242176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329605.627624:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329605.627628:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329605.627631:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329605.627634:0:208648:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:1.0:1767329605.627638:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329605.627641:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767329605.627642:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329605.627648:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329605.627648:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329605.627649:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329605.627655:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329605.627661:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329605.627670:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=142 v=5 (5 5 5 5) 00000100:00000040:2.0:1767329605.627675:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f9aefdb x1853178572242176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329621 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767329605.627679:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=142 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329605.627689:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329605.627693:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329605.627696:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329605.627700:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767329605.627709:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767329605.627710:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1767329605.627719:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572242176:192.168.202.109@tcp:400: 00010000:00000001:3.0:1767329605.627720:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767329605.627720:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329605.627728:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000477a1920. 00000100:00000001:3.0:1767329605.627732:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329605.627739:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000200:0.0:1767329605.627741:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdac5862 00000100:00000001:3.0:1767329605.627745:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329605.627745:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329605.627749:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329605.627758:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767329605.627760:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdac5862. 00000100:00000040:3.0:1767329605.627763:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000969bb8ef x1853178572242304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329605.627770:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767329605.627779:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f9aefdb x1853178572242176/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329621 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329605.627785:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767329605.627786:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d963913 x1853178572242432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329605.627797:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329605.627802:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329605.627819:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000969bb8ef x1853178572242304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329621 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329605.627852:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767329605.627858:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d963913 x1853178572242432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329605.627864:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1767329605.627869:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000969bb8ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572242304:192.168.202.109@tcp:400: 02000000:00000010:2.0:1767329605.627873:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf778690. 02000000:00000001:2.0:1767329605.627886:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329605.627894:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329605.627895:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329605.627897:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767329605.627899:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329605.627901:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329605.627911:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767329605.627911:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767329605.627912:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767329605.627922:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dda4c5dc. 02000000:00000001:0.0:1767329605.627923:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767329605.627928:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000969bb8ef x1853178572242304/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329621 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329605.627930:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767329605.627936:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329605.627937:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329605.627943:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767329605.627946:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767329605.627949:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f9aefdb. 00000100:00001000:0.0:1767329605.627962:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=152 v=5 (5 5 5 5) 00000100:00000001:2.0:1767329605.627963:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329605.627967:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767329605.627969:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767329605.627974:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1767329605.627977:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329605.627979:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767329605.627981:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767329605.627987:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f8cdd3d. 00000100:00000001:0.0:1767329605.627988:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329605.627989:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329605.627996:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329605.628000:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767329605.628002:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767329605.628003:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767329605.628010:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00010000:00080000:0.0:1767329605.628011:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003d963913 x1853178572242432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329605.628012:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767329605.628070:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329605.628083:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329605.628090:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c06a1248. 00010000:00000001:0.0:1767329605.628091:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329605.628102:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329605.628103:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767329605.628109:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767329605.628110:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000010:3.0:1767329605.628116:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000969bb8ef. 00000100:00000001:0.0:1767329605.628118:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329605.628127:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329605.628127:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329605.628132:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329605.628137:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329605.628139:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d963913 x1853178572242432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329605.628145:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329605.628151:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329605.628159:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329605.628162:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329605.628164:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329605.628168:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329605.628172:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329605.628177:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d963913 x1853178572242432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329621 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329605.628208:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d963913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572242432:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329605.628214:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329605.628217:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329605.628220:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d963913 x1853178572242432/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329621 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329605.628229:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329605.628231:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329605.628234:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f54e3e7e. 02000000:00000001:0.0:1767329605.628238:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329605.628240:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329605.628242:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329605.628245:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329605.628247:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c6c5103d. 02000000:00000001:0.0:1767329605.628250:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329605.628252:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329605.628254:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d963913. 00000100:00000001:0.0:1767329605.628257:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329605.628259:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329605.628261:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329605.628267:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329605.628269:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329605.628271:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329605.628274:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329605.687123:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329605.687130:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329605.687184:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329605.687189:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329605.687193:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329606.711136:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329606.711156:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329606.711218:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329606.711226:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329606.711230:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329607.736101:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329607.736109:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329607.736236:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329607.736243:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329607.736248:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329608.759214:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329608.759231:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329608.759315:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329608.759324:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329608.759330:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329609.783174:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329609.783185:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329609.783311:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329609.783318:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329609.783321:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329610.231126:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301455197, at 4301455360 00000100:00000010:2.0:1767329610.231145:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000023b8e9e6. 00000100:00000040:1.0:1767329610.231168:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301455197, at 4301455360 00000100:00000040:3.0:1767329610.231169:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301455197, at 4301455360 00000100:00000010:3.0:1767329610.231190:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006f7b6a9e. 00000100:00000010:1.0:1767329610.231199:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009574fa71. 00000100:00000040:0.0:1767329610.231199:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301455197, at 4301455360 00000100:00000010:0.0:1767329610.231219:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015e46166. 00000100:00000040:0.0:1767329610.743139:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329610.743152:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329610.743162:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d963913. 00000020:00000040:0.0:1767329610.743170:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329610.743177:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329610.743181:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329610.743189:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329610.743211:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6c5103d. 00000100:00000001:0.0:1767329610.743221:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329610.743236:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000003d963913 x1853178572242560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329610.743252:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329610.743255:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329610.743262:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d963913] to pc [ptlrpcd_00_03+3] req@000000003d963913 x1853178572242560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329610.743313:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329610.743317:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329610.743321:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329610.743325:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c57c20d1. 00000020:00000040:0.0:1767329610.743328:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329610.743332:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329610.743334:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329610.743337:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329610.743342:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c06a1248. 00000100:00000001:0.0:1767329610.743345:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329610.743350:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000c57c20d1 x1853178572242688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329610.743362:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329610.743364:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329610.743365:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329610.743393:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c57c20d1] to pc [ptlrpcd_00_00+0] req@00000000c57c20d1 x1853178572242688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329610.743418:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767329610.743424:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329610.743425:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329610.743435:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329610.743437:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329610.743442:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329610.743443:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329610.743450:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329610.743454:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329610.743457:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767329610.743465:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767329610.743465:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000148c304c. 00000100:00000001:1.0:1767329610.743471:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767329610.743475:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329610.743477:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1767329610.743478:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767329610.743487:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329610.743490:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329610.743501:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767329610.743505:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d963913 x1853178572242560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329610.743507:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329610.743507:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329610.743512:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329610.743519:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329610.743527:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767329610.743529:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dda4c5dc. 00000100:00000001:1.0:1767329610.743538:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329610.743543:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329610.743544:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329610.743558:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c57c20d1 x1853178572242688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329610.743559:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329610.743561:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767329610.743568:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000148c304c x1853178572242816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329610.743575:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329610.743593:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329610.743608:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329610.743615:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329610.743624:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329610.743625:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329610.743627:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329610.743637:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329610.743640:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1767329610.743648:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d963913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572242560:192.168.202.109@tcp:400: 02000000:00000001:1.0:1767329610.743651:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329610.743659:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000148c304c] to pc [ptlrpcd_00_01+1] req@00000000148c304c x1853178572242816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329610.743666:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329610.743680:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1767329610.743684:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c57c20d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572242688:192.168.202.109@tcp:400: 02000000:00000001:2.0:1767329610.743694:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329610.743705:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329610.743707:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329610.743714:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767329610.743716:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329610.743724:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329610.743725:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329610.743732:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002495208f. 02000000:00000001:1.0:1767329610.743732:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767329610.743733:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1767329610.743747:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3bb3d2b. 02000000:00000001:2.0:1767329610.743752:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329610.743753:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767329610.743754:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329610.743762:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767329610.743775:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:0.0:1767329610.743778:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6793) 00000400:00000010:2.0:1767329610.743779:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005105500. 00000400:00000010:1.0:1767329610.743780:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033a11ee2. 00000100:00000001:3.0:1767329610.743781:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329610.743803:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329610.743808:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329610.743809:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fefedd0d. 00000400:00000010:2.0:1767329610.743811:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f78a8952. 00000100:00000001:3.0:1767329610.743813:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329610.743820:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329610.743824:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767329610.743828:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572242560, portal 25 00000100:00000001:2.0:1767329610.743834:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767329610.743836:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572242688, portal 10 00000100:00000040:3.0:1767329610.743839:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000148c304c x1853178572242816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329610.743842:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578909312 : -127177130642304 : ffff8c55444df480) 00000100:00000001:1.0:1767329610.743845:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329610.743850:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578896768 : -127177130654848 : ffff8c55444dc380) 00000100:00000040:2.0:1767329610.743872:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d963913 x1853178572242560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329610.743873:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c57c20d1 x1853178572242688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329610.743875:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329610.743895:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329610.743913:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329610.743923:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329610.743935:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329610.743955:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000148c304c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572242816:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329610.743982:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329610.743983:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329610.743984:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767329610.743993:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329610.743999:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329610.744009:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767329610.744011:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:1.0:1767329610.744011:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329610.744076:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a46e40d. 02000000:00000010:3.0:1767329610.744079:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca41c94a. 02000000:00000001:3.0:1767329610.744085:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329610.744092:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bffb9b1. 00000100:00000200:2.0:1767329610.744093:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572242560, offset 0 00000400:00000010:3.0:1767329610.744094:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad2aada8. 00000100:00000200:1.0:1767329610.744103:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572242688, offset 0 00000400:00000010:3.0:1767329610.744111:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc11fa5. 00000100:00000200:3.0:1767329610.744121:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572242816, portal 10 00000100:00000001:3.0:1767329610.744124:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329610.744129:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578897664 : -127177130653952 : ffff8c55444dc700) 00000400:00000200:2.0:1767329610.744133:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329610.744142:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000148c304c x1853178572242816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329610.744151:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329610.744159:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329610.744168:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329610.744181:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329610.744189:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000231b7bae. 00000400:00000200:2.0:1767329610.744193:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1767329610.744195:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572242816, offset 0 00000400:00000200:3.0:1767329610.744212:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329610.744212:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329610.744227:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329610.744233:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329610.744237:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [525:525:256:4294967295] 192.168.202.109@tcp LPNI seq info [525:525:8:4294967295] 00000400:00000200:2.0:1767329610.744250:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329610.744257:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329610.744267:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329610.744280:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767329610.744283:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c58f1272. 00000400:00000200:1.0:1767329610.744289:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329610.744300:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329610.744310:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:2.0:1767329610.744312:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329610.744325:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [526:526:255:4294967295] 192.168.202.109@tcp LPNI seq info [526:526:7:4294967295] 00000800:00000200:2.0:1767329610.744336:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329610.744344:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c58f1272 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329610.744358:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329610.744365:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329610.744388:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301460317 00000100:00000010:2.0:1767329610.744396:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000023b8e9e6. 00000400:00000200:3.0:1767329610.744407:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:1.0:1767329610.744407:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329610.744412:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767329610.744416:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767329610.744426:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 00000400:00000200:3.0:1767329610.744427:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329610.744431:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301460317 00000400:00000200:3.0:1767329610.744438:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1767329610.744449:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c22f820e. 00000400:00000200:3.0:1767329610.744454:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:1.0:1767329610.744462:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329610.744464:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767329610.744472:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [527:527:254:4294967295] 192.168.202.109@tcp LPNI seq info [527:527:6:4294967295] 00000100:00000001:2.0:1767329610.744480:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301460317 00000800:00000200:1.0:1767329610.744495:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:2.0:1767329610.744496:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000644d3cc5. 00000400:00000200:3.0:1767329610.744513:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329610.744515:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329610.744517:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767329610.744531:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301460317 00000100:00000001:1.0:1767329610.744533:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329610.744538:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:2.0:1767329610.744546:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003784c88d. 00000100:00000040:1.0:1767329610.744552:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 174536 usecs (175 jiffies) 00000800:00000200:0.0:1767329610.744555:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329610.744556:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009f2acf4c. 00000100:00000001:2.0:1767329610.744557:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767329610.744562:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301456048 00000800:00000010:0.0:1767329610.744567:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c58f1272. 00000100:00000001:1.0:1767329610.744570:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301460317 00000100:00000001:2.0:1767329610.744571:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329610.744578:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329610.744595:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329610.744596:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329610.744596:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301456048 00000400:00000200:0.0:1767329610.744608:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329610.744611:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301460317 00000100:00000001:2.0:1767329610.744616:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329610.744620:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301456048 00000400:00000200:0.0:1767329610.744621:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a46e40d 00000100:00000001:2.0:1767329610.744627:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329610.744628:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:0.0:1767329610.744629:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a46e40d. 00000100:00000001:0.0:1767329610.744642:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767329610.744644:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009f2acf4c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329610.744644:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301460317 00000100:00000001:1.0:1767329610.744656:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301456048 00000100:00000200:0.0:1767329610.744657:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d963913 x1853178572242560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329610.744667:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301460317 00000100:00000001:1.0:1767329610.744678:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329610.744688:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329610.744692:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329610.744696:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329610.744701:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d963913 x1853178572242560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329626 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329610.744704:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329610.744713:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329610.744717:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329610.744721:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329610.744725:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329610.744727:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329610.744730:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329610.744767:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329610.744767:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329610.744774:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000100:00000040:3.0:1767329610.744782:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 12195 usecs (13 jiffies) 00000400:00000200:0.0:1767329610.744784:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329610.744792:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301455886 00000100:00000001:3.0:1767329610.744800:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301460317 00000400:00000200:0.0:1767329610.744808:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329610.744812:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301455886 00000400:00000200:0.0:1767329610.744815:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bffb9b1 00000400:00000010:0.0:1767329610.744821:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bffb9b1. 00000100:00000001:3.0:1767329610.744825:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301460317 00000100:00000001:0.0:1767329610.744827:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329610.744837:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301455886 00000100:00000200:0.0:1767329610.744837:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c57c20d1 x1853178572242688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329610.744850:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301460317 00000100:00000001:3.0:1767329610.744861:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301455886 00000100:00000001:0.0:1767329610.744864:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329610.744866:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301460317 00000100:00000040:0.0:1767329610.744872:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c57c20d1 x1853178572242688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329626 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329610.744875:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329610.744884:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329610.744892:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329610.744900:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329610.744902:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329610.744908:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329610.744960:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329610.744963:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009f2acf4c. 00000400:00000200:0.0:1767329610.744967:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329610.744971:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329610.744974:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000231b7bae 00000400:00000010:0.0:1767329610.744976:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000231b7bae. 00000100:00000001:0.0:1767329610.744979:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329610.744982:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000148c304c x1853178572242816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329610.744992:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329610.744995:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000148c304c x1853178572242816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329626 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329610.745003:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329610.745004:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329610.745785:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329610.745800:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329610.745809:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329610.745811:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329610.745818:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329610.745828:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c280fe80 00000400:00000200:2.0:1767329610.745833:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1131 [1] + 224 00000800:00000001:2.0:1767329610.745841:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329610.745854:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329610.745857:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329610.745861:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329610.745869:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329610.745874:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d963913 x1853178572242560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329610.745887:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d963913 x1853178572242560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329610.745912:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329610.745921:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329610.745924:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329610.746047:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329610.746053:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329610.746061:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329610.746064:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329610.746067:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005105500. 00000400:00000200:0.0:1767329610.746074:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f78a8952 00000400:00000010:0.0:1767329610.746077:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f78a8952. 00000100:00000001:0.0:1767329610.746081:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329610.746089:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d963913 x1853178572242560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329610.746116:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d963913 x1853178572242560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329610.746127:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329610.746129:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329610.746133:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329610.746136:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329610.746140:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329610.746142:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329610.746146:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329610.746154:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=7 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329610.746159:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=7 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329610.746162:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329610.746164:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329610.746168:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329610.746170:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329610.746174:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329610.746178:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d963913 x1853178572242560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329610.746186:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329610.746190:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329610.746192:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329610.746196:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d963913 x1853178572242560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329626 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329610.746205:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d963913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572242560:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329610.746212:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329610.746214:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329610.746217:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d963913 x1853178572242560/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329626 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329610.746225:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329610.746228:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329610.746231:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002495208f. 02000000:00000001:0.0:1767329610.746241:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329610.746244:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329610.746246:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329610.746249:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329610.746252:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c6c5103d. 02000000:00000001:0.0:1767329610.746258:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329610.746260:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329610.746262:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d963913. 00000100:00000001:0.0:1767329610.746265:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329610.746267:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329610.746269:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329610.746274:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329610.746276:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329610.746279:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329610.746282:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329610.746771:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329610.746790:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329610.746795:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329610.746800:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329610.746810:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329610.746827:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280ff00 00000400:00000200:1.0:1767329610.746837:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1135 [1] + 224 00000800:00000001:1.0:1767329610.746847:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329610.746852:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329610.746855:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329610.746860:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329610.746865:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329610.746871:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c57c20d1 x1853178572242688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329610.746885:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c57c20d1 x1853178572242688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329610.746915:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329610.746924:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329610.746929:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329610.746932:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329610.746937:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329610.746955:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767329610.746959:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329610.746964:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329610.746971:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c280ff80 00000400:00000001:2.0:1767329610.746976:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329610.746979:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329610.746982:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033a11ee2. 00000400:00000200:2.0:1767329610.746987:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fefedd0d 00000400:00000010:2.0:1767329610.746989:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fefedd0d. 00000100:00000001:2.0:1767329610.746992:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767329610.746998:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1141 [1] + 224 00000100:00000200:2.0:1767329610.747003:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c57c20d1 x1853178572242688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329610.747053:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c57c20d1 x1853178572242688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329610.747060:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329610.747063:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329610.747064:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329610.747067:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329610.747071:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767329610.747078:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329610.747083:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767329610.747083:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329610.747087:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329610.747092:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329610.747094:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329610.747107:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767329610.747110:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=147 v=5 (5 5 5 5) 00000100:00000200:1.0:1767329610.747117:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000148c304c x1853178572242816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329610.747120:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=147 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329610.747135:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329610.747142:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329610.747155:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767329610.747159:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000148c304c x1853178572242816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767329610.747161:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329610.747174:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329610.747180:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329610.747190:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329610.747197:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329610.747209:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c57c20d1 x1853178572242688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329610.747216:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329610.747217:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329610.747224:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329610.747227:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329610.747230:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767329610.747236:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c57c20d1 x1853178572242688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329626 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329610.747238:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767329610.747256:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c57c20d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572242688:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329610.747262:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329610.747264:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329610.747268:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c57c20d1 x1853178572242688/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329626 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329610.747272:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329610.747274:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329610.747276:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3bb3d2b. 02000000:00000001:2.0:1767329610.747279:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329610.747281:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329610.747282:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329610.747284:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329610.747285:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c06a1248. 02000000:00000001:2.0:1767329610.747293:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329610.747295:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329610.747297:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c57c20d1. 00000100:00000001:2.0:1767329610.747301:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329610.747302:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329610.747306:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329610.747310:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329610.747311:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329610.747313:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329610.747316:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329610.747334:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329610.747340:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329610.747347:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329610.747349:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329610.747352:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad2aada8. 00000400:00000200:3.0:1767329610.747359:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc11fa5 00000400:00000010:3.0:1767329610.747362:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc11fa5. 00000100:00000001:3.0:1767329610.747366:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329610.747396:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000148c304c x1853178572242816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329610.747410:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000148c304c x1853178572242816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329610.747421:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329610.747437:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329610.747440:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329610.747443:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329610.747445:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329610.747448:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329610.747451:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329610.747458:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=7 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329610.747462:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767329610.747466:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329610.747467:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329610.747470:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767329610.747475:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000148c304c x1853178572242816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329610.747484:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329610.747488:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329610.747490:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329610.747493:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329610.747494:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329610.747498:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000148c304c x1853178572242816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329610.747506:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329610.747509:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329610.747511:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329610.747514:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000148c304c x1853178572242816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329626 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329610.747523:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000148c304c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572242816:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329610.747528:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329610.747530:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329610.747533:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000148c304c x1853178572242816/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329626 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329610.747542:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329610.747544:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329610.747553:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca41c94a. 02000000:00000001:3.0:1767329610.747556:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329610.747559:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329610.747561:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329610.747564:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329610.747566:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dda4c5dc. 02000000:00000001:3.0:1767329610.747570:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329610.747572:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329610.747574:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000148c304c. 00000100:00000001:3.0:1767329610.747578:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329610.747580:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329610.747583:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329610.747588:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329610.747590:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329610.747593:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329610.747595:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329610.807151:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329610.807163:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329610.807295:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329610.807301:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329610.807305:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329611.831142:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329611.831153:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329611.831212:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329611.831217:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329611.831221:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329612.855188:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329612.855195:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329612.855305:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329612.855310:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329612.855313:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329613.879176:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329613.879183:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329613.879320:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329613.879327:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329613.879331:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329614.903119:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329614.903127:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329614.903131:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329614.903133:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329614.903139:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329614.903142:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329614.903144:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329614.903147:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329614.903233:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329614.903238:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329614.903242:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329615.351116:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301460317, at 4301460480 00000100:00000040:2.0:1767329615.351116:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301460317, at 4301460480 00000100:00000040:1.0:1767329615.351116:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301460317, at 4301460480 00000100:00000010:2.0:1767329615.351133:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000644d3cc5. 00000100:00000010:1.0:1767329615.351136:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c22f820e. 00000100:00000010:3.0:1767329615.351144:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003784c88d. 00000100:00000040:0.0:1767329615.351220:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301460317, at 4301460480 00000100:00000010:0.0:1767329615.351230:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000023b8e9e6. 00000100:00000040:3.0:1767329615.863125:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329615.863135:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329615.863145:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088b7262c. 00000020:00000040:3.0:1767329615.863152:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329615.863157:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329615.863161:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329615.863167:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329615.863176:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054284e99. 00000100:00000001:3.0:1767329615.863183:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329615.863194:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000088b7262c x1853178572242944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329615.863207:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329615.863210:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329615.863217:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088b7262c] to pc [ptlrpcd_00_02+2] req@0000000088b7262c x1853178572242944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329615.863256:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329615.863259:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329615.863260:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329615.863266:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767329615.863267:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767329615.863270:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001aee3446. 00000100:00000001:0.0:1767329615.863272:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767329615.863275:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329615.863278:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329615.863281:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329615.863281:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088b7262c x1853178572242944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329615.863282:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329615.863286:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329615.863287:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329615.863294:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bb7a9f62. 00000100:00000001:0.0:1767329615.863301:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329615.863302:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329615.863305:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329615.863309:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000001aee3446 x1853178572243072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767329615.863310:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329615.863315:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329615.863337:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767329615.863338:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329615.863340:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329615.863348:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088b7262c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572242944:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329615.863349:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001aee3446] to pc [ptlrpcd_00_03+3] req@000000001aee3446 x1853178572243072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329615.863359:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329615.863366:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329615.863370:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329615.863372:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329615.863374:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767329615.863376:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329615.863381:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:0.0:1767329615.863382:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094e1f07f. 00000100:00000010:3.0:1767329615.863385:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b10225ad. 02000000:00000001:0.0:1767329615.863386:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767329615.863390:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329615.863391:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329615.863395:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329615.863396:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767329615.863397:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb6996a3. 00000100:00000001:1.0:1767329615.863398:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767329615.863399:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329615.863403:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329615.863406:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001aee3446 x1853178572243072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329615.863408:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009917be02. 00000100:00000001:3.0:1767329615.863413:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329615.863415:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000691b4d6e. 00000100:00000040:3.0:1767329615.863422:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000b10225ad x1853178572243200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329615.863426:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767329615.863427:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572242944, portal 25 00000100:00000001:1.0:1767329615.863429:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329615.863436:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329615.863436:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329615.863441:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776941824 : -127176932609792 : ffff8c55501bb100) 00000100:00000001:3.0:1767329615.863442:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767329615.863442:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329615.863448:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329615.863452:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329615.863453:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001aee3446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572243072:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329615.863455:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088b7262c x1853178572242944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329615.863461:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767329615.863463:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b10225ad] to pc [ptlrpcd_00_00+0] req@00000000b10225ad x1853178572243200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329615.863465:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329615.863468:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329615.863473:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329615.863479:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000512663e4. 02000000:00000001:1.0:1767329615.863484:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329615.863487:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767329615.863492:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6cb2fcd. 00000100:00000040:0.0:1767329615.863495:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329615.863498:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c186ed3c. 00000400:00000010:0.0:1767329615.863501:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e169f1. 00000100:00000200:1.0:1767329615.863503:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572243072, portal 10 00000100:00000001:1.0:1767329615.863507:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767329615.863507:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572242944, offset 0 00000100:00000001:3.0:1767329615.863509:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329615.863510:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776939136 : -127176932612480 : ffff8c55501ba680) 00000100:00000040:3.0:1767329615.863516:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767329615.863520:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:1.0:1767329615.863521:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001aee3446 x1853178572243072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329615.863527:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767329615.863536:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329615.863538:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6798) 00000100:00000040:1.0:1767329615.863542:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329615.863543:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000010:1.0:1767329615.863547:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007cfe392c. 00000100:00000200:1.0:1767329615.863552:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572243072, offset 0 00000400:00000200:0.0:1767329615.863552:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329615.863555:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329615.863561:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329615.863562:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329615.863562:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329615.863566:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767329615.863570:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767329615.863573:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b10225ad x1853178572243200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329615.863579:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329615.863589:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767329615.863589:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [528:528:256:4294967295] 192.168.202.109@tcp LPNI seq info [528:528:8:4294967295] 00000100:00000001:2.0:1767329615.863592:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329615.863597:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329615.863600:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329615.863602:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329615.863608:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572243200:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767329615.863614:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329615.863623:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329615.863626:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329615.863630:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767329615.863633:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767329615.863634:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:0.0:1767329615.863634:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6c5103d. 00000800:00000200:0.0:1767329615.863646:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:2.0:1767329615.863647:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329615.863649:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329615.863654:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767329615.863655:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329615.863657:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000010:2.0:1767329615.863661:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e23378b. 00000800:00000200:0.0:1767329615.863662:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:2.0:1767329615.863666:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329615.863667:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [529:529:255:4294967295] 192.168.202.109@tcp LPNI seq info [529:529:7:4294967295] 00000400:00000010:2.0:1767329615.863672:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012e6dc12. 00000800:00000200:0.0:1767329615.863672:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6c5103d type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767329615.863682:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe3fde9b. 00000400:00000200:1.0:1767329615.863682:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:2.0:1767329615.863689:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572243200, portal 10 00000100:00000001:0.0:1767329615.863691:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329615.863693:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329615.863695:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329615.863698:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776944512 : -127176932607104 : ffff8c55501bbb80) 00000100:00000001:0.0:1767329615.863698:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301465436 00000800:00000010:1.0:1767329615.863700:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000100:00000010:0.0:1767329615.863707:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000071fbe362. 00000100:00000040:2.0:1767329615.863708:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b10225ad x1853178572243200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767329615.863711:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329615.863717:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767329615.863722:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329615.863728:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767329615.863728:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329615.863728:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301465436 00000100:00000010:0.0:1767329615.863735:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002806143. 00000100:00000040:2.0:1767329615.863736:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329615.863737:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329615.863741:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000454155cc. 00000100:00000001:0.0:1767329615.863742:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767329615.863743:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 173453 usecs (174 jiffies) 00000100:00000200:2.0:1767329615.863745:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572243200, offset 0 00000100:00000001:1.0:1767329615.863747:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301461166 00000100:00000001:1.0:1767329615.863753:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301465436 00000400:00000200:2.0:1767329615.863754:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329615.863757:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301465436 00000100:00000001:1.0:1767329615.863759:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301461166 00000100:00000001:1.0:1767329615.863763:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301465436 00000100:00000010:0.0:1767329615.863764:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000388111bb. 00000400:00000200:2.0:1767329615.863765:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329615.863769:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301461166 00000100:00000001:0.0:1767329615.863773:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767329615.863774:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329615.863781:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329615.863782:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301465436 00000100:00000001:0.0:1767329615.863782:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301465436 00000400:00000200:2.0:1767329615.863785:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329615.863789:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301461166 00000400:00000200:2.0:1767329615.863790:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000010:0.0:1767329615.863790:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010dcd32a. 00000400:00000200:2.0:1767329615.863797:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [530:530:254:4294967295] 192.168.202.109@tcp LPNI seq info [530:530:6:4294967295] 00000100:00000001:0.0:1767329615.863798:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767329615.863805:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301465436 00000100:00000001:0.0:1767329615.863806:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329615.863812:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329615.863814:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329615.863814:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329615.863818:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329615.863821:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329615.863824:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329615.863827:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767329615.863828:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329615.863829:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767329615.863836:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4297425. 00000100:00000001:1.0:1767329615.863838:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329615.863838:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329615.863842:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767329615.863843:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329615.863843:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329615.863846:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329615.863850:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329615.863850:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329615.863853:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329615.863854:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329615.863855:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767329615.863859:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4297425 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329615.863860:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329615.863862:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329615.863867:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329615.863868:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329615.863879:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 12146 usecs (13 jiffies) 00000100:00000001:2.0:1767329615.863882:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301461005 00000100:00000001:2.0:1767329615.863884:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301465436 00000100:00000001:2.0:1767329615.863886:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301461005 00000100:00000001:2.0:1767329615.863888:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301465436 00000100:00000001:2.0:1767329615.863890:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301461005 00000100:00000001:1.0:1767329615.863891:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329615.863892:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301465436 00000100:00000001:2.0:1767329615.863896:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301461005 00000100:00000001:1.0:1767329615.863897:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329615.863901:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301465436 00000100:00000001:2.0:1767329615.863903:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329615.863905:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329615.863907:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329615.863909:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329615.863912:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329615.863914:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329615.863916:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329615.863917:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329615.863918:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329615.863920:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329615.863923:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329615.863928:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6c5103d. 00000400:00000200:0.0:1767329615.863935:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329615.863942:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329615.863948:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e169f1 00000400:00000010:0.0:1767329615.863950:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e169f1. 00000100:00000001:0.0:1767329615.863960:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329615.863963:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088b7262c x1853178572242944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329615.863973:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329615.863976:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088b7262c x1853178572242944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329631 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329615.863983:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329615.863985:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329615.863996:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329615.863998:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000400:00000200:0.0:1767329615.864003:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329615.864007:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329615.864039:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cfe392c 00000400:00000010:0.0:1767329615.864042:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007cfe392c. 00000100:00000001:0.0:1767329615.864046:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329615.864049:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001aee3446 x1853178572243072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329615.864058:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329615.864061:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001aee3446 x1853178572243072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329631 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329615.864067:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329615.864069:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329615.864142:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329615.864146:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4297425. 00000400:00000200:0.0:1767329615.864149:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329615.864153:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329615.864155:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000454155cc 00000400:00000010:0.0:1767329615.864157:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000454155cc. 00000100:00000001:0.0:1767329615.864161:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329615.864164:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b10225ad x1853178572243200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329615.864171:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329615.864173:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b10225ad x1853178572243200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329631 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329615.864180:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329615.864181:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329615.866051:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329615.866063:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329615.866065:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329615.866067:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329615.866073:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329615.866082:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2810080 00000400:00000200:2.0:1767329615.866087:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x114d [1] + 224 00000800:00000001:2.0:1767329615.866093:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329615.866096:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329615.866097:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329615.866100:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329615.866103:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329615.866112:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001aee3446 x1853178572243072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329615.866120:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001aee3446 x1853178572243072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329615.866136:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329615.866143:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329615.866164:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329615.866166:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329615.866168:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329615.866171:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329615.866176:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2810000 00000400:00000200:2.0:1767329615.866178:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1149 [1] + 224 00000800:00000001:2.0:1767329615.866181:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329615.866184:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329615.866185:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329615.866188:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329615.866190:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329615.866192:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088b7262c x1853178572242944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329615.866198:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088b7262c x1853178572242944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329615.866202:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329615.866206:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329615.866209:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1767329615.866210:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329615.866213:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329615.866215:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6cb2fcd. 00000400:00000200:1.0:1767329615.866219:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c186ed3c 00000400:00000010:1.0:1767329615.866220:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c186ed3c. 00000100:00000001:1.0:1767329615.866223:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767329615.866226:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767329615.866229:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001aee3446 x1853178572243072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329615.866232:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329615.866236:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329615.866240:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329615.866243:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001aee3446 x1853178572243072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329615.866253:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767329615.866253:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329615.866255:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329615.866258:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329615.866259:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329615.866264:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2810100 00000100:00000001:1.0:1767329615.866264:0:208651:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:0.0:1767329615.866266:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767329615.866269:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:0.0:1767329615.866270:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767329615.866272:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767329615.866273:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb6996a3. 00000100:00000001:1.0:1767329615.866275:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329615.866280:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329615.866281:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000691b4d6e 00000100:00001000:1.0:1767329615.866285:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=152 v=5 (5 5 5 5) 00000400:00000010:0.0:1767329615.866285:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000691b4d6e. 00000100:00001000:1.0:1767329615.866291:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=152 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329615.866292:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329615.866293:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767329615.866297:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1159 [1] + 224 00000100:00000001:1.0:1767329615.866298:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329615.866303:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088b7262c x1853178572242944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329615.866306:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767329615.866306:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329615.866311:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329615.866316:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329615.866319:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329615.866336:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329615.866338:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329615.866345:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329615.866347:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001aee3446 x1853178572243072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329615.866351:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329615.866360:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:0.0:1767329615.866366:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088b7262c x1853178572242944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329615.866369:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329615.866376:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b10225ad x1853178572243200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329615.866376:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329615.866390:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329615.866394:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329615.866395:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329615.866398:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329615.866404:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001aee3446 x1853178572243072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329631 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329615.866404:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767329615.866406:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b10225ad x1853178572243200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329615.866409:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329615.866413:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329615.866416:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329615.866423:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329615.866430:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=12 v=5 (5 5 5 5) 00000100:00100000:1.0:1767329615.866440:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001aee3446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572243072:192.168.202.109@tcp:400: 00000100:00001000:0.0:1767329615.866442:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=12 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329615.866446:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329615.866448:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329615.866448:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329615.866449:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329615.866453:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329615.866455:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767329615.866457:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001aee3446 x1853178572243072/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329631 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329615.866458:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767329615.866460:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767329615.866462:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329615.866469:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329615.866471:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767329615.866473:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329615.866475:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767329615.866477:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767329615.866479:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088b7262c x1853178572242944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329615.866480:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000512663e4. 00000400:00000001:3.0:1767329615.866484:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767329615.866486:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1767329615.866489:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767329615.866490:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329615.866493:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000400:00000010:3.0:1767329615.866495:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012e6dc12. 00000020:00000001:1.0:1767329615.866498:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329615.866503:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bb7a9f62. 00000100:00000001:0.0:1767329615.866503:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329615.866504:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe3fde9b 00000400:00000010:3.0:1767329615.866510:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe3fde9b. 02000000:00000001:1.0:1767329615.866511:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329615.866511:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767329615.866515:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767329615.866516:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329615.866517:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1767329615.866518:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001aee3446. 00000100:00000001:1.0:1767329615.866524:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329615.866526:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329615.866530:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b10225ad x1853178572243200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329615.866530:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088b7262c x1853178572242944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329631 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329615.866531:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329615.866537:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329615.866539:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329615.866543:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329615.866546:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329615.866570:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088b7262c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572242944:192.168.202.109@tcp:400: 00000100:00000200:3.0:1767329615.866573:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b10225ad x1853178572243200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329615.866579:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329615.866584:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329615.866591:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767329615.866591:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088b7262c x1853178572242944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329631 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329615.866595:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329615.866600:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329615.866603:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329615.866606:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767329615.866607:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767329615.866610:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767329615.866611:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329615.866615:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094e1f07f. 02000000:00000001:3.0:1767329615.866616:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329615.866620:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329615.866628:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=97 v=5 (1 0 0 0) 02000000:00000001:0.0:1767329615.866629:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767329615.866633:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767329615.866634:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767329615.866636:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767329615.866637:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00010000:00000001:3.0:1767329615.866643:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767329615.866643:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329615.866648:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054284e99. 00010000:00080000:3.0:1767329615.866652:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b10225ad x1853178572243200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329615.866653:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329615.866656:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329615.866659:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088b7262c. 00000100:00000001:0.0:1767329615.866666:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329615.866668:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329615.866670:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329615.866674:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329615.866677:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329615.866683:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329615.866686:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329615.866694:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329615.866698:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329615.866701:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329615.866703:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329615.866704:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329615.866709:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b10225ad x1853178572243200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329615.866716:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329615.866719:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329615.866720:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329615.866724:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b10225ad x1853178572243200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329631 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329615.866732:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572243200:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329615.866737:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329615.866739:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329615.866742:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b10225ad x1853178572243200/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329631 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329615.866749:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329615.866751:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329615.866753:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e23378b. 02000000:00000001:3.0:1767329615.866757:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329615.866759:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329615.866760:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329615.866762:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329615.866764:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009917be02. 02000000:00000001:3.0:1767329615.866767:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329615.866768:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329615.866769:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b10225ad. 00000100:00000001:3.0:1767329615.866772:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329615.866773:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329615.866782:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329615.866786:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329615.866787:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329615.866789:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329615.866791:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329615.927104:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329615.927108:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329615.927190:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329615.927194:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329615.927196:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329616.951168:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329616.951177:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329616.951347:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329616.951370:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329616.951373:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329617.975156:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329617.975163:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329617.975290:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329617.975295:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329617.975299:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329618.999202:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329618.999224:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329618.999384:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329618.999393:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329618.999399:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329620.023106:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329620.023112:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329620.023215:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329620.023219:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329620.023221:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329620.471111:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301465436, at 4301465600 00000100:00000040:1.0:1767329620.471111:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301465436, at 4301465600 00000100:00000040:0.0:1767329620.471125:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301465436, at 4301465600 00000100:00000040:2.0:1767329620.471136:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301465436, at 4301465600 00000100:00000010:3.0:1767329620.471139:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010dcd32a. 00000100:00000010:1.0:1767329620.471142:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002806143. 00000100:00000010:0.0:1767329620.471150:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000071fbe362. 00000100:00000010:2.0:1767329620.471153:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000388111bb. 00000100:00000040:1.0:1767329620.983162:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329620.983171:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329620.983181:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 00000020:00000040:1.0:1767329620.983187:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329620.983191:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329620.983194:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329620.983199:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329620.983208:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ce889c. 00000100:00000001:1.0:1767329620.983214:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329620.983223:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000dfc75053 x1853178572243328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329620.983232:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329620.983234:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329620.983239:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfc75053] to pc [ptlrpcd_00_01+1] req@00000000dfc75053 x1853178572243328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329620.983267:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329620.983269:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329620.983299:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329620.983301:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ce1624. 00000020:00000040:1.0:1767329620.983303:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329620.983305:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329620.983308:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767329620.983309:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329620.983310:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329620.983316:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d0d0c54. 00000100:00100000:3.0:1767329620.983321:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767329620.983322:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329620.983335:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329620.983341:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000026ce1624 x1853178572243456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329620.983344:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329620.983349:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329620.983350:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329620.983352:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329620.983358:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329620.983360:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329620.983363:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329620.983374:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767329620.983378:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572243328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329620.983379:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329620.983390:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ce1624] to pc [ptlrpcd_00_02+2] req@0000000026ce1624 x1853178572243456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329620.983413:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329620.983418:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329620.983427:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329620.983431:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329620.983435:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329620.983440:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572243328:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329620.983442:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329620.983451:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329620.983452:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329620.983458:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329620.983460:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088e8bc68. 02000000:00000001:3.0:1767329620.983461:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1767329620.983466:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:3.0:1767329620.983467:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329620.983471:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329620.983475:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329620.983478:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329620.983479:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1767329620.983480:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767329620.983481:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329620.983490:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767329620.983491:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329620.983494:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329620.983496:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008266e23b. 02000000:00000010:1.0:1767329620.983498:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 00000100:00000001:2.0:1767329620.983500:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767329620.983504:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329620.983507:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329620.983514:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad2aada8. 00000100:00000001:2.0:1767329620.983514:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329620.983518:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000088e8bc68 x1853178572243584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329620.983530:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329620.983531:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767329620.983533:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc11fa5. 00000100:00000001:2.0:1767329620.983533:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329620.983534:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329620.983540:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767329620.983548:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572243328, portal 25 00000100:00000040:2.0:1767329620.983552:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ce1624 x1853178572243456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329620.983553:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e8bc68] to pc [ptlrpcd_00_03+3] req@0000000088e8bc68 x1853178572243584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329620.983560:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329620.983566:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000040:3.0:1767329620.983582:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572243328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329620.983609:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329620.983613:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329620.983617:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329620.983625:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329620.983626:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767329620.983628:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329620.983635:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767329620.983638:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:1.0:1767329620.983640:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767329620.983643:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767329620.983648:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d08aec3. 02000000:00000001:2.0:1767329620.983649:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329620.983651:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6803) 00000100:00100000:0.0:1767329620.983651:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767329620.983664:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329620.983666:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572243328, offset 0 00000100:00100000:2.0:1767329620.983667:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572243456:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329620.983680:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329620.983682:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767329620.983686:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767329620.983688:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329620.983689:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329620.983690:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329620.983695:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329620.983697:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767329620.983700:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002495208f. 00000100:00000001:0.0:1767329620.983701:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767329620.983704:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329620.983706:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767329620.983708:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000010:2.0:1767329620.983716:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ae29f3c. 00000400:00000200:3.0:1767329620.983719:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767329620.983723:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088e8bc68 x1853178572243584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329620.983730:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:2.0:1767329620.983730:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe3fde9b. 00000400:00000200:3.0:1767329620.983745:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1767329620.983747:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572243456, portal 10 00000400:00000200:3.0:1767329620.983756:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329620.983758:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329620.983759:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329620.983761:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 00000100:00000001:0.0:1767329620.983768:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329620.983772:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [531:531:256:4294967295] 192.168.202.109@tcp LPNI seq info [531:531:8:4294967295] 02000000:00000001:0.0:1767329620.983779:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767329620.983780:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ce1624 x1853178572243456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329620.983785:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329620.983801:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329620.983806:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00100000:0.0:1767329620.983822:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572243584:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329620.983823:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767329620.983829:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329620.983837:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329620.983845:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009917be02. 00000400:00000010:2.0:1767329620.983846:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000454155cc. 00000100:00000001:0.0:1767329620.983846:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767329620.983863:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572243456, offset 0 02000000:00000001:0.0:1767329620.983865:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1767329620.983873:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:0.0:1767329620.983874:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329620.983882:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329620.983882:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767329620.983892:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000010:0.0:1767329620.983893:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009825bec9. 00000800:00000200:3.0:1767329620.983902:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009917be02 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767329620.983903:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329620.983904:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329620.983918:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767329620.983921:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb6996a3. 00000400:00000200:2.0:1767329620.983924:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:0.0:1767329620.983929:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000691b4d6e. 00000100:00000001:3.0:1767329620.983933:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329620.983935:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572243584, portal 10 00000100:00000001:3.0:1767329620.983939:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301470556 00000400:00000200:2.0:1767329620.983939:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329620.983941:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329620.983946:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777199488 : -127176932352128 : ffff8c55501f9f80) 00000400:00000200:2.0:1767329620.983954:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000010:3.0:1767329620.983955:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053c5c050. 00000100:00000040:0.0:1767329620.983963:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088e8bc68 x1853178572243584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329620.983964:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [532:532:255:4294967295] 192.168.202.109@tcp LPNI seq info [532:532:7:4294967295] 00000100:00000001:3.0:1767329620.983966:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767329620.983981:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301470556 00000100:00000001:0.0:1767329620.983982:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767329620.983989:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d99320d3. 00000100:00000001:3.0:1767329620.983998:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767329620.983999:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329620.984007:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329620.984008:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301470556 00000400:00000010:0.0:1767329620.984010:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e169f1. 00000100:00000010:3.0:1767329620.984069:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030a6a026. 00000100:00000001:3.0:1767329620.984074:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767329620.984090:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301470557 00000800:00000200:2.0:1767329620.984093:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000200:0.0:1767329620.984093:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572243584, offset 0 00000100:00000010:3.0:1767329620.984096:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6d2c97a. 00000800:00000010:2.0:1767329620.984101:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d94add08. 00000100:00000001:3.0:1767329620.984110:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767329620.984111:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:2.0:1767329620.984121:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329620.984127:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329620.984132:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329620.984134:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:2.0:1767329620.984137:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329620.984143:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329620.984148:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d94add08 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329620.984149:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329620.984150:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329620.984157:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329620.984162:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 172378 usecs (173 jiffies) 00000400:00000200:0.0:1767329620.984163:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:1.0:1767329620.984167:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329620.984169:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301466286 00000400:00000200:0.0:1767329620.984170:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000010:1.0:1767329620.984174:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009917be02. 00000100:00000001:2.0:1767329620.984175:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301470556 00000400:00000200:0.0:1767329620.984178:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329620.984182:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301466286 00000400:00000200:1.0:1767329620.984185:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329620.984186:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301470556 00000400:00000200:0.0:1767329620.984187:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [533:533:254:4294967295] 192.168.202.109@tcp LPNI seq info [533:533:6:4294967295] 00000100:00000001:2.0:1767329620.984192:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301466286 00000100:00000001:2.0:1767329620.984196:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301470556 00000400:00000200:1.0:1767329620.984198:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329620.984200:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301466286 00000100:00000001:2.0:1767329620.984204:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301470557 00000100:00000001:2.0:1767329620.984210:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329620.984211:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329620.984213:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329620.984218:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329620.984221:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d08aec3 00000100:00000001:2.0:1767329620.984222:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329620.984222:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329620.984225:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d08aec3. 00000100:00000001:2.0:1767329620.984227:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329620.984231:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1767329620.984231:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6c5103d. 00000100:00000001:1.0:1767329620.984233:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329620.984235:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329620.984238:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329620.984242:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572243328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329620.984243:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767329620.984255:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329620.984256:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767329620.984261:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6c5103d type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767329620.984263:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572243328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329636 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329620.984270:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329620.984287:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329620.984289:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767329620.984289:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 12093 usecs (13 jiffies) 00000100:00000001:0.0:1767329620.984296:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301466126 00000800:00000200:1.0:1767329620.984306:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329620.984306:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301470556 00000800:00000010:1.0:1767329620.984310:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d94add08. 00000100:00000001:0.0:1767329620.984312:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301466126 00000400:00000200:1.0:1767329620.984313:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329620.984318:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301470556 00000400:00000200:1.0:1767329620.984320:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329620.984324:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000454155cc 00000100:00000001:0.0:1767329620.984324:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301466126 00000400:00000010:1.0:1767329620.984327:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000454155cc. 00000100:00000001:0.0:1767329620.984329:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301470556 00000100:00000001:1.0:1767329620.984332:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329620.984333:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301466126 00000100:00000200:1.0:1767329620.984336:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ce1624 x1853178572243456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329620.984338:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301470557 00000100:00000001:0.0:1767329620.984344:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329620.984350:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329620.984352:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329620.984354:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329620.984355:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ce1624 x1853178572243456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329636 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329620.984359:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329620.984366:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329620.984368:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329620.984413:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329620.984414:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6c5103d. 00000400:00000200:1.0:1767329620.984419:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329620.984423:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329620.984425:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e169f1 00000400:00000010:1.0:1767329620.984427:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e169f1. 00000100:00000001:1.0:1767329620.984435:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329620.984437:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088e8bc68 x1853178572243584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329620.984451:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329620.984453:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088e8bc68 x1853178572243584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329636 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329620.984457:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329620.984458:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329620.985541:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329620.985553:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329620.985557:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329620.985559:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329620.985569:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329620.985580:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2810180 00000400:00000200:0.0:1767329620.985589:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1161 [1] + 224 00000800:00000001:0.0:1767329620.985597:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329620.985605:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329620.985607:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329620.985611:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329620.985615:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329620.985619:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572243328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329620.985628:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfc75053 x1853178572243328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329620.985645:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329620.985651:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329620.985662:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329620.985664:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329620.985667:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329620.985672:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329620.985680:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2810200 00000400:00000200:0.0:1767329620.985684:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1169 [1] + 224 00000800:00000001:0.0:1767329620.985688:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329620.985697:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329620.985700:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329620.985703:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329620.985706:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329620.985710:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ce1624 x1853178572243456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329620.985719:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ce1624 x1853178572243456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329620.985735:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329620.985742:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329620.985744:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329620.985749:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767329620.985750:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329620.985756:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767329620.985757:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329620.985761:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767329620.985763:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767329620.985764:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad2aada8. 00000400:00000200:3.0:1767329620.985775:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc11fa5 00000400:00000010:3.0:1767329620.985782:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc11fa5. 00000100:00000001:2.0:1767329620.985784:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329620.985785:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767329620.985790:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329620.985796:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2810280 00000100:00000001:3.0:1767329620.985834:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767329620.985839:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1171 [1] + 224 00000100:00000200:3.0:1767329620.985841:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572243328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329620.985862:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767329620.985864:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767329620.985869:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572243328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329636 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767329620.985871:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767329620.985875:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767329620.985879:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ae29f3c. 00000400:00000200:0.0:1767329620.985885:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329620.985892:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe3fde9b 00000100:00000001:3.0:1767329620.985896:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767329620.985898:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe3fde9b. 00000100:00000001:3.0:1767329620.985900:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329620.985906:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329620.985908:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767329620.985908:0:208651:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767329620.985916:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329620.985918:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329620.985920:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329620.985926:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329620.985926:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce1624 x1853178572243456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329620.985927:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088e8bc68 x1853178572243584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329620.985938:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329620.985951:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=17 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329620.985966:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=17 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329620.985979:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329620.985985:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329620.985994:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329620.986002:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329620.986009:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088e8bc68 x1853178572243584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329620.986010:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329620.986011:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ce1624 x1853178572243456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329636 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329620.986041:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfc75053 x1853178572243328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329620.986050:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329620.986060:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329620.986073:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329620.986086:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767329620.986087:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572243328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329636 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329620.986093:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767329620.986097:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572243328:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329620.986099:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329620.986101:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767329620.986106:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329620.986106:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767329620.986110:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329620.986114:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329620.986115:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767329620.986119:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329620.986121:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329620.986123:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329620.986129:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767329620.986130:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767329620.986134:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1767329620.986138:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=7 v=5 (5 5 5 5) 00000400:00000001:1.0:1767329620.986138:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767329620.986142:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572243328/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329636 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329620.986142:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb6996a3. 00000100:00001000:2.0:1767329620.986148:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=7 v=5 (1 1 1 1) 00000400:00000200:1.0:1767329620.986150:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000691b4d6e 00000400:00000010:1.0:1767329620.986158:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000691b4d6e. 00000100:00000001:2.0:1767329620.986160:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329620.986167:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329620.986169:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329620.986178:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088e8bc68 x1853178572243584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767329620.986179:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329620.986180:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329620.986191:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767329620.986192:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329620.986193:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088e8bc68 x1853178572243584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329636 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329620.986201:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008266e23b. 00000100:00000001:2.0:1767329620.986204:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329620.986210:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000001:3.0:1767329620.986211:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329620.986213:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329620.986219:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767329620.986221:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767329620.986222:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329620.986222:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767329620.986230:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329620.986231:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329620.986235:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767329620.986238:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ce1624 x1853178572243456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767329620.986241:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767329620.986242:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329620.986250:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329620.986251:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ce889c. 00000100:00000001:2.0:1767329620.986254:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329620.986255:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329620.986262:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1767329620.986262:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=17 v=5 (5 5 5 5) 02000000:00000001:3.0:1767329620.986263:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767329620.986265:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329620.986270:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1767329620.986287:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=102 v=5 (1 0 0 0) 00000100:00000010:3.0:1767329620.986288:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000100:00000040:2.0:1767329620.986295:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ce1624 x1853178572243456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329636 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329620.986296:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329620.986297:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329620.986306:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329620.986307:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329620.986322:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329620.986323:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329620.986332:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00080000:1.0:1767329620.986333:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000088e8bc68 x1853178572243584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329620.986339:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329620.986350:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329620.986357:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329620.986373:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329620.986375:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572243456:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329620.986386:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329620.986386:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329620.986390:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329620.986391:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329620.986393:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329620.986396:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329620.986399:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ce1624 x1853178572243456/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329636 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329620.986402:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088e8bc68 x1853178572243584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329620.986429:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329620.986430:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767329620.986433:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767329620.986435:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767329620.986435:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767329620.986441:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002495208f. 00000100:00000040:1.0:1767329620.986441:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088e8bc68 x1853178572243584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329636 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329620.986449:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1767329620.986450:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572243584:192.168.202.109@tcp:400: 00000020:00000001:2.0:1767329620.986454:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329620.986456:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767329620.986458:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329620.986458:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329620.986462:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088e8bc68 x1853178572243584/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329636 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767329620.986464:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329620.986468:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d0d0c54. 00000100:00000001:1.0:1767329620.986470:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329620.986474:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329620.986476:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009825bec9. 02000000:00000001:2.0:1767329620.986477:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329620.986479:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767329620.986481:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1767329620.986482:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:2.0:1767329620.986485:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ce1624. 00000020:00000040:1.0:1767329620.986485:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329620.986489:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329620.986492:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 00000100:00000001:2.0:1767329620.986493:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767329620.986495:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767329620.986496:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329620.986498:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767329620.986502:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767329620.986502:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088e8bc68. 00000100:00000001:1.0:1767329620.986509:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329620.986511:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329620.986511:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329620.986512:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329620.986515:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329620.986518:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329620.986520:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329620.986520:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329620.986526:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329620.986526:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329620.986533:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329621.047110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329621.047114:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329621.047202:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329621.047207:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329621.047210:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329622.071144:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329622.071152:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329622.071234:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329622.071238:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329622.071240:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329623.095173:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329623.095180:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329623.095305:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329623.095313:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329623.095318:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329624.119153:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329624.119160:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329624.119271:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329624.119292:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329624.119295:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329625.143131:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329625.143140:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329625.143142:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329625.143145:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329625.143150:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329625.143152:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329625.143154:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329625.143156:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329625.143251:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329625.143255:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329625.143258:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329625.591096:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301470556, at 4301470720 00000100:00000040:0.0:1767329625.591108:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301470556, at 4301470720 00000100:00000010:2.0:1767329625.591110:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030a6a026. 00000100:00000010:0.0:1767329625.591121:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053c5c050. 00000100:00000040:1.0:1767329625.591281:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301470556, at 4301470720 00000100:00000010:1.0:1767329625.591288:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d99320d3. 00000100:00000040:3.0:1767329625.592108:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301470557, at 4301470721 00000100:00000010:3.0:1767329625.592121:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6d2c97a. 00000100:00000040:1.0:1767329626.103087:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329626.103095:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329626.103103:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088e8bc68. 00000020:00000040:1.0:1767329626.103109:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329626.103113:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329626.103116:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329626.103121:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329626.103127:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 00000100:00000001:1.0:1767329626.103134:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329626.103144:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000088e8bc68 x1853178572243712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329626.103154:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329626.103156:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329626.103161:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e8bc68] to pc [ptlrpcd_00_00+0] req@0000000088e8bc68 x1853178572243712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329626.103205:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329626.103207:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329626.103210:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329626.103213:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8f35ab6. 00000020:00000040:1.0:1767329626.103215:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329626.103218:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329626.103220:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329626.103238:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329626.103242:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d0d0c54. 00000100:00000001:1.0:1767329626.103245:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329626.103249:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329626.103249:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000f8f35ab6 x1853178572243840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329626.103259:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1767329626.103262:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767329626.103262:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329626.103274:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329626.103279:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329626.103279:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8f35ab6] to pc [ptlrpcd_00_01+1] req@00000000f8f35ab6 x1853178572243840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329626.103285:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329626.103286:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329626.103293:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329626.103297:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329626.103298:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329626.103298:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767329626.103309:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767329626.103310:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329626.103310:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767329626.103314:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767329626.103315:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ce1624. 00000020:00000040:1.0:1767329626.103319:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329626.103320:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329626.103321:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767329626.103321:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329626.103322:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329626.103325:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767329626.103327:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ce889c. 00000100:00000001:3.0:1767329626.103334:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329626.103336:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329626.103336:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329626.103341:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329626.103342:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329626.103346:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000026ce1624 x1853178572243968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329626.103348:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329626.103356:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088e8bc68 x1853178572243712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329626.103359:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8f35ab6 x1853178572243840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329626.103378:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329626.103390:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329626.103409:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ce1624] to pc [ptlrpcd_00_02+2] req@0000000026ce1624 x1853178572243968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329626.103424:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329626.103426:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329626.103430:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329626.103431:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329626.103443:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329626.103444:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329626.103453:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329626.103454:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329626.103466:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329626.103466:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329626.103469:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329626.103486:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767329626.103495:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572243712:192.168.202.109@tcp:400: 00000100:00100000:2.0:1767329626.103496:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572243840:192.168.202.109@tcp:400: 00000100:00000040:1.0:1767329626.103498:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767329626.103515:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329626.103515:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767329626.103518:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6808) 00000100:00000001:0.0:1767329626.103521:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329626.103528:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329626.103531:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767329626.103533:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329626.103534:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767329626.103542:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ce1624 x1853178572243968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329626.103543:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329626.103544:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329626.103564:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767329626.103565:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329626.103566:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329626.103575:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329626.103579:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000042deddc4. 02000000:00000010:3.0:1767329626.103580:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a422f07f. 02000000:00000001:0.0:1767329626.103581:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329626.103587:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329626.103588:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329626.103594:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329626.103596:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329626.103596:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329626.103601:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329626.103610:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad2aada8. 00000400:00000010:2.0:1767329626.103611:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ae29f3c. 00000100:00100000:0.0:1767329626.103611:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572243968:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329626.103626:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329626.103632:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329626.103634:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329626.103636:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767329626.103638:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc11fa5. 00000400:00000010:2.0:1767329626.103638:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe3fde9b. 02000000:00000010:0.0:1767329626.103640:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010dcaefb. 02000000:00000001:0.0:1767329626.103648:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329626.103652:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572243712, portal 25 00000400:00000010:0.0:1767329626.103653:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014061b00. 00000100:00000200:2.0:1767329626.103654:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572243840, portal 10 00000100:00000001:2.0:1767329626.103667:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329626.103668:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767329626.103670:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f353e67a. 00000100:00000001:3.0:1767329626.103680:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777199488 : -127176932352128 : ffff8c55501f9f80) 00000100:00000001:2.0:1767329626.103681:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777196800 : -127176932354816 : ffff8c55501f9500) 00000100:00000200:0.0:1767329626.103682:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572243968, portal 10 00000100:00000001:0.0:1767329626.103698:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329626.103701:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 00000100:00000040:3.0:1767329626.103706:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088e8bc68 x1853178572243712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329626.103707:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8f35ab6 x1853178572243840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329626.103715:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ce1624 x1853178572243968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329626.103723:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329626.103736:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329626.103745:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000459e8137. 00000100:00000200:3.0:1767329626.103755:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572243712, offset 0 00000100:00000001:2.0:1767329626.103770:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767329626.103771:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329626.103777:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329626.103783:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f78a8952. 00000100:00000001:0.0:1767329626.103785:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767329626.103788:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572243840, offset 0 00000400:00000200:3.0:1767329626.103790:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:0.0:1767329626.103799:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329626.103806:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008eff51a3. 00000400:00000200:3.0:1767329626.103807:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329626.103816:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000200:0.0:1767329626.103822:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572243968, offset 0 00000400:00000200:3.0:1767329626.103823:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329626.103834:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329626.103843:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329626.103847:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329626.103859:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [534:534:256:4294967295] 192.168.202.109@tcp LPNI seq info [534:534:8:4294967295] 00000400:00000200:3.0:1767329626.103871:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329626.103876:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329626.103882:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042bda6b6. 00000400:00000200:2.0:1767329626.103883:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329626.103896:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767329626.103903:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329626.103910:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329626.103915:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767329626.103923:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329626.103927:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:3.0:1767329626.103934:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000042bda6b6 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329626.103943:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [535:535:255:4294967295] 192.168.202.109@tcp LPNI seq info [535:535:7:4294967295] 00000400:00000200:2.0:1767329626.103956:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329626.103960:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329626.103964:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329626.103965:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:2.0:1767329626.103966:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000076d91448. 00000100:00000001:3.0:1767329626.103982:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301475676 00000400:00000200:0.0:1767329626.103983:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767329626.103991:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:3.0:1767329626.103993:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df7fe1eb. 00000400:00000200:0.0:1767329626.103996:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329626.104007:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329626.104008:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767329626.104009:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767329626.104046:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329626.104055:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [536:536:254:4294967295] 192.168.202.109@tcp LPNI seq info [536:536:6:4294967295] 00000100:00000001:3.0:1767329626.104057:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301475677 00000100:00000010:3.0:1767329626.104064:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6d2c97a. 00000800:00000200:2.0:1767329626.104076:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000076d91448 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329626.104077:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767329626.104078:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329626.104091:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301475677 00000100:00000001:2.0:1767329626.104091:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329626.104098:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:3.0:1767329626.104105:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004f4bfc5f. 00000100:00000040:2.0:1767329626.104106:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 171316 usecs (172 jiffies) 00000800:00000010:0.0:1767329626.104109:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6c5103d. 00000100:00000001:2.0:1767329626.104118:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301471405 00000100:00000001:3.0:1767329626.104120:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767329626.104120:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329626.104134:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301475676 00000100:00000001:3.0:1767329626.104136:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301475677 00000100:00000001:2.0:1767329626.104138:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301471405 00000800:00000200:0.0:1767329626.104138:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329626.104144:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329626.104147:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301475677 00000800:00000200:0.0:1767329626.104148:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6c5103d type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1767329626.104150:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062f47f9e. 00000800:00000010:1.0:1767329626.104150:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042bda6b6. 00000100:00000001:2.0:1767329626.104153:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301471405 00000100:00000001:0.0:1767329626.104156:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329626.104161:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301475677 00000400:00000200:1.0:1767329626.104162:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329626.104163:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767329626.104164:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 12036 usecs (13 jiffies) 00000100:00000001:2.0:1767329626.104165:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301471405 00000400:00000200:1.0:1767329626.104177:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329626.104179:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301471246 00000100:00000001:0.0:1767329626.104183:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301475676 00000100:00000001:3.0:1767329626.104184:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329626.104184:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000459e8137 00000100:00000001:2.0:1767329626.104185:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301475677 00000100:00000001:0.0:1767329626.104186:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301471246 00000400:00000010:1.0:1767329626.104192:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000459e8137. 00000100:00000001:3.0:1767329626.104198:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329626.104198:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301475677 00000100:00000001:2.0:1767329626.104201:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329626.104202:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329626.104211:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329626.104213:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301471246 00000100:00000001:3.0:1767329626.104214:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329626.104216:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329626.104219:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088e8bc68 x1853178572243712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329626.104237:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329626.104241:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301475677 00000100:00000001:0.0:1767329626.104249:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301471246 00000100:00000001:2.0:1767329626.104250:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329626.104256:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301475677 00000100:00000001:1.0:1767329626.104258:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329626.104266:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088e8bc68 x1853178572243712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329626.104266:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329626.104271:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329626.104276:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329626.104280:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329626.104280:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329626.104286:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329626.104289:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329626.104291:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329626.104294:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329626.104295:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329626.104297:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329626.104298:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329626.104302:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329626.104306:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000076d91448. 00000400:00000200:1.0:1767329626.104309:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329626.104313:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329626.104316:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f78a8952 00000400:00000010:1.0:1767329626.104318:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f78a8952. 00000100:00000001:1.0:1767329626.104320:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329626.104322:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8f35ab6 x1853178572243840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329626.104339:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329626.104340:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8f35ab6 x1853178572243840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329626.104345:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329626.104347:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329626.104384:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329626.104386:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6c5103d. 00000400:00000200:1.0:1767329626.104389:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329626.104392:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329626.104394:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008eff51a3 00000400:00000010:1.0:1767329626.104395:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008eff51a3. 00000100:00000001:1.0:1767329626.104402:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329626.104404:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ce1624 x1853178572243968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329626.104408:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329626.104410:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ce1624 x1853178572243968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329626.104414:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329626.104415:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329626.105859:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329626.105873:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329626.105875:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329626.105878:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329626.105884:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329626.105896:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2810300 00000400:00000200:1.0:1767329626.105903:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1179 [1] + 224 00000800:00000001:1.0:1767329626.105909:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329626.105914:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329626.105915:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329626.105918:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329626.105921:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329626.105930:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088e8bc68 x1853178572243712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329626.105938:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088e8bc68 x1853178572243712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329626.105952:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329626.105959:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329626.105961:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329626.105962:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329626.105964:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329626.105966:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329626.105970:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2810380 00000400:00000200:1.0:1767329626.105973:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x117d [1] + 224 00000800:00000001:1.0:1767329626.105976:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329626.105980:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329626.105982:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329626.105984:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329626.105986:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329626.105988:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8f35ab6 x1853178572243840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329626.105995:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f8f35ab6 x1853178572243840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329626.106006:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329626.106009:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329626.106036:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329626.106038:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329626.106040:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329626.106045:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329626.106050:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2810400 00000400:00000200:1.0:1767329626.106056:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1181 [1] + 224 00000800:00000001:1.0:1767329626.106060:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329626.106069:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329626.106070:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329626.106073:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329626.106074:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329626.106077:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329626.106079:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329626.106083:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ce1624 x1853178572243968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767329626.106084:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329626.106087:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329626.106091:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ae29f3c. 00000400:00000200:2.0:1767329626.106096:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe3fde9b 00000100:00000040:1.0:1767329626.106096:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ce1624 x1853178572243968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329626.106100:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767329626.106101:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe3fde9b. 00000100:00000001:3.0:1767329626.106108:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329626.106109:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329626.106119:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8f35ab6 x1853178572243840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329626.106119:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1767329626.106121:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329626.106127:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329626.106134:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad2aada8. 00000100:00000200:2.0:1767329626.106138:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8f35ab6 x1853178572243840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329626.106143:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc11fa5 00000400:00000010:3.0:1767329626.106152:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc11fa5. 00000100:00000001:2.0:1767329626.106153:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329626.106156:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329626.106158:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329626.106160:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329626.106161:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329626.106163:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329626.106170:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329626.106174:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767329626.106176:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767329626.106177:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=13 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329626.106184:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=13 v=5 (1 1 1 1) 00000800:00000001:1.0:1767329626.106185:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329626.106186:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767329626.106190:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088e8bc68 x1853178572243712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329626.106192:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329626.106195:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329626.106198:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767329626.106199:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329626.106205:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767329626.106211:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767329626.106213:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014061b00. 00010000:00000001:2.0:1767329626.106218:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329626.106235:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f353e67a 00000100:00000001:2.0:1767329626.106240:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:0.0:1767329626.106240:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f353e67a. 00000100:00000040:2.0:1767329626.106244:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329626.106250:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329626.106252:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329626.106253:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329626.106259:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088e8bc68 x1853178572243712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329626.106264:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8f35ab6 x1853178572243840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329626.106264:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce1624 x1853178572243968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329626.106340:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767329626.106340:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ce1624 x1853178572243968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329626.106346:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329626.106358:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329626.106367:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329626.106369:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329626.106375:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329626.106376:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329626.106376:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329626.106378:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767329626.106382:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329626.106382:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329626.106383:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329626.106388:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329626.106389:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767329626.106395:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329626.106396:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329626.106400:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8f35ab6 x1853178572243840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329642 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329626.106408:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329626.106411:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=23 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329626.106415:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=23 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329626.106435:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=23 v=5 (1 1 1 1) 00000100:00100000:2.0:1767329626.106436:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572243840:192.168.202.109@tcp:400: 00000100:00001000:0.0:1767329626.106436:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=108 v=5 (1 0 0 0) 00000100:00000001:2.0:1767329626.106456:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329626.106456:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329626.106459:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329626.106460:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329626.106460:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329626.106466:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329626.106466:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767329626.106470:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8f35ab6 x1853178572243840/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329642 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329626.106478:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767329626.106479:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000026ce1624 x1853178572243968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329626.106490:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329626.106490:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329626.106495:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767329626.106498:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329626.106499:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000042deddc4. 02000000:00000001:2.0:1767329626.106514:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767329626.106515:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329626.106517:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767329626.106519:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088e8bc68 x1853178572243712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767329626.106521:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329626.106523:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329626.106528:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000020:00000001:2.0:1767329626.106530:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767329626.106532:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:2.0:1767329626.106534:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d0d0c54. 00000100:00000001:0.0:1767329626.106536:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329626.106544:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767329626.106550:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ce1624 x1853178572243968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329626.106551:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329626.106555:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8f35ab6. 00000100:00000001:2.0:1767329626.106563:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329626.106570:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329626.106570:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329626.106571:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329626.106577:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329626.106585:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329626.106587:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329626.106588:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329626.106588:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329626.106601:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329626.106602:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329626.106602:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ce1624 x1853178572243968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329642 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329626.106620:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329626.106623:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329626.106626:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572243968:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329626.106627:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088e8bc68 x1853178572243712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329642 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329626.106641:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329626.106650:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329626.106659:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ce1624 x1853178572243968/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329642 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329626.106672:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572243712:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329626.106673:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329626.106676:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329626.106678:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010dcaefb. 02000000:00000001:0.0:1767329626.106685:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329626.106687:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767329626.106688:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767329626.106689:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329626.106697:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767329626.106698:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767329626.106699:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ce889c. 02000000:00000001:0.0:1767329626.106706:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329626.106708:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767329626.106712:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088e8bc68 x1853178572243712/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329642 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767329626.106712:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ce1624. 00000100:00000001:0.0:1767329626.106719:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329626.106721:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329626.106732:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329626.106740:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329626.106744:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329626.106744:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329626.106748:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329626.106750:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329626.106759:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329626.106764:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a422f07f. 02000000:00000001:3.0:1767329626.106769:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329626.106772:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329626.106773:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1767329626.106776:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329626.106778:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 02000000:00000001:3.0:1767329626.106784:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329626.106786:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329626.106788:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088e8bc68. 00000100:00000001:3.0:1767329626.106792:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329626.106793:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329626.106796:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329626.106800:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329626.106802:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329626.106804:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329626.106806:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329626.167089:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329626.167093:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329626.167170:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329626.167173:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329626.167175:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329627.191096:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329627.191102:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329627.191192:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329627.191208:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329627.191228:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329628.215130:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329628.215135:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329628.215224:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329628.215227:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329628.215230:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329629.239175:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329629.239183:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329629.239311:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329629.239316:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329629.239320:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329630.263130:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329630.263138:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329630.263207:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329630.263213:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329630.263217:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329630.711104:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301475676, at 4301475840 00000100:00000040:1.0:1767329630.711108:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301475677, at 4301475840 00000100:00000010:0.0:1767329630.711121:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df7fe1eb. 00000100:00000010:1.0:1767329630.711124:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6d2c97a. 00000100:00000040:2.0:1767329630.711132:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301475677, at 4301475840 00000100:00000010:2.0:1767329630.711143:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004f4bfc5f. 00000100:00000040:3.0:1767329630.711145:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301475677, at 4301475840 00000100:00000010:3.0:1767329630.711160:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062f47f9e. 00000100:00000040:1.0:1767329631.223087:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329631.223097:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329631.223105:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 00000020:00000040:1.0:1767329631.223112:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329631.223117:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329631.223120:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329631.223125:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329631.223134:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 00000100:00000001:1.0:1767329631.223141:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329631.223152:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000dfc75053 x1853178572244096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329631.223204:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329631.223207:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329631.223214:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfc75053] to pc [ptlrpcd_00_03+3] req@00000000dfc75053 x1853178572244096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329631.223242:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329631.223245:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329631.223248:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329631.223251:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc9b4205. 00000020:00000040:1.0:1767329631.223255:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329631.223258:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329631.223260:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329631.223263:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329631.223267:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ce889c. 00000100:00000001:1.0:1767329631.223271:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329631.223272:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329631.223276:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000cc9b4205 x1853178572244224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329631.223279:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329631.223283:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329631.223289:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329631.223291:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329631.223294:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572244096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329631.223299:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9b4205] to pc [ptlrpcd_00_00+0] req@00000000cc9b4205 x1853178572244224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329631.223305:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329631.223311:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329631.223321:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329631.223324:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329631.223330:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329631.223334:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329631.223337:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329631.223341:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572244096:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329631.223346:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329631.223347:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767329631.223350:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767329631.223356:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329631.223356:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329631.223359:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000446a1ebc. 02000000:00000001:2.0:1767329631.223362:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767329631.223364:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:2.0:1767329631.223367:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329631.223368:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329631.223369:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329631.223373:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767329631.223374:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000010:2.0:1767329631.223375:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5217408. 02000000:00000001:1.0:1767329631.223376:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329631.223377:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329631.223383:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329631.223386:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d0d0c54. 00000100:00000001:0.0:1767329631.223388:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767329631.223392:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ae29f3c. 00000100:00000001:0.0:1767329631.223392:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329631.223398:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329631.223400:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329631.223402:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329631.223402:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767329631.223406:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe3fde9b. 00000100:00000001:3.0:1767329631.223408:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329631.223410:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc9b4205 x1853178572244224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329631.223414:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000446a1ebc x1853178572244352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767329631.223417:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572244096, portal 25 00000100:00000001:3.0:1767329631.223419:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329631.223432:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329631.223438:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000001:0.0:1767329631.223442:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329631.223446:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329631.223450:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767329631.223452:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572244096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329631.223454:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767329631.223454:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329631.223458:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329631.223460:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329631.223468:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572244224:192.168.202.109@tcp:400: 00000100:00000040:1.0:1767329631.223470:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a1ebc] to pc [ptlrpcd_00_01+1] req@00000000446a1ebc x1853178572244352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329631.223473:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329631.223476:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329631.223480:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329631.223483:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329631.223484:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329631.223486:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329631.223492:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050d7e9a5. 02000000:00000001:0.0:1767329631.223496:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329631.223498:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a46e40d. 00000400:00000010:0.0:1767329631.223501:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014061b00. 00000100:00000001:1.0:1767329631.223503:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329631.223504:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572244096, offset 0 00000400:00000010:0.0:1767329631.223507:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f353e67a. 00000100:00000040:1.0:1767329631.223509:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767329631.223515:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767329631.223521:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329631.223526:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329631.223526:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6814) 00000100:00000200:0.0:1767329631.223531:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572244224, portal 10 00000100:00100000:3.0:1767329631.223532:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767329631.223536:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329631.223538:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329631.223539:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777203072 : -127176932348544 : ffff8c55501fad80) 00000400:00000200:2.0:1767329631.223543:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329631.223556:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767329631.223558:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767329631.223558:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc9b4205 x1853178572244224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329631.223560:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329631.223569:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329631.223576:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329631.223576:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329631.223578:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329631.223588:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767329631.223594:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767329631.223595:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329631.223601:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000446a1ebc x1853178572244352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329631.223602:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062f196e0. 00000400:00000200:2.0:1767329631.223609:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:0.0:1767329631.223613:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572244224, offset 0 00000400:00000200:2.0:1767329631.223626:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [537:537:256:4294967295] 192.168.202.109@tcp LPNI seq info [537:537:8:4294967295] 00000400:00000200:0.0:1767329631.223636:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329631.223655:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329631.223657:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329631.223660:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767329631.223666:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329631.223675:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329631.223677:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:3.0:1767329631.223679:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767329631.223687:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074996e45. 02000000:00000001:3.0:1767329631.223693:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329631.223695:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767329631.223708:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329631.223711:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00100000:3.0:1767329631.223713:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572244352:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329631.223728:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767329631.223729:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767329631.223730:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:3.0:1767329631.223742:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767329631.223742:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:2.0:1767329631.223744:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000074996e45 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767329631.223751:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329631.223757:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329631.223758:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [538:538:255:4294967295] 192.168.202.109@tcp LPNI seq info [538:538:7:4294967295] 02000000:00000010:3.0:1767329631.223764:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000957ff9d4. 00000100:00000001:2.0:1767329631.223769:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329631.223771:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329631.223784:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301480796 00000400:00000200:0.0:1767329631.223785:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:3.0:1767329631.223786:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad2aada8. 00000100:00000010:2.0:1767329631.223797:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e2a0a9e1. 00000400:00000010:3.0:1767329631.223801:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc11fa5. 00000800:00000200:0.0:1767329631.223802:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329631.223809:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000010:0.0:1767329631.223811:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dda4c5dc. 00000100:00000200:3.0:1767329631.223813:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572244352, portal 10 00000100:00000001:3.0:1767329631.223820:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329631.223823:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301480796 00000100:00000001:3.0:1767329631.223825:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777192320 : -127176932359296 : ffff8c55501f8380) 00000800:00000200:0.0:1767329631.223828:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:2.0:1767329631.223840:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c7b3059. 00000100:00000040:3.0:1767329631.223846:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000446a1ebc x1853178572244352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329631.223850:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767329631.223852:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329631.223864:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301480796 00000800:00000200:0.0:1767329631.223865:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dda4c5dc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329631.223883:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767329631.223884:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e061032. 00000100:00000001:3.0:1767329631.223890:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329631.223894:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767329631.223894:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 170267 usecs (171 jiffies) 00000100:00000040:3.0:1767329631.223907:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329631.223907:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301476523 00000100:00000001:2.0:1767329631.223909:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301480796 00000800:00000200:1.0:1767329631.223909:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329631.223918:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074996e45. 00000400:00000010:3.0:1767329631.223919:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73b5700. 00000100:00000001:0.0:1767329631.223919:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301480796 00000100:00000010:2.0:1767329631.223920:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000921f32b6. 00000100:00000200:3.0:1767329631.223934:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572244352, offset 0 00000100:00000001:2.0:1767329631.223934:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767329631.223935:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301476523 00000400:00000200:1.0:1767329631.223936:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329631.223949:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301480796 00000100:00000001:0.0:1767329631.223952:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301476523 00000100:00000001:2.0:1767329631.223955:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329631.223956:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329631.223967:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329631.223968:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301480796 00000100:00000001:2.0:1767329631.223969:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329631.223973:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301476523 00000100:00000001:0.0:1767329631.223975:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301480796 00000100:00000001:0.0:1767329631.223976:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329631.223977:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329631.223982:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329631.223983:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329631.223985:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329631.223988:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329631.223988:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329631.223991:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329631.223994:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329631.223995:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329631.223996:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329631.224000:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329631.224003:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329631.224004:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329631.224006:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329631.224009:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329631.224073:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a46e40d 00000400:00000010:1.0:1767329631.224079:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a46e40d. 00000400:00000200:3.0:1767329631.224084:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329631.224085:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767329631.224095:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1767329631.224097:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572244096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329631.224105:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329631.224115:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329631.224124:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767329631.224125:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:1.0:1767329631.224131:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572244096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329631.224137:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [539:539:254:4294967295] 192.168.202.109@tcp LPNI seq info [539:539:6:4294967295] 00000100:00000001:1.0:1767329631.224163:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329631.224189:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767329631.224190:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329631.224200:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329631.224208:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030c67b31. 00000800:00000200:3.0:1767329631.224216:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767329631.224225:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329631.224238:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000030c67b31 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329631.224244:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329631.224245:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767329631.224251:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 11983 usecs (12 jiffies) 00000800:00000010:1.0:1767329631.224251:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dda4c5dc. 00000100:00000001:3.0:1767329631.224261:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301476365 00000400:00000200:1.0:1767329631.224264:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329631.224267:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301480796 00000100:00000001:3.0:1767329631.224273:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301476365 00000400:00000200:1.0:1767329631.224275:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329631.224282:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301480796 00000400:00000200:1.0:1767329631.224285:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062f196e0 00000400:00000010:1.0:1767329631.224291:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062f196e0. 00000100:00000001:1.0:1767329631.224309:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329631.224313:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc9b4205 x1853178572244224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329631.224322:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329631.224324:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc9b4205 x1853178572244224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329631.224331:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329631.224334:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301476365 00000100:00000001:1.0:1767329631.224336:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329631.224342:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301480796 00000100:00000001:3.0:1767329631.224348:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301476365 00000100:00000001:3.0:1767329631.224351:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301480796 00000100:00000001:3.0:1767329631.224354:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329631.224358:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329631.224362:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329631.224366:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329631.224379:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329631.224385:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030c67b31. 00000400:00000200:1.0:1767329631.224389:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329631.224393:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329631.224397:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73b5700 00000400:00000010:1.0:1767329631.224399:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73b5700. 00000100:00000001:1.0:1767329631.224401:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329631.224404:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000446a1ebc x1853178572244352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329631.224412:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329631.224414:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000446a1ebc x1853178572244352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329631.224421:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329631.224423:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329631.225827:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329631.225839:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329631.225842:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329631.225846:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329631.225854:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329631.225867:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2810480 00000400:00000200:1.0:1767329631.225873:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1191 [1] + 224 00000800:00000001:1.0:1767329631.225880:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329631.225957:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329631.225962:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329631.225974:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329631.225982:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329631.225988:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572244096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329631.225998:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfc75053 x1853178572244096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329631.226035:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329631.226045:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329631.226051:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329631.226053:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329631.226056:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329631.226061:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329631.226063:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767329631.226066:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329631.226074:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767329631.226076:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2810500 00000400:00000001:2.0:1767329631.226077:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329631.226082:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ae29f3c. 00000400:00000200:2.0:1767329631.226087:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe3fde9b 00000400:00000010:2.0:1767329631.226089:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe3fde9b. 00000100:00000001:2.0:1767329631.226093:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767329631.226096:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1199 [1] + 224 00000100:00000200:2.0:1767329631.226100:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572244096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329631.226104:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329631.226111:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329631.226115:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767329631.226116:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572244096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329631.226124:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329631.226132:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329631.226137:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767329631.226137:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc9b4205 x1853178572244224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329631.226141:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329631.226147:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329631.226151:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767329631.226155:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc9b4205 x1853178572244224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329631.226156:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329631.226159:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329631.226164:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329631.226185:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=28 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329631.226190:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=28 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329631.226193:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329631.226194:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329631.226198:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329631.226200:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767329631.226201:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329631.226205:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329631.226206:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329631.226209:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329631.226211:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329631.226215:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329631.226216:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfc75053 x1853178572244096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329631.226227:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329631.226237:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2810580 00000400:00000200:1.0:1767329631.226251:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x11a1 [1] + 224 00000100:00000001:2.0:1767329631.226254:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329631.226258:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329631.226260:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329631.226262:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329631.226263:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329631.226269:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767329631.226270:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767329631.226272:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572244096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329647 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767329631.226273:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329631.226276:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014061b00. 00000800:00000001:1.0:1767329631.226280:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329631.226283:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f353e67a 00000400:00000200:1.0:1767329631.226287:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767329631.226287:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f353e67a. 00000100:00000001:0.0:1767329631.226294:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767329631.226298:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572244096:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767329631.226300:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:0.0:1767329631.226303:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc9b4205 x1853178572244224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329631.226310:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329631.226312:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329631.226318:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767329631.226319:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000446a1ebc x1853178572244352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329631.226320:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc9b4205 x1853178572244224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329631.226325:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572244096/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329647 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329631.226349:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329631.226352:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329631.226356:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329631.226359:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329631.226361:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329631.226362:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767329631.226363:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000446a1ebc x1853178572244352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329631.226365:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329631.226366:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767329631.226371:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329631.226372:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5217408. 00000100:00001000:0.0:1767329631.226379:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=18 v=5 (5 5 5 5) 02000000:00000001:2.0:1767329631.226381:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329631.226387:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1767329631.226387:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=18 v=5 (1 1 1 1) 00000020:00000040:2.0:1767329631.226391:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329631.226392:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329631.226395:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329631.226397:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767329631.226398:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767329631.226401:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 00010000:00000001:0.0:1767329631.226405:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767329631.226406:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767329631.226409:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329631.226410:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1767329631.226412:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329631.226413:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767329631.226415:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767329631.226416:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000010:2.0:1767329631.226420:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000100:00000001:0.0:1767329631.226421:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329631.226425:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329631.226429:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329631.226432:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329631.226434:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329631.226434:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc9b4205 x1853178572244224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329631.226437:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329631.226445:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767329631.226447:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767329631.226449:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767329631.226451:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767329631.226457:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767329631.226458:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad2aada8. 00000100:00000001:0.0:1767329631.226458:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329631.226462:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329631.226466:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329631.226469:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc11fa5 00000100:00000001:2.0:1767329631.226470:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329631.226477:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc9b4205 x1853178572244224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329647 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767329631.226478:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc11fa5. 00000100:00000001:2.0:1767329631.226480:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329631.226490:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767329631.226501:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572244224:192.168.202.109@tcp:400: 00000100:00000200:3.0:1767329631.226503:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000446a1ebc x1853178572244352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329631.226514:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329631.226526:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767329631.226531:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000446a1ebc x1853178572244352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329631.226532:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc9b4205 x1853178572244224/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329647 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329631.226606:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329631.226607:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767329631.226610:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329631.226612:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767329631.226619:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767329631.226620:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050d7e9a5. 02000000:00000001:0.0:1767329631.226625:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329631.226626:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329631.226627:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 02000000:00000001:3.0:1767329631.226632:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767329631.226632:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767329631.226641:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1767329631.226642:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ce889c. 00000100:00000001:3.0:1767329631.226650:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329631.226653:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329631.226658:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329631.226658:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329631.226666:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc9b4205. 00000100:00000001:0.0:1767329631.226670:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1767329631.226672:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=28 v=5 (5 5 5 5) 00000100:00000001:0.0:1767329631.226672:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329631.226685:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767329631.226687:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=113 v=5 (1 0 0 0) 00000100:00000001:0.0:1767329631.226691:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329631.226692:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329631.226694:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329631.226696:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767329631.226700:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767329631.226704:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000446a1ebc x1853178572244352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329631.226707:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329631.226715:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329631.226731:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329631.226734:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329631.226736:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329631.226737:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329631.226740:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329631.226744:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000446a1ebc x1853178572244352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329631.226750:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329631.226752:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329631.226753:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329631.226756:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000446a1ebc x1853178572244352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329647 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329631.226761:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572244352:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329631.226765:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329631.226766:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329631.226768:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000446a1ebc x1853178572244352/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329647 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329631.226772:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329631.226774:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329631.226776:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000957ff9d4. 02000000:00000001:3.0:1767329631.226778:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329631.226785:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329631.226786:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329631.226788:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329631.226790:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d0d0c54. 02000000:00000001:3.0:1767329631.226794:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329631.226795:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329631.226797:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000446a1ebc. 00000100:00000001:3.0:1767329631.226799:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329631.226800:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329631.226801:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329631.226805:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329631.226806:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329631.226807:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329631.226809:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329631.287097:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329631.287102:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329631.287197:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329631.287201:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329631.287203:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329632.311111:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329632.311118:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329632.311197:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329632.311202:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329632.311205:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329633.335205:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329633.335213:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329633.335269:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329633.335276:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329633.335280:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329634.359108:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329634.359117:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329634.359121:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329634.359123:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329634.359128:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329634.359130:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329634.359132:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329634.359134:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329634.359236:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329634.359240:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329634.359242:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329635.383106:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329635.383112:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329635.383185:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329635.383188:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329635.383208:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329635.831081:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301480796, at 4301480960 00000100:00000010:1.0:1767329635.831094:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c7b3059. 00000100:00000040:0.0:1767329635.831103:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301480796, at 4301480960 00000100:00000010:0.0:1767329635.831114:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e2a0a9e1. 00000100:00000040:2.0:1767329635.831121:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301480796, at 4301480960 00000100:00000010:2.0:1767329635.831147:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e061032. 00000100:00000040:3.0:1767329635.831150:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301480796, at 4301480960 00000100:00000010:3.0:1767329635.831163:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000921f32b6. 00000100:00000040:3.0:1767329636.343179:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329636.343191:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329636.343202:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b10225ad. 00000020:00000040:3.0:1767329636.343211:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329636.343218:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329636.343223:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329636.343231:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329636.343243:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c3d2ae82. 00000100:00000001:3.0:1767329636.343254:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329636.343271:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000b10225ad x1853178572244480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329636.343287:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329636.343290:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329636.343300:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b10225ad] to pc [ptlrpcd_00_02+2] req@00000000b10225ad x1853178572244480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329636.343362:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329636.343366:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329636.343372:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329636.343376:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050ad2e6c. 00000020:00000040:3.0:1767329636.343380:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329636.343384:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329636.343385:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329636.343391:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329636.343396:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329636.343397:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329636.343397:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767329636.343405:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eda5e76f. 00000100:00000001:2.0:1767329636.343407:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329636.343407:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329636.343421:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329636.343431:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000050ad2e6c x1853178572244608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767329636.343434:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b10225ad x1853178572244480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329636.343443:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329636.343445:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329636.343449:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050ad2e6c] to pc [ptlrpcd_00_03+3] req@0000000050ad2e6c x1853178572244608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329636.343487:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329636.343488:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767329636.343492:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329636.343495:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329636.343498:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329636.343505:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bda1c3a0. 00000020:00000040:3.0:1767329636.343511:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:1.0:1767329636.343511:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767329636.343518:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329636.343523:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329636.343526:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767329636.343526:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329636.343527:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329636.343538:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329636.343539:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767329636.343540:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329636.343553:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011b16950. 00000100:00000001:3.0:1767329636.343562:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329636.343563:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000050ad2e6c x1853178572244608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329636.343563:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572244480:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329636.343582:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000bda1c3a0 x1853178572244736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329636.343590:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329636.343604:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329636.343612:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329636.343629:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329636.343637:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329636.343643:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329636.343644:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000871301bd. 00000100:00000001:3.0:1767329636.343649:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767329636.343652:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329636.343652:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329636.343656:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767329636.343675:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6cb2fcd. 02000000:00000001:2.0:1767329636.343676:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329636.343678:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329636.343693:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000050ad2e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572244608:192.168.202.109@tcp:400: 00000400:00000010:1.0:1767329636.343693:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c186ed3c. 00000100:00000040:3.0:1767329636.343695:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bda1c3a0] to pc [ptlrpcd_00_00+0] req@00000000bda1c3a0 x1853178572244736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329636.343710:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767329636.343713:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572244480, portal 25 02000000:00000001:2.0:1767329636.343717:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329636.343726:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329636.343731:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767329636.343739:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329636.343741:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776944512 : -127176932607104 : ffff8c55501bbb80) 02000000:00000010:2.0:1767329636.343751:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000827d3670. 02000000:00000001:2.0:1767329636.343757:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329636.343762:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ae29f3c. 00000100:00000040:1.0:1767329636.343763:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b10225ad x1853178572244480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329636.343770:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe3fde9b. 00000100:00000001:3.0:1767329636.343773:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329636.343779:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572244608, portal 10 00000100:00000040:3.0:1767329636.343784:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329636.343787:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329636.343794:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776943616 : -127176932608000 : ffff8c55501bb800) 00000100:00000040:3.0:1767329636.343807:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767329636.343811:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329636.343815:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000050ad2e6c x1853178572244608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329636.343817:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6819) 00000100:00000040:1.0:1767329636.343830:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329636.343834:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767329636.343838:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e480de18. 00000100:00000040:2.0:1767329636.343845:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000200:1.0:1767329636.343849:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572244480, offset 0 00000400:00000010:2.0:1767329636.343850:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b33676b. 00000100:00000001:0.0:1767329636.343852:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767329636.343860:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572244608, offset 0 00000100:00000001:0.0:1767329636.343860:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329636.343864:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767329636.343866:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329636.343874:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329636.343875:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bda1c3a0 x1853178572244736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329636.343884:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329636.343885:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329636.343891:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329636.343907:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767329636.343909:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329636.343911:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329636.343915:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767329636.343919:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:0.0:1767329636.343920:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329636.343926:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329636.343930:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00100000:0.0:1767329636.343932:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572244736:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329636.343939:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767329636.343941:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:0.0:1767329636.343943:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329636.343947:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329636.343951:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329636.343954:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [540:540:256:4294967295] 192.168.202.109@tcp LPNI seq info [540:540:8:4294967295] 02000000:00000010:0.0:1767329636.343957:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1f6afd9. 02000000:00000001:0.0:1767329636.343962:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329636.343966:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014061b00. 00000400:00000010:0.0:1767329636.343971:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f353e67a. 00000100:00000200:0.0:1767329636.343977:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572244736, portal 10 00000400:00000200:1.0:1767329636.343981:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329636.343981:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329636.343983:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776935552 : -127176932616064 : ffff8c55501b9880) 00000100:00000040:0.0:1767329636.343989:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bda1c3a0 x1853178572244736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329636.344007:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:1.0:1767329636.344046:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329636.344056:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:1.0:1767329636.344059:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 00000100:00000040:0.0:1767329636.344065:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329636.344066:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767329636.344070:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e43dd11. 00000400:00000200:2.0:1767329636.344076:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:1.0:1767329636.344078:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:0.0:1767329636.344079:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572244736, offset 0 00000400:00000200:2.0:1767329636.344086:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329636.344093:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329636.344093:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329636.344100:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329636.344105:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [541:541:255:4294967295] 192.168.202.109@tcp LPNI seq info [541:541:7:4294967295] 00000800:00000200:1.0:1767329636.344111:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329636.344136:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329636.344144:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329636.344149:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c950b47. 00000400:00000200:0.0:1767329636.344149:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329636.344157:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329636.344160:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329636.344161:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329636.344163:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329636.344176:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329636.344181:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301485917 00000400:00000200:0.0:1767329636.344184:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:2.0:1767329636.344187:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329636.344193:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002c950b47 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767329636.344195:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea9442b1. 00000400:00000200:0.0:1767329636.344196:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [542:542:254:4294967295] 192.168.202.109@tcp LPNI seq info [542:542:6:4294967295] 00000100:00000001:2.0:1767329636.344204:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329636.344209:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 169233 usecs (170 jiffies) 00000100:00000001:1.0:1767329636.344211:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767329636.344216:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301481643 00000400:00000200:0.0:1767329636.344226:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329636.344227:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301485917 00000100:00000001:1.0:1767329636.344227:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301485917 00000100:00000001:2.0:1767329636.344235:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301481643 00000800:00000200:0.0:1767329636.344237:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:1.0:1767329636.344241:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1fa5921. 00000800:00000010:0.0:1767329636.344247:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c06a1248. 00000100:00000001:1.0:1767329636.344249:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767329636.344256:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329636.344261:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301485917 00000100:00000001:2.0:1767329636.344262:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301485917 00000800:00000200:0.0:1767329636.344270:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329636.344271:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329636.344271:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301481643 00000100:00000010:1.0:1767329636.344272:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000620d8893. 00000800:00000200:0.0:1767329636.344275:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c06a1248 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1767329636.344287:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000100:00000001:1.0:1767329636.344290:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767329636.344290:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329636.344298:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 11932 usecs (12 jiffies) 00000400:00000200:3.0:1767329636.344301:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329636.344303:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301485917 00000100:00000001:1.0:1767329636.344304:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301485917 00000100:00000001:0.0:1767329636.344304:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301481485 00000100:00000001:2.0:1767329636.344312:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301481643 00000100:00000001:0.0:1767329636.344315:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301485917 00000100:00000010:1.0:1767329636.344317:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077278bd8. 00000400:00000200:3.0:1767329636.344324:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329636.344326:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301481485 00000100:00000001:1.0:1767329636.344338:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767329636.344339:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301485917 00000400:00000200:3.0:1767329636.344342:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e480de18 00000100:00000001:0.0:1767329636.344347:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301481485 00000400:00000010:3.0:1767329636.344349:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e480de18. 00000100:00000001:1.0:1767329636.344351:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329636.344352:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301485917 00000100:00000001:0.0:1767329636.344361:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301485917 00000100:00000001:2.0:1767329636.344366:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329636.344372:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329636.344372:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301481485 00000100:00000001:3.0:1767329636.344373:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329636.344373:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329636.344388:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301485917 00000100:00000001:1.0:1767329636.344392:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329636.344393:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329636.344394:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b10225ad x1853178572244480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329636.344407:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329636.344408:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329636.344409:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329636.344423:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329636.344425:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329636.344427:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329636.344438:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329636.344441:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329636.344441:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329636.344455:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329636.344458:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329636.344460:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329636.344471:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329636.344472:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329636.344472:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329636.344473:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329636.344482:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329636.344483:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329636.344486:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b10225ad x1853178572244480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329652 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329636.344487:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329636.344488:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329636.344495:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329636.344497:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329636.344506:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329636.344507:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329636.344524:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329636.344531:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329636.344537:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329636.344579:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329636.344582:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c950b47. 00000400:00000200:3.0:1767329636.344587:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329636.344590:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329636.344593:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b33676b 00000400:00000010:3.0:1767329636.344595:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b33676b. 00000100:00000001:3.0:1767329636.344599:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329636.344602:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000050ad2e6c x1853178572244608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329636.344626:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329636.344628:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000050ad2e6c x1853178572244608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329652 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329636.344636:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329636.344637:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329636.344683:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329636.344686:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c06a1248. 00000400:00000200:3.0:1767329636.344691:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329636.344695:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329636.344698:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e43dd11 00000400:00000010:3.0:1767329636.344700:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e43dd11. 00000100:00000001:3.0:1767329636.344710:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329636.344713:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bda1c3a0 x1853178572244736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329636.344721:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329636.344723:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bda1c3a0 x1853178572244736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329652 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329636.344730:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329636.344732:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329636.347148:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329636.347169:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329636.347173:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329636.347177:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329636.347198:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329636.347214:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2810600 00000400:00000200:1.0:1767329636.347223:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x11a9 [1] + 224 00000800:00000001:1.0:1767329636.347231:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329636.347246:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329636.347250:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329636.347256:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329636.347265:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329636.347271:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b10225ad x1853178572244480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329652 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329636.347286:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b10225ad x1853178572244480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329636.347313:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329636.347322:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329636.347328:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329636.347387:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329636.347392:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329636.347398:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329636.347400:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329636.347402:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6cb2fcd. 00000400:00000200:0.0:1767329636.347408:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c186ed3c 00000400:00000010:0.0:1767329636.347410:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c186ed3c. 00000100:00000001:0.0:1767329636.347413:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329636.347417:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b10225ad x1853178572244480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329636.347427:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b10225ad x1853178572244480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329652 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329636.347434:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329636.347436:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329636.347438:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329636.347439:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329636.347445:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329636.347447:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329636.347449:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329636.347452:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329636.347452:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329636.347460:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767329636.347463:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=33 v=5 (5 5 5 5) 00000800:00000001:1.0:1767329636.347467:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767329636.347468:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=33 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329636.347476:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329636.347477:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329636.347480:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329636.347484:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329636.347485:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767329636.347487:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329636.347500:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2810680 00000100:00000040:0.0:1767329636.347503:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b10225ad x1853178572244480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329652 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329636.347514:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329636.347516:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x11ad [1] + 224 00000100:00000001:0.0:1767329636.347519:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329636.347523:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329636.347527:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767329636.347533:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b10225ad x1853178572244480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329652 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329636.347540:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572244480:192.168.202.109@tcp:400: 00000800:00000001:1.0:1767329636.347542:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329636.347545:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329636.347548:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329636.347549:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329636.347554:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b10225ad x1853178572244480/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329652 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329636.347562:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329636.347569:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767329636.347572:0:208642:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767329636.347573:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329636.347578:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000871301bd. 02000000:00000001:0.0:1767329636.347582:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1767329636.347583:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000050ad2e6c x1853178572244608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329652 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767329636.347585:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329636.347589:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329636.347593:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329636.347596:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c3d2ae82. 02000000:00000001:0.0:1767329636.347603:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329636.347607:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329636.347610:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b10225ad. 00000100:00000040:1.0:1767329636.347611:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000050ad2e6c x1853178572244608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329636.347616:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329636.347619:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329636.347624:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329636.347629:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329636.347631:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329636.347634:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329636.347636:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329636.347666:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329636.347676:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329636.347685:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329636.347688:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329636.347691:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329636.347698:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329636.347707:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2810700 00000400:00000200:1.0:1767329636.347713:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x11b9 [1] + 224 00000800:00000001:1.0:1767329636.347719:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329636.347727:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329636.347731:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329636.347737:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329636.347743:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329636.347744:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329636.347748:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767329636.347754:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bda1c3a0 x1853178572244736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329652 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767329636.347755:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329636.347758:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329636.347762:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ae29f3c. 00000400:00000200:2.0:1767329636.347771:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe3fde9b 00000400:00000010:2.0:1767329636.347775:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe3fde9b. 00000100:00000040:1.0:1767329636.347779:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bda1c3a0 x1853178572244736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329636.347780:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329636.347789:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000050ad2e6c x1853178572244608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329636.347814:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000050ad2e6c x1853178572244608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329652 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329636.347823:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329636.347823:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329636.347829:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329636.347831:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329636.347833:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767329636.347834:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329636.347835:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329636.347840:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329636.347843:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329636.347844:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329636.347847:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=23 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329636.347853:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=23 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329636.347854:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329636.347856:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329636.347858:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329636.347859:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329636.347863:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1767329636.347864:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767329636.347867:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767329636.347868:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767329636.347873:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329636.347874:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329636.347879:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:0.0:1767329636.347880:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014061b00. 00000100:00000001:2.0:1767329636.347881:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329636.347886:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f353e67a 00000100:00000040:2.0:1767329636.347887:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000050ad2e6c x1853178572244608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329652 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329636.347891:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f353e67a. 00000100:00000001:0.0:1767329636.347903:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329636.347910:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bda1c3a0 x1853178572244736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329636.347939:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767329636.347944:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bda1c3a0 x1853178572244736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329652 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329636.347945:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329636.347948:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329636.347958:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050ad2e6c x1853178572244608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329652 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329636.347960:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329636.347963:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329636.347968:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329636.347971:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329636.347975:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767329636.347976:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000050ad2e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572244608:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329636.347978:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329636.347985:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329636.347987:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329636.347990:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1767329636.347991:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=33 v=5 (5 5 5 5) 00000100:00000040:2.0:1767329636.347994:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000050ad2e6c x1853178572244608/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329652 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767329636.347999:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=118 v=5 (1 0 0 0) 00000100:00000001:0.0:1767329636.348008:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329636.348011:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329636.348039:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329636.348042:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329636.348044:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000827d3670. 00010000:00000001:0.0:1767329636.348047:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767329636.348049:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329636.348052:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329636.348054:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00010000:00080000:0.0:1767329636.348056:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bda1c3a0 x1853178572244736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329652 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767329636.348059:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329636.348062:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eda5e76f. 02000000:00000001:2.0:1767329636.348069:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767329636.348071:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329636.348072:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329636.348077:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050ad2e6c. 00000100:00000001:0.0:1767329636.348077:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329636.348081:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329636.348084:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329636.348085:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329636.348089:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329636.348090:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329636.348095:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329636.348098:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bda1c3a0 x1853178572244736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329652 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329636.348102:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329636.348105:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329636.348111:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329636.348111:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329636.348114:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329636.348115:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329636.348119:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329636.348137:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda1c3a0 x1853178572244736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329652 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329636.348151:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572244736:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329636.348156:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329636.348158:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329636.348159:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bda1c3a0 x1853178572244736/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329652 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329636.348165:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329636.348166:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329636.348168:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1f6afd9. 02000000:00000001:0.0:1767329636.348171:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329636.348172:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329636.348173:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329636.348175:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329636.348176:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011b16950. 02000000:00000001:0.0:1767329636.348178:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329636.348179:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329636.348180:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bda1c3a0. 00000100:00000001:0.0:1767329636.348183:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329636.348183:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329636.348185:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329636.348188:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329636.348189:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329636.348191:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329636.348193:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329636.407115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329636.407136:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329636.407247:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329636.407251:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329636.407254:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329637.431128:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329637.431134:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329637.431186:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329637.431189:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329637.431192:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329638.455083:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329638.455088:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329638.455149:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329638.455159:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329638.455161:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329639.479119:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329639.479125:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329639.479181:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329639.479184:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329639.479186:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329640.503132:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329640.503139:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329640.503224:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329640.503228:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329640.503230:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329640.951132:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301485917, at 4301486080 00000100:00000010:0.0:1767329640.951148:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea9442b1. 00000100:00000040:2.0:1767329640.951150:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301485917, at 4301486080 00000100:00000040:1.0:1767329640.951158:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301485917, at 4301486080 00000100:00000010:2.0:1767329640.951159:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000620d8893. 00000100:00000040:3.0:1767329640.951171:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301485917, at 4301486080 00000100:00000010:1.0:1767329640.951171:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1fa5921. 00000100:00000010:3.0:1767329640.951187:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077278bd8. 00000100:00000040:0.0:1767329641.463178:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329641.463201:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329641.463209:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d963913. 00000020:00000040:0.0:1767329641.463214:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329641.463218:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329641.463221:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329641.463225:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329641.463233:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c06a1248. 00000100:00000001:0.0:1767329641.463238:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329641.463247:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000003d963913 x1853178572244864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329641.463257:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329641.463259:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329641.463263:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d963913] to pc [ptlrpcd_00_01+1] req@000000003d963913 x1853178572244864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329641.463298:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329641.463302:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329641.463306:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329641.463310:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ebc4a5d. 00000020:00000040:0.0:1767329641.463313:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329641.463316:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329641.463318:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329641.463320:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329641.463322:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767329641.463325:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dda4c5dc. 00000100:00000001:3.0:1767329641.463331:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329641.463333:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329641.463336:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329641.463346:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329641.463348:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d963913 x1853178572244864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329641.463354:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329641.463373:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000002ebc4a5d x1853178572244992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329641.463417:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329641.463426:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329641.463427:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329641.463434:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329641.463437:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329641.463441:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329641.463441:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ebc4a5d] to pc [ptlrpcd_00_02+2] req@000000002ebc4a5d x1853178572244992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329641.463449:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329641.463466:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329641.463474:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d963913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572244864:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329641.463477:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329641.463482:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329641.463483:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329641.463485:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767329641.463491:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767329641.463492:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000010:0.0:1767329641.463492:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087b3a54b. 02000000:00000001:3.0:1767329641.463494:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329641.463498:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329641.463503:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329641.463505:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767329641.463505:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:3.0:1767329641.463519:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329641.463520:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329641.463527:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767329641.463527:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767329641.463529:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002eb6fe7a. 00000100:00000001:2.0:1767329641.463531:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329641.463531:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329641.463539:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329641.463542:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6c5103d. 00000100:00000001:2.0:1767329641.463543:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329641.463547:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329641.463549:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329641.463550:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad2aada8. 00000100:00000001:2.0:1767329641.463551:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767329641.463568:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc11fa5. 00000100:00000040:2.0:1767329641.463569:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ebc4a5d x1853178572244992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329641.463569:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000087b3a54b x1853178572245120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767329641.463584:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572244864, portal 25 00000100:00000001:3.0:1767329641.463594:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329641.463599:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578909312 : -127177130642304 : ffff8c55444df480) 00000100:00000040:3.0:1767329641.463614:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d963913 x1853178572244864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329641.463621:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329641.463627:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329641.463633:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329641.463641:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329641.463643:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b3a54b] to pc [ptlrpcd_00_03+3] req@0000000087b3a54b x1853178572245120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329641.463648:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329641.463668:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329641.463670:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329641.463670:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329641.463681:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329641.463682:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767329641.463683:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329641.463690:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767329641.463692:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a54034e. 00000100:00100000:1.0:1767329641.463696:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:0.0:1767329641.463698:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1767329641.463699:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572244864, offset 0 00000100:00100000:2.0:1767329641.463700:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ebc4a5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572244992:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329641.463702:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329641.463715:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6824) 00000100:00000001:2.0:1767329641.463716:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329641.463717:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767329641.463726:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329641.463727:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329641.463730:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329641.463739:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329641.463739:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329641.463742:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767329641.463746:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329641.463746:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767329641.463754:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d030869. 00000400:00000200:3.0:1767329641.463755:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:1.0:1767329641.463756:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087b3a54b x1853178572245120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329641.463766:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329641.463774:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767329641.463778:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ae29f3c. 00000400:00000200:3.0:1767329641.463787:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:2.0:1767329641.463791:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe3fde9b. 00000100:00000001:1.0:1767329641.463795:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767329641.463800:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329641.463801:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329641.463806:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572244992, portal 10 00000400:00000200:3.0:1767329641.463807:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:1.0:1767329641.463809:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329641.463815:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329641.463817:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767329641.463818:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [543:543:256:4294967295] 192.168.202.109@tcp LPNI seq info [543:543:8:4294967295] 02000000:00000001:1.0:1767329641.463824:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329641.463825:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578903936 : -127177130647680 : ffff8c55444ddf80) 00000100:00100000:1.0:1767329641.463839:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087b3a54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572245120:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329641.463844:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767329641.463847:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ebc4a5d x1853178572244992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329641.463851:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329641.463856:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329641.463858:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:1.0:1767329641.463868:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329641.463878:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ce1844e. 00000800:00000200:3.0:1767329641.463883:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329641.463890:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329641.463896:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:3.0:1767329641.463897:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011b16950. 00000400:00000010:1.0:1767329641.463898:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000639c1374. 00000100:00000040:2.0:1767329641.463918:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329641.463920:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cab2768b. 00000400:00000010:2.0:1767329641.463926:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015e08bbb. 00000100:00000200:1.0:1767329641.463926:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572245120, portal 10 00000800:00000200:3.0:1767329641.463934:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:2.0:1767329641.463938:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572244992, offset 0 00000100:00000001:1.0:1767329641.463939:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329641.463942:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578908416 : -127177130643200 : ffff8c55444df100) 00000800:00000200:3.0:1767329641.463948:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000040:1.0:1767329641.463954:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087b3a54b x1853178572245120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767329641.463959:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011b16950 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329641.463959:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329641.463966:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767329641.463982:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:1.0:1767329641.463983:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329641.463999:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e003233e. 00000400:00000200:2.0:1767329641.464004:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1767329641.464005:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572245120, offset 0 00000100:00000001:3.0:1767329641.464006:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329641.464046:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301491037 00000100:00000010:3.0:1767329641.464054:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad40beb3. 00000400:00000200:1.0:1767329641.464061:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329641.464064:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329641.464067:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767329641.464089:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329641.464090:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301491037 00000100:00000010:3.0:1767329641.464097:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062f47f9e. 00000400:00000200:2.0:1767329641.464102:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329641.464104:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767329641.464122:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [544:544:255:4294967295] 192.168.202.109@tcp LPNI seq info [544:544:7:4294967295] 00000100:00000001:3.0:1767329641.464130:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301491037 00000100:00000010:3.0:1767329641.464135:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004f4bfc5f. 00000100:00000001:3.0:1767329641.464144:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767329641.464153:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301491037 00000400:00000200:2.0:1767329641.464153:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000010:3.0:1767329641.464162:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6d2c97a. 00000800:00000200:2.0:1767329641.464169:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329641.464170:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767329641.464172:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329641.464183:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767329641.464185:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c950b47. 00000400:00000200:1.0:1767329641.464186:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767329641.464191:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329641.464196:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767329641.464198:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011b16950. 00000400:00000200:1.0:1767329641.464201:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329641.464207:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329641.464208:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329641.464211:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329641.464212:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329641.464213:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767329641.464225:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329641.464229:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329641.464229:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329641.464230:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767329641.464234:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002c950b47 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329641.464239:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329641.464243:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329641.464247:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [545:545:254:4294967295] 192.168.202.109@tcp LPNI seq info [545:545:6:4294967295] 00000100:00000001:3.0:1767329641.464248:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329641.464251:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 168222 usecs (169 jiffies) 00000100:00000001:3.0:1767329641.464254:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329641.464259:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329641.464264:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301486762 00000100:00000001:2.0:1767329641.464271:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301491037 00000400:00000200:1.0:1767329641.464274:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329641.464278:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301486762 00000800:00000200:1.0:1767329641.464284:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329641.464284:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a54034e 00000100:00000001:2.0:1767329641.464285:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301491037 00000400:00000010:0.0:1767329641.464290:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a54034e. 00000100:00000001:2.0:1767329641.464292:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301486762 00000800:00000010:1.0:1767329641.464293:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000100:00000001:0.0:1767329641.464297:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329641.464299:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301491037 00000800:00000200:1.0:1767329641.464302:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329641.464304:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301486762 00000100:00000200:0.0:1767329641.464307:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d963913 x1853178572244864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329641.464310:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301491037 00000800:00000200:1.0:1767329641.464312:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329641.464318:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329641.464324:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329641.464326:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329641.464332:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329641.464333:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 11890 usecs (12 jiffies) 00000100:00000001:3.0:1767329641.464336:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329641.464336:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329641.464338:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329641.464346:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301486605 00000100:00000001:2.0:1767329641.464349:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329641.464351:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301491037 00000100:00000040:0.0:1767329641.464351:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d963913 x1853178572244864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329641.464355:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329641.464358:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301486605 00000100:00000001:2.0:1767329641.464371:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329641.464373:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301491037 00000100:00000001:2.0:1767329641.464374:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329641.464376:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301486605 00000100:00000001:2.0:1767329641.464381:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329641.464383:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301491037 00000100:00000001:1.0:1767329641.464390:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301486605 00000100:00000001:1.0:1767329641.464394:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301491037 00000100:00000001:0.0:1767329641.464395:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329641.464399:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329641.464399:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329641.464403:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329641.464412:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329641.464414:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329641.464418:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329641.464421:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c950b47. 00000400:00000200:0.0:1767329641.464424:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329641.464428:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329641.464430:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015e08bbb 00000400:00000010:0.0:1767329641.464432:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015e08bbb. 00000100:00000001:0.0:1767329641.464434:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329641.464437:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ebc4a5d x1853178572244992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329641.464443:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329641.464444:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ebc4a5d x1853178572244992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329641.464448:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329641.464449:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329641.464475:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329641.464476:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000400:00000200:0.0:1767329641.464480:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329641.464482:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329641.464483:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e003233e 00000400:00000010:0.0:1767329641.464484:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e003233e. 00000100:00000001:0.0:1767329641.464486:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329641.464488:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087b3a54b x1853178572245120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329641.464493:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329641.464494:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087b3a54b x1853178572245120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329641.464499:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329641.464500:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329641.465876:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329641.465889:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329641.465892:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329641.465895:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329641.465901:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329641.465922:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2810780 00000400:00000200:1.0:1767329641.465927:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x11c1 [1] + 224 00000800:00000001:1.0:1767329641.465932:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329641.465940:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329641.465942:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329641.465944:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329641.465947:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329641.465950:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d963913 x1853178572244864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329641.465957:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d963913 x1853178572244864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329641.465982:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329641.465986:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329641.465989:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329641.466146:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329641.466150:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329641.466152:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329641.466153:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329641.466157:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329641.466161:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2810800 00000400:00000200:1.0:1767329641.466165:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x11c9 [1] + 224 00000800:00000001:1.0:1767329641.466168:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329641.466171:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329641.466172:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329641.466175:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329641.466177:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329641.466185:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ebc4a5d x1853178572244992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329641.466193:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002ebc4a5d x1853178572244992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329641.466208:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329641.466208:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329641.466217:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767329641.466220:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329641.466224:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767329641.466226:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329641.466230:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329641.466233:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad2aada8. 00000400:00000200:3.0:1767329641.466240:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc11fa5 00000400:00000010:3.0:1767329641.466244:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc11fa5. 00000100:00000001:3.0:1767329641.466249:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329641.466253:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329641.466257:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329641.466263:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329641.466265:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329641.466267:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ae29f3c. 00000400:00000200:2.0:1767329641.466272:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe3fde9b 00000400:00000010:2.0:1767329641.466274:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe3fde9b. 00000100:00000001:2.0:1767329641.466277:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329641.466282:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ebc4a5d x1853178572244992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329641.466291:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ebc4a5d x1853178572244992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329641.466300:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329641.466301:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329641.466304:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329641.466307:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329641.466309:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329641.466311:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329641.466314:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329641.466321:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=28 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329641.466325:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=28 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329641.466330:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329641.466332:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329641.466336:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329641.466341:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329641.466344:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d963913 x1853178572244864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329641.466349:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329641.466353:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329641.466358:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329641.466378:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329641.466380:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767329641.466386:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ebc4a5d x1853178572244992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329641.466388:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329641.466396:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767329641.466398:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329641.466403:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1767329641.466403:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329641.466407:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329641.466413:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000040:2.0:1767329641.466417:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ebc4a5d x1853178572244992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329657 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329641.466425:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2810880 00000400:00000200:0.0:1767329641.466442:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x11cd [1] + 224 00000100:00100000:2.0:1767329641.466452:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ebc4a5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572244992:192.168.202.109@tcp:400: 00000800:00000001:0.0:1767329641.466459:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329641.466469:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329641.466469:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329641.466470:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d963913 x1853178572244864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329641.466476:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767329641.466476:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767329641.466485:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ebc4a5d x1853178572244992/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329657 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329641.466487:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329641.466501:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329641.466510:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087b3a54b x1853178572245120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329641.466543:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329641.466554:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329641.466554:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767329641.466554:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000087b3a54b x1853178572245120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329641.466562:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767329641.466570:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767329641.466571:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d030869. 02000000:00000001:3.0:1767329641.466580:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767329641.466581:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767329641.466585:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767329641.466586:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329641.466587:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329641.466590:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767329641.466592:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000800:00000001:0.0:1767329641.466594:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767329641.466598:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329641.466600:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:0.0:1767329641.466600:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767329641.466607:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dda4c5dc. 00000100:00001000:3.0:1767329641.466609:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=38 v=5 (5 5 5 5) 00000100:00000001:1.0:1767329641.466613:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329641.466616:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329641.466619:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767329641.466620:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=38 v=5 (1 1 1 1) 02000000:00000001:2.0:1767329641.466620:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:1.0:1767329641.466624:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:2.0:1767329641.466628:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ebc4a5d. 00000400:00000001:1.0:1767329641.466629:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329641.466634:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000639c1374. 00000100:00000001:3.0:1767329641.466637:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329641.466638:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767329641.466639:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cab2768b 00000100:00000001:2.0:1767329641.466643:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329641.466653:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cab2768b. 00000100:00000001:3.0:1767329641.466659:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329641.466660:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329641.466660:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329641.466668:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087b3a54b x1853178572245120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329641.466670:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329641.466671:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767329641.466677:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329641.466677:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329641.466683:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087b3a54b x1853178572245120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329641.466688:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329641.466689:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329641.466695:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329641.466703:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d963913 x1853178572244864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329641.466706:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329641.466710:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329641.466717:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329641.466721:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329641.466725:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329641.466729:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329641.466733:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329641.466734:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329641.466746:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1767329641.466747:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=38 v=5 (5 5 5 5) 00000100:00000001:3.0:1767329641.466751:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767329641.466752:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=123 v=5 (1 0 0 0) 00000100:00000001:1.0:1767329641.466760:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329641.466762:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329641.466766:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d963913 x1853178572244864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329657 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329641.466767:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767329641.466777:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000087b3a54b x1853178572245120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329641.466812:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d963913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572244864:192.168.202.109@tcp:400: 00010000:00000001:1.0:1767329641.466812:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329641.466820:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329641.466822:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329641.466829:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329641.466831:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329641.466833:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329641.466835:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329641.466842:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d963913 x1853178572244864/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329657 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329641.466842:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087b3a54b x1853178572245120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329641.466917:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329641.466921:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329641.466929:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329641.466930:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329641.466936:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767329641.466939:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087b3a54b x1853178572245120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329657 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329641.466942:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002eb6fe7a. 02000000:00000001:3.0:1767329641.466951:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1767329641.466956:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087b3a54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572245120:192.168.202.109@tcp:400: 00000020:00000001:3.0:1767329641.466957:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329641.466965:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329641.466966:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329641.466969:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329641.466971:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087b3a54b x1853178572245120/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329657 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329641.466982:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767329641.466985:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767329641.466986:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329641.466991:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ce1844e. 02000000:00000010:3.0:1767329641.466993:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c06a1248. 02000000:00000001:1.0:1767329641.466996:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329641.467000:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329641.467001:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:3.0:1767329641.467003:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767329641.467004:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329641.467008:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c6c5103d. 02000000:00000001:3.0:1767329641.467010:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329641.467014:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d963913. 00000100:00000001:3.0:1767329641.467021:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329641.467025:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329641.467028:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329641.467035:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767329641.467035:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329641.467041:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767329641.467042:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767329641.467043:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087b3a54b. 00000100:00000001:1.0:1767329641.467047:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329641.467048:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329641.467050:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329641.467054:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329641.467056:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329641.467058:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329641.467065:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329641.467111:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329641.467115:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329641.527104:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329641.527108:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329641.527166:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329641.527171:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329641.527181:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329642.551203:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329642.551212:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329642.551330:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329642.551338:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329642.551343:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329643.575113:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329643.575119:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329643.575212:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329643.575216:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329643.575219:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329644.599110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329644.599119:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329644.599121:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329644.599123:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329644.599127:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329644.599130:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329644.599132:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329644.599134:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329644.599208:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329644.599213:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329644.599216:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329645.623142:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329645.623148:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329645.623207:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329645.623212:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329645.623215:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329646.071111:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301491037, at 4301491200 00000100:00000040:1.0:1767329646.071123:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301491037, at 4301491200 00000100:00000010:2.0:1767329646.071131:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004f4bfc5f. 00000100:00000010:1.0:1767329646.071134:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062f47f9e. 00000100:00000040:3.0:1767329646.071146:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301491037, at 4301491200 00000100:00000010:3.0:1767329646.071161:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6d2c97a. 00000100:00000040:0.0:1767329646.071173:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301491037, at 4301491200 00000100:00000010:0.0:1767329646.071184:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad40beb3. 00000100:00000040:0.0:1767329646.583096:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329646.583105:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329646.583114:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087b3a54b. 00000020:00000040:0.0:1767329646.583121:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329646.583126:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329646.583131:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329646.583136:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329646.583143:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6c5103d. 00000100:00000001:0.0:1767329646.583152:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329646.583163:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000087b3a54b x1853178572245248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329646.583182:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329646.583186:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329646.583194:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b3a54b] to pc [ptlrpcd_00_00+0] req@0000000087b3a54b x1853178572245248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329646.583224:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329646.583228:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329646.583228:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329646.583234:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329646.583234:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767329646.583237:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767329646.583240:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d963913. 00000100:00000001:2.0:1767329646.583241:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329646.583246:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087b3a54b x1853178572245248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767329646.583246:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329646.583247:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329646.583253:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329646.583258:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329646.583262:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767329646.583262:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329646.583264:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329646.583268:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c06a1248. 02000000:00000001:1.0:1767329646.583269:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329646.583274:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329646.583274:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329646.583279:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329646.583283:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087b3a54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572245248:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329646.583286:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000003d963913 x1853178572245376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329646.583290:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329646.583297:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329646.583298:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767329646.583300:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329646.583302:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329646.583303:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767329646.583309:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d963913] to pc [ptlrpcd_00_01+1] req@000000003d963913 x1853178572245376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329646.583310:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000065722ea8. 02000000:00000001:1.0:1767329646.583314:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329646.583327:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000639c1374. 00000100:00000001:0.0:1767329646.583327:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329646.583332:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767329646.583334:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cab2768b. 00000100:00000001:0.0:1767329646.583336:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329646.583341:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ebc4a5d. 00000100:00000200:1.0:1767329646.583342:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572245248, portal 25 00000100:00000001:1.0:1767329646.583347:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1767329646.583347:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329646.583350:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578908416 : -127177130643200 : ffff8c55444df100) 00000100:00000001:2.0:1767329646.583351:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329646.583354:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329646.583356:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329646.583357:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767329646.583359:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087b3a54b x1853178572245248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329646.583361:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767329646.583362:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329646.583370:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dda4c5dc. 00000100:00000040:2.0:1767329646.583372:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d963913 x1853178572245376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329646.583373:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329646.583380:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329646.583383:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329646.583384:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ee95e05. 00000100:00000200:1.0:1767329646.583390:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572245248, offset 0 00000100:00000001:2.0:1767329646.583393:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767329646.583395:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000002ebc4a5d x1853178572245504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329646.583396:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329646.583402:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329646.583404:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329646.583409:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329646.583413:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767329646.583414:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329646.583416:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329646.583419:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00100000:2.0:1767329646.583423:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d963913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572245376:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329646.583425:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ebc4a5d] to pc [ptlrpcd_00_02+2] req@000000002ebc4a5d x1853178572245504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329646.583427:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329646.583434:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767329646.583436:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:2.0:1767329646.583440:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767329646.583443:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767329646.583445:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329646.583449:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:2.0:1767329646.583450:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329646.583454:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [546:546:256:4294967295] 192.168.202.109@tcp LPNI seq info [546:546:8:4294967295] 02000000:00000010:2.0:1767329646.583458:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022f823e9. 02000000:00000001:2.0:1767329646.583462:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329646.583467:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329646.583468:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:2.0:1767329646.583471:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ae29f3c. 00000100:00000040:0.0:1767329646.583473:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767329646.583481:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767329646.583484:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe3fde9b. 00000800:00000200:1.0:1767329646.583485:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329646.583490:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329646.583492:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6829) 00000100:00000200:2.0:1767329646.583493:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572245376, portal 10 00000800:00000010:1.0:1767329646.583493:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059cfc45b. 00000100:00000001:3.0:1767329646.583499:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329646.583504:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1767329646.583508:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329646.583510:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329646.583514:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578909312 : -127177130642304 : ffff8c55444df480) 00000100:00000040:3.0:1767329646.583521:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ebc4a5d x1853178572245504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767329646.583522:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329646.583529:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767329646.583531:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059cfc45b type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767329646.583533:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d963913 x1853178572245376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329646.583537:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329646.583554:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329646.583566:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301496156 00000100:00000001:3.0:1767329646.583579:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1767329646.583581:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082ce177d. 00000100:00000001:3.0:1767329646.583586:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329646.583591:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329646.583592:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1767329646.583594:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767329646.583604:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329646.583605:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329646.583608:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301496156 00000400:00000010:2.0:1767329646.583610:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e74ce04e. 02000000:00000001:3.0:1767329646.583612:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767329646.583616:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1fa5921. 00000100:00100000:3.0:1767329646.583621:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ebc4a5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572245504:192.168.202.109@tcp:400: 00000100:00000200:2.0:1767329646.583622:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572245376, offset 0 00000100:00000001:1.0:1767329646.583623:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767329646.583636:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329646.583641:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301496156 02000000:00000001:3.0:1767329646.583643:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329646.583651:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329646.583653:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:1.0:1767329646.583653:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007884d10c. 00000800:00000200:0.0:1767329646.583654:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1767329646.583667:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329646.583669:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000010:0.0:1767329646.583669:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059cfc45b. 02000000:00000010:3.0:1767329646.583674:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9f9fa26. 00000400:00000200:2.0:1767329646.583675:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329646.583676:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301496156 02000000:00000001:3.0:1767329646.583680:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329646.583681:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767329646.583688:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc851da7. 00000400:00000010:3.0:1767329646.583694:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad2aada8. 00000100:00000001:1.0:1767329646.583695:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767329646.583696:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329646.583708:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329646.583711:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767329646.583713:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc11fa5. 00000400:00000200:2.0:1767329646.583713:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329646.583716:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329646.583725:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329646.583726:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572245504, portal 10 00000400:00000200:2.0:1767329646.583729:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329646.583730:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329646.583734:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767329646.583738:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329646.583741:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329646.583745:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578903936 : -127177130647680 : ffff8c55444ddf80) 00000400:00000200:2.0:1767329646.583747:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [547:547:255:4294967295] 192.168.202.109@tcp LPNI seq info [547:547:7:4294967295] 00000100:00000001:1.0:1767329646.583747:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329646.583754:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329646.583756:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329646.583759:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329646.583762:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329646.583770:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329646.583777:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329646.583778:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ee95e05 00000800:00000010:2.0:1767329646.583783:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074996e45. 00000400:00000010:0.0:1767329646.583783:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ee95e05. 00000100:00000001:0.0:1767329646.583789:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767329646.583794:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:0.0:1767329646.583797:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087b3a54b x1853178572245248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767329646.583807:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329646.583813:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000074996e45 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329646.583815:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329646.583819:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329646.583823:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087b3a54b x1853178572245248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329646.583825:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 167212 usecs (168 jiffies) 00000100:00000001:2.0:1767329646.583833:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301491880 00000100:00000001:0.0:1767329646.583837:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329646.583841:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ebc4a5d x1853178572245504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329646.583842:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301496156 00000100:00000001:0.0:1767329646.583842:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329646.583851:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301491880 00000100:00000001:2.0:1767329646.583858:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301496156 00000100:00000001:2.0:1767329646.583871:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301491880 00000100:00000001:3.0:1767329646.583873:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329646.583880:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301496156 00000100:00000040:3.0:1767329646.583883:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:0.0:1767329646.583885:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767329646.583887:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae81c53f. 00000800:00000010:0.0:1767329646.583894:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074996e45. 00000100:00000200:3.0:1767329646.583895:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572245504, offset 0 00000100:00000001:2.0:1767329646.583897:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301491880 00000100:00000001:2.0:1767329646.583907:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301496156 00000400:00000200:0.0:1767329646.583908:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329646.583914:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329646.583916:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329646.583925:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329646.583926:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329646.583930:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329646.583933:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329646.583940:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329646.583944:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329646.583947:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329646.583949:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329646.583952:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329646.583956:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329646.583960:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e74ce04e 00000400:00000010:0.0:1767329646.583965:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e74ce04e. 00000400:00000200:3.0:1767329646.583969:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329646.583971:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767329646.583976:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767329646.583981:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d963913 x1853178572245376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329646.583982:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329646.583992:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329646.584004:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329646.584011:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767329646.584013:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [548:548:255:4294967295] 192.168.202.109@tcp LPNI seq info [548:548:7:4294967295] 00000100:00000040:0.0:1767329646.584059:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d963913 x1853178572245376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329646.584069:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329646.584072:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767329646.584091:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329646.584099:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329646.584107:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eda5e76f. 00000800:00000200:3.0:1767329646.584115:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767329646.584129:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329646.584135:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eda5e76f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329646.584151:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329646.584156:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 11840 usecs (12 jiffies) 00000100:00000001:3.0:1767329646.584161:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301491725 00000100:00000001:3.0:1767329646.584164:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301496156 00000100:00000001:3.0:1767329646.584167:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301491725 00000100:00000001:3.0:1767329646.584170:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301496156 00000100:00000001:3.0:1767329646.584172:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301491725 00000100:00000001:3.0:1767329646.584174:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301496156 00000100:00000001:3.0:1767329646.584175:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301491725 00000100:00000001:3.0:1767329646.584186:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301496156 00000100:00000001:3.0:1767329646.584189:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329646.584192:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329646.584196:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329646.584197:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329646.584206:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767329646.584206:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329646.584208:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1767329646.584212:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eda5e76f. 00000100:00000001:3.0:1767329646.584213:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329646.584222:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329646.584223:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329646.584225:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329646.584231:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329646.584237:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329646.584241:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae81c53f 00000400:00000010:1.0:1767329646.584243:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae81c53f. 00000100:00000001:1.0:1767329646.584245:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329646.584248:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ebc4a5d x1853178572245504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329646.584256:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329646.584258:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ebc4a5d x1853178572245504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329646.584262:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329646.584263:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329646.586058:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329646.586069:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329646.586072:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329646.586074:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329646.586083:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329646.586096:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2810980 00000400:00000200:0.0:1767329646.586103:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x11e1 [1] + 224 00000800:00000001:0.0:1767329646.586109:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329646.586113:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329646.586115:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329646.586118:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329646.586123:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329646.586126:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d963913 x1853178572245376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329646.586135:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d963913 x1853178572245376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329646.586152:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329646.586158:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329646.586161:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329646.586163:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329646.586165:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329646.586170:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329646.586185:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2810900 00000100:00000001:2.0:1767329646.586186:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329646.586189:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329646.586193:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x11d9 [1] + 224 00000800:00000001:0.0:1767329646.586198:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767329646.586202:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767329646.586202:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329646.586205:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767329646.586207:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767329646.586208:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ae29f3c. 00000400:00000200:2.0:1767329646.586214:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe3fde9b 00000400:00000200:0.0:1767329646.586215:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:2.0:1767329646.586218:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe3fde9b. 00000100:00000001:2.0:1767329646.586222:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329646.586223:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329646.586227:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d963913 x1853178572245376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329646.586231:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087b3a54b x1853178572245248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329646.586245:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d963913 x1853178572245376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329662 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329646.586253:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000087b3a54b x1853178572245248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329646.586256:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329646.586259:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329646.586264:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329646.586267:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329646.586270:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329646.586271:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329646.586274:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329646.586277:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767329646.586279:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=33 v=5 (5 5 5 5) 00000800:00000001:0.0:1767329646.586284:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767329646.586285:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=33 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329646.586290:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329646.586292:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329646.586292:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329646.586296:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767329646.586296:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329646.586300:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767329646.586303:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1767329646.586303:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767329646.586305:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767329646.586307:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767329646.586309:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767329646.586313:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1767329646.586314:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000040:2.0:1767329646.586316:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000010:1.0:1767329646.586320:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000639c1374. 00000100:00000001:2.0:1767329646.586321:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329646.586323:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329646.586327:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cab2768b 00000400:00000200:0.0:1767329646.586327:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2810a00 00000100:00000040:2.0:1767329646.586331:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d963913 x1853178572245376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329646.586332:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cab2768b. 00000100:00000001:1.0:1767329646.586337:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329646.586342:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767329646.586345:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087b3a54b x1853178572245248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329646.586346:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x11e9 [1] + 224 00000100:00000001:2.0:1767329646.586348:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329646.586352:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329646.586359:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767329646.586362:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d963913 x1853178572245376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329662 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329646.586364:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087b3a54b x1853178572245248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329662 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329646.586368:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329646.586374:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329646.586386:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00100000:2.0:1767329646.586393:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d963913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572245376:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329646.586395:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329646.586395:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329646.586398:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329646.586400:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329646.586402:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767329646.586404:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ebc4a5d x1853178572245504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329646.586405:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329646.586408:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767329646.586409:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d963913 x1853178572245376/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329662 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329646.586411:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329646.586414:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329646.586419:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329646.586425:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=43 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329646.586431:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=43 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329646.586439:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329646.586443:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767329646.586443:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329646.586447:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767329646.586448:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767329646.586448:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002ebc4a5d x1853178572245504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329646.586450:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329646.586452:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022f823e9. 00000100:00000001:1.0:1767329646.586456:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329646.586458:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329646.586462:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767329646.586465:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087b3a54b x1853178572245248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767329646.586466:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329646.586471:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329646.586474:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c06a1248. 00000100:00000001:1.0:1767329646.586478:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329646.586480:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329646.586481:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767329646.586483:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767329646.586483:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329646.586484:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767329646.586488:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d963913. 00000100:00000040:1.0:1767329646.586491:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087b3a54b x1853178572245248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329662 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329646.586491:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329646.586493:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329646.586496:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329646.586502:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329646.586505:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767329646.586509:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087b3a54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572245248:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329646.586510:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329646.586519:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329646.586520:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329646.586522:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329646.586523:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329646.586524:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329646.586528:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329646.586532:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329646.586533:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087b3a54b x1853178572245248/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329662 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767329646.586535:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329646.586538:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329646.586541:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad2aada8. 00000400:00000200:3.0:1767329646.586551:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc11fa5 00000100:00000001:1.0:1767329646.586555:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767329646.586556:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc11fa5. 02000000:00000001:1.0:1767329646.586558:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329646.586563:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000065722ea8. 00000100:00000001:3.0:1767329646.586565:0:208650:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767329646.586571:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329646.586573:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:3.0:1767329646.586576:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ebc4a5d x1853178572245504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767329646.586577:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329646.586584:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329646.586588:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c6c5103d. 02000000:00000001:1.0:1767329646.586599:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329646.586604:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329646.586606:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087b3a54b. 00000100:00000200:3.0:1767329646.586607:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ebc4a5d x1853178572245504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329662 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329646.586613:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329646.586618:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329646.586633:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329646.586634:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329646.586640:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329646.586645:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329646.586645:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767329646.586653:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329646.586653:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329646.586659:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329646.586662:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329646.586662:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329646.586670:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329646.586671:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329646.586691:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=43 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329646.586697:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=128 v=5 (1 0 0 0) 00000100:00000001:3.0:1767329646.586699:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329646.586700:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329646.586702:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767329646.586712:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000002ebc4a5d x1853178572245504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329646.586718:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329646.586721:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329646.586722:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329646.586724:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329646.586725:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329646.586728:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ebc4a5d x1853178572245504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329646.586732:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329646.586734:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329646.586735:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329646.586737:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ebc4a5d x1853178572245504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329662 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329646.586742:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ebc4a5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572245504:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329646.586747:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329646.586750:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329646.586753:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ebc4a5d x1853178572245504/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329662 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329646.586760:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329646.586763:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329646.586766:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9f9fa26. 02000000:00000001:3.0:1767329646.586770:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329646.586773:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329646.586775:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329646.586777:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329646.586779:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dda4c5dc. 02000000:00000001:3.0:1767329646.586783:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329646.586785:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329646.586787:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ebc4a5d. 00000100:00000001:3.0:1767329646.586790:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329646.586798:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329646.586800:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329646.586805:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329646.586807:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329646.586809:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329646.586811:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329646.647117:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329646.647121:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329646.647182:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329646.647186:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329646.647189:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329647.671107:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329647.671111:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329647.671171:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329647.671176:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329647.671179:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329648.695171:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329648.695180:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329648.695319:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329648.695327:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329648.695332:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329649.719115:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329649.719121:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329649.719176:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329649.719181:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329649.719184:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329650.743097:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329650.743103:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329650.743182:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329650.743185:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329650.743188:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329651.191106:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301496156, at 4301496320 00000100:00000010:1.0:1767329651.191122:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1fa5921. 00000100:00000040:0.0:1767329651.191142:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301496156, at 4301496320 00000100:00000040:2.0:1767329651.191144:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301496156, at 4301496320 00000100:00000010:0.0:1767329651.191154:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082ce177d. 00000100:00000010:2.0:1767329651.191159:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007884d10c. 00000100:00000040:3.0:1767329651.191191:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301496156, at 4301496320 00000100:00000010:3.0:1767329651.191206:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc851da7. 00000100:00000040:1.0:1767329651.703139:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329651.703148:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329651.703157:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007e555f5. 00000020:00000040:1.0:1767329651.703163:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329651.703167:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329651.703183:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329651.703187:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329651.703195:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 00000100:00000001:1.0:1767329651.703201:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329651.703210:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000007e555f5 x1853178572245632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329651.703219:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329651.703221:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329651.703226:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007e555f5] to pc [ptlrpcd_00_03+3] req@0000000007e555f5 x1853178572245632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329651.703248:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329651.703250:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329651.703253:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329651.703255:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000446a1ebc. 00000020:00000040:1.0:1767329651.703257:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329651.703260:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329651.703261:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329651.703262:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329651.703264:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ce889c. 00000100:00000001:1.0:1767329651.703266:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329651.703269:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000446a1ebc x1853178572245760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329651.703269:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329651.703274:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329651.703277:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329651.703278:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329651.703281:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329651.703285:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007e555f5 x1853178572245632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329651.703286:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a1ebc] to pc [ptlrpcd_00_00+0] req@00000000446a1ebc x1853178572245760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329651.703309:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329651.703312:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329651.703316:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329651.703318:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329651.703321:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329651.703325:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572245632:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329651.703326:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329651.703332:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329651.703333:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329651.703337:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329651.703337:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767329651.703341:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1767329651.703344:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc9b4205. 02000000:00000001:0.0:1767329651.703348:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767329651.703349:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329651.703350:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329651.703352:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329651.703360:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f39535ca. 00000100:00000001:1.0:1767329651.703361:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329651.703364:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329651.703365:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329651.703369:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329651.703371:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014061b00. 02000000:00000010:1.0:1767329651.703374:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d0d0c54. 00000100:00000001:1.0:1767329651.703379:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329651.703379:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f353e67a. 00000100:00000040:1.0:1767329651.703387:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000cc9b4205 x1853178572245888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329651.703389:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767329651.703389:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572245632, portal 25 00000100:00000001:2.0:1767329651.703391:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329651.703396:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329651.703399:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329651.703404:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329651.703406:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329651.703408:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329651.703409:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777204864 : -127176932346752 : ffff8c55501fb480) 00000100:00000001:1.0:1767329651.703410:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329651.703418:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000446a1ebc x1853178572245760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329651.703424:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9b4205] to pc [ptlrpcd_00_01+1] req@00000000cc9b4205 x1853178572245888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329651.703425:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007e555f5 x1853178572245632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329651.703504:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329651.703509:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329651.703510:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329651.703519:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329651.703519:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329651.703520:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767329651.703524:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f203f08. 02000000:00000001:3.0:1767329651.703528:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329651.703529:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767329651.703530:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572245632, offset 0 02000000:00000001:3.0:1767329651.703545:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329651.703547:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329651.703547:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767329651.703550:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329651.703558:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767329651.703560:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572245760:192.168.202.109@tcp:400: 00000100:00000040:1.0:1767329651.703560:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6834) 00000100:00000001:2.0:1767329651.703564:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767329651.703575:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329651.703579:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767329651.703580:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc9b4205 x1853178572245888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329651.703585:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767329651.703586:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329651.703595:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329651.703603:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:3.0:1767329651.703604:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329651.703614:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1767329651.703615:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5873074. 00000100:00000001:2.0:1767329651.703617:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767329651.703626:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329651.703626:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329651.703627:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:2.0:1767329651.703641:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767329651.703642:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad2aada8. 00000400:00000200:0.0:1767329651.703642:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [549:549:256:4294967295] 192.168.202.109@tcp LPNI seq info [549:549:8:4294967295] 02000000:00000001:2.0:1767329651.703653:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767329651.703657:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc11fa5. 02000000:00000001:2.0:1767329651.703659:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329651.703669:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572245760, portal 10 00000100:00100000:2.0:1767329651.703670:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572245888:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767329651.703677:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329651.703680:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329651.703684:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777192320 : -127176932359296 : ffff8c55501f8380) 00000100:00000001:2.0:1767329651.703687:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767329651.703692:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329651.703694:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:0.0:1767329651.703697:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dda4c5dc. 02000000:00000001:2.0:1767329651.703698:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329651.703708:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329651.703715:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3bb3d2b. 00000100:00000040:3.0:1767329651.703718:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000446a1ebc x1853178572245760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329651.703722:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:2.0:1767329651.703723:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329651.703736:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ae29f3c. 00000100:00000001:3.0:1767329651.703748:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767329651.703750:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:2.0:1767329651.703753:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe3fde9b. 00000800:00000200:0.0:1767329651.703764:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dda4c5dc type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767329651.703765:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000200:2.0:1767329651.703768:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572245888, portal 10 00000400:00000010:3.0:1767329651.703775:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8121ef5. 00000100:00000001:2.0:1767329651.703777:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1767329651.703782:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572245760, offset 0 00000100:00000001:2.0:1767329651.703782:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777203072 : -127176932348544 : ffff8c55501fad80) 00000100:00000001:0.0:1767329651.703786:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329651.703802:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301501276 00000100:00000010:0.0:1767329651.703809:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000236c06bf. 00000400:00000200:3.0:1767329651.703815:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329651.703816:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc9b4205 x1853178572245888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329651.703823:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767329651.703831:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329651.703831:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329651.703835:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301501276 00000400:00000200:3.0:1767329651.703846:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767329651.703846:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000010:0.0:1767329651.703847:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a542f25. 00000400:00000010:2.0:1767329651.703864:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039d0c259. 00000100:00000001:0.0:1767329651.703865:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767329651.703868:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329651.703873:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301501276 00000400:00000200:3.0:1767329651.703874:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1767329651.703885:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572245888, offset 0 00000100:00000010:0.0:1767329651.703887:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7cd719b. 00000400:00000200:3.0:1767329651.703888:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329651.703901:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [550:550:255:4294967295] 192.168.202.109@tcp LPNI seq info [550:550:7:4294967295] 00000800:00000200:1.0:1767329651.703902:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329651.703905:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767329651.703910:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329651.703913:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dda4c5dc. 00000100:00000001:0.0:1767329651.703916:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301501276 00000100:00000010:0.0:1767329651.703925:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004244b416. 00000400:00000200:1.0:1767329651.703928:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329651.703930:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767329651.703941:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329651.703945:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329651.703949:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329651.703951:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329651.703953:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329651.703962:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329651.703985:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:3.0:1767329651.703986:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329651.703988:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329651.703996:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767329651.703999:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3d2ae82. 00000100:00000001:0.0:1767329651.704001:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329651.704002:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329651.704008:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329651.704057:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329651.704062:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329651.704077:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329651.704081:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329651.704086:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329651.704089:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [551:551:254:4294967295] 192.168.202.109@tcp LPNI seq info [551:551:6:4294967295] 00000400:00000200:2.0:1767329651.704101:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329651.704109:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329651.704109:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f203f08 00000400:00000010:1.0:1767329651.704113:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f203f08. 00000800:00000010:2.0:1767329651.704117:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000076d91448. 00000100:00000001:1.0:1767329651.704125:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767329651.704129:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329651.704131:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:1.0:1767329651.704137:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007e555f5 x1853178572245632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767329651.704149:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329651.704154:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329651.704164:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3d2ae82 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767329651.704167:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000076d91448 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329651.704167:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329651.704174:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329651.704178:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329651.704178:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007e555f5 x1853178572245632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329651.704184:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 166215 usecs (167 jiffies) 00000100:00000040:2.0:1767329651.704188:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 11791 usecs (12 jiffies) 00000100:00000001:3.0:1767329651.704195:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301497000 00000100:00000001:2.0:1767329651.704199:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301496845 00000100:00000001:1.0:1767329651.704199:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329651.704201:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301501276 00000100:00000001:1.0:1767329651.704203:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329651.704211:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301497000 00000100:00000001:2.0:1767329651.704212:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301501276 00000100:00000001:3.0:1767329651.704216:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301501276 00000100:00000001:2.0:1767329651.704221:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301496845 00000100:00000001:3.0:1767329651.704223:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301497000 00000800:00000200:1.0:1767329651.704225:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329651.704233:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301501276 00000800:00000010:1.0:1767329651.704234:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3d2ae82. 00000100:00000001:2.0:1767329651.704235:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301501276 00000100:00000001:3.0:1767329651.704236:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301497000 00000100:00000001:2.0:1767329651.704240:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301496845 00000400:00000200:1.0:1767329651.704244:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329651.704249:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301501276 00000100:00000001:3.0:1767329651.704253:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301501276 00000100:00000001:2.0:1767329651.704257:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301496845 00000100:00000001:3.0:1767329651.704260:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329651.704260:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329651.704265:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301501276 00000100:00000001:3.0:1767329651.704272:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329651.704273:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8121ef5 00000100:00000001:2.0:1767329651.704274:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767329651.704279:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8121ef5. 00000100:00000001:3.0:1767329651.704280:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329651.704281:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329651.704290:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329651.704293:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329651.704294:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329651.704298:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329651.704300:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000446a1ebc x1853178572245760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329651.704301:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329651.704305:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329651.704317:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329651.704321:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329651.704322:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329651.704330:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329651.704332:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329651.704333:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329651.704336:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329651.704343:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329651.704344:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329651.704345:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000446a1ebc x1853178572245760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329651.704352:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329651.704360:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329651.704361:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329651.704365:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329651.704400:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329651.704402:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000076d91448. 00000400:00000200:1.0:1767329651.704404:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329651.704406:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329651.704408:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039d0c259 00000400:00000010:1.0:1767329651.704409:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039d0c259. 00000100:00000001:1.0:1767329651.704411:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329651.704413:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc9b4205 x1853178572245888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329651.704418:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329651.704419:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc9b4205 x1853178572245888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329651.704423:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329651.704424:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329651.705357:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329651.705367:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329651.705369:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329651.705370:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329651.705376:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329651.705385:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2810a80 00000400:00000200:1.0:1767329651.705390:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x11f1 [1] + 224 00000800:00000001:1.0:1767329651.705402:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329651.705409:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329651.705411:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329651.705413:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329651.705416:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329651.705419:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007e555f5 x1853178572245632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329651.705426:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000007e555f5 x1853178572245632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329651.705442:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329651.705447:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329651.705449:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329651.705474:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329651.705477:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329651.705482:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329651.705483:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329651.705485:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014061b00. 00000400:00000200:0.0:1767329651.705488:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f353e67a 00000400:00000010:0.0:1767329651.705490:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f353e67a. 00000100:00000001:0.0:1767329651.705493:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329651.705497:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007e555f5 x1853178572245632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329651.705504:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007e555f5 x1853178572245632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329651.705509:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329651.705510:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329651.705512:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329651.705514:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329651.705515:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329651.705517:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329651.705519:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329651.705523:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=48 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329651.705526:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=48 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329651.705527:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329651.705534:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329651.705536:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329651.705538:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329651.705540:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329651.705543:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007e555f5 x1853178572245632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329651.705548:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329651.705550:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329651.705552:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329651.705554:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007e555f5 x1853178572245632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329667 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329651.705558:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572245632:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329651.705561:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329651.705562:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329651.705563:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007e555f5 x1853178572245632/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329667 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329651.705567:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329651.705569:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329651.705571:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f39535ca. 02000000:00000001:0.0:1767329651.705574:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329651.705575:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329651.705576:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329651.705578:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329651.705579:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 02000000:00000001:0.0:1767329651.705583:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329651.705585:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329651.705586:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007e555f5. 00000100:00000001:0.0:1767329651.705588:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329651.705589:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329651.705590:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329651.705592:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329651.705593:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329651.705595:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329651.705596:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329651.706119:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329651.706148:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329651.706150:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329651.706152:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329651.706158:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329651.706168:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2810b00 00000400:00000200:0.0:1767329651.706172:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x11f9 [1] + 224 00000800:00000001:0.0:1767329651.706177:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329651.706180:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329651.706182:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329651.706186:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329651.706190:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329651.706193:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000446a1ebc x1853178572245760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329651.706202:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000446a1ebc x1853178572245760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329651.706214:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329651.706220:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329651.706222:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329651.706224:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329651.706225:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329651.706228:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:3.0:1767329651.706234:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329651.706234:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2810b80 00000100:00000001:3.0:1767329651.706239:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329651.706242:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x11fd [1] + 224 00000800:00000001:0.0:1767329651.706246:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767329651.706247:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329651.706250:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767329651.706251:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767329651.706252:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad2aada8. 00000400:00000200:0.0:1767329651.706255:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329651.706258:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc11fa5 00000400:00000200:0.0:1767329651.706260:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:3.0:1767329651.706262:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc11fa5. 00000100:00000001:3.0:1767329651.706266:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329651.706267:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329651.706273:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000446a1ebc x1853178572245760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329651.706273:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc9b4205 x1853178572245888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329651.706303:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc9b4205 x1853178572245888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329651.706307:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000446a1ebc x1853178572245760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329651.706325:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329651.706328:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329651.706331:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329651.706333:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329651.706335:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329651.706336:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329651.706337:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767329651.706338:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329651.706343:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767329651.706346:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=38 v=5 (5 5 5 5) 00000800:00000001:0.0:1767329651.706347:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767329651.706353:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=38 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329651.706356:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329651.706358:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329651.706360:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329651.706370:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329651.706375:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329651.706377:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329651.706379:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329651.706380:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329651.706388:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000446a1ebc x1853178572245760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329651.706389:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329651.706394:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329651.706397:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329651.706400:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329651.706404:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329651.706404:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767329651.706411:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000446a1ebc x1853178572245760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329667 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767329651.706412:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329651.706419:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ae29f3c. 00000100:00100000:3.0:1767329651.706426:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572245760:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329651.706430:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe3fde9b 00000100:00000001:3.0:1767329651.706432:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329651.706439:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767329651.706439:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe3fde9b. 00000100:00000001:2.0:1767329651.706451:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767329651.706452:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000446a1ebc x1853178572245760/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329667 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329651.706461:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329651.706464:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1767329651.706468:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc9b4205 x1853178572245888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329651.706469:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5873074. 02000000:00000001:3.0:1767329651.706478:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329651.706482:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329651.706484:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329651.706494:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329651.706499:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ce889c. 02000000:00000001:3.0:1767329651.706507:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329651.706509:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329651.706510:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000446a1ebc. 00000100:00000200:2.0:1767329651.706513:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc9b4205 x1853178572245888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329651.706516:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329651.706519:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329651.706526:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329651.706537:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329651.706542:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329651.706545:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329651.706550:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329651.706551:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329651.706559:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329651.706560:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329651.706569:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329651.706573:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329651.706576:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329651.706580:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329651.706586:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=48 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329651.706590:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=133 v=5 (1 0 0 0) 00000100:00000001:2.0:1767329651.706594:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329651.706595:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329651.706597:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767329651.706602:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cc9b4205 x1853178572245888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767329651.706609:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329651.706611:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329651.706614:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329651.706616:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329651.706625:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329651.706630:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc9b4205 x1853178572245888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329651.706636:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329651.706638:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329651.706639:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329651.706642:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc9b4205 x1853178572245888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329667 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329651.706649:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572245888:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329651.706654:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329651.706656:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329651.706659:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc9b4205 x1853178572245888/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329667 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329651.706666:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329651.706669:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329651.706671:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3bb3d2b. 02000000:00000001:2.0:1767329651.706675:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329651.706678:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329651.706680:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329651.706683:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329651.706684:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d0d0c54. 02000000:00000001:2.0:1767329651.706688:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329651.706690:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329651.706691:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc9b4205. 00000100:00000001:2.0:1767329651.706695:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329651.706696:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329651.706698:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329651.706702:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329651.706704:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329651.706706:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329651.706708:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329651.767099:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329651.767103:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329651.767183:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329651.767187:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329651.767191:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329652.791093:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329652.791100:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329652.791181:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329652.791188:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329652.791193:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329653.815153:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329653.815161:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329653.815301:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329653.815308:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329653.815312:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329654.839109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329654.839117:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329654.839119:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329654.839121:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329654.839125:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329654.839127:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329654.839129:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329654.839130:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329654.839225:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329654.839228:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329654.839231:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329655.863096:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329655.863104:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329655.863180:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329655.863185:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329655.863188:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329656.311091:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301501276, at 4301501440 00000100:00000040:2.0:1767329656.311101:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301501276, at 4301501440 00000100:00000010:3.0:1767329656.311106:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004244b416. 00000100:00000040:1.0:1767329656.311110:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301501276, at 4301501440 00000100:00000010:2.0:1767329656.311112:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7cd719b. 00000100:00000010:1.0:1767329656.311121:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a542f25. 00000100:00000040:0.0:1767329656.311371:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301501276, at 4301501440 00000100:00000010:0.0:1767329656.311379:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000236c06bf. 00000100:00000040:3.0:1767329656.823095:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329656.823102:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329656.823109:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088864b64. 00000020:00000040:3.0:1767329656.823115:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329656.823119:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329656.823122:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329656.823126:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329656.823133:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030c67b31. 00000100:00000001:3.0:1767329656.823140:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329656.823149:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000088864b64 x1853178572246016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329656.823158:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329656.823160:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329656.823166:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088864b64] to pc [ptlrpcd_00_02+2] req@0000000088864b64 x1853178572246016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329656.823189:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329656.823191:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329656.823205:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329656.823207:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069829e7b. 00000020:00000040:3.0:1767329656.823210:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329656.823212:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329656.823213:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329656.823218:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329656.823224:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329656.823226:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000010:3.0:1767329656.823228:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000042bda6b6. 00000100:00000001:1.0:1767329656.823229:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329656.823233:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329656.823233:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329656.823238:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329656.823239:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329656.823241:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000069829e7b x1853178572246144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329656.823242:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329656.823249:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329656.823252:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329656.823255:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329656.823258:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069829e7b] to pc [ptlrpcd_00_03+3] req@0000000069829e7b x1853178572246144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329656.823259:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329656.823263:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329656.823271:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088864b64 x1853178572246016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329656.823279:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329656.823281:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329656.823282:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329656.823287:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767329656.823289:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329656.823290:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767329656.823293:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767329656.823294:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000aa68ef7. 02000000:00000001:1.0:1767329656.823298:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767329656.823299:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329656.823305:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329656.823305:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767329656.823306:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088864b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572246016:192.168.202.109@tcp:400: 02000000:00000001:3.0:1767329656.823309:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767329656.823311:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:3.0:1767329656.823312:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329656.823314:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767329656.823319:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009917be02. 00000100:00000001:2.0:1767329656.823319:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329656.823321:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767329656.823326:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329656.823326:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329656.823328:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767329656.823332:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000000aa68ef7 x1853178572246272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329656.823333:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329656.823333:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329656.823340:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010dcaefb. 00000100:00000001:2.0:1767329656.823341:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329656.823343:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329656.823346:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329656.823346:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767329656.823346:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329656.823351:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329656.823355:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000aa68ef7] to pc [ptlrpcd_00_00+0] req@000000000aa68ef7 x1853178572246272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329656.823357:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000639c1374. 00000100:00000040:2.0:1767329656.823360:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069829e7b x1853178572246144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329656.823366:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cab2768b. 00000100:00000200:1.0:1767329656.823375:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572246016, portal 25 00000100:00000001:2.0:1767329656.823379:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329656.823380:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329656.823384:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329656.823384:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776932864 : -127176932618752 : ffff8c55501b8e00) 00000100:00000001:3.0:1767329656.823385:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329656.823392:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767329656.823393:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767329656.823396:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767329656.823397:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088864b64 x1853178572246016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329656.823398:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767329656.823404:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6839) 00000100:00000001:0.0:1767329656.823404:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329656.823405:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329656.823409:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329656.823413:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767329656.823414:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069829e7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572246144:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329656.823418:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329656.823422:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000aa68ef7 x1853178572246272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329656.823423:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767329656.823426:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329656.823429:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767329656.823432:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f744fb2c. 02000000:00000001:2.0:1767329656.823434:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329656.823437:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572246016, offset 0 02000000:00000001:2.0:1767329656.823440:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329656.823444:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329656.823445:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767329656.823448:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000acb5980b. 00000400:00000200:1.0:1767329656.823449:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329656.823450:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329656.823450:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329656.823455:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329656.823457:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329656.823460:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767329656.823461:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ae29f3c. 02000000:00000001:0.0:1767329656.823462:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329656.823467:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00100000:0.0:1767329656.823469:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000aa68ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572246272:192.168.202.109@tcp:400: 00000400:00000010:2.0:1767329656.823471:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe3fde9b. 00000400:00000200:1.0:1767329656.823476:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329656.823477:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767329656.823479:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572246144, portal 10 02000000:00000001:0.0:1767329656.823481:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767329656.823483:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329656.823485:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767329656.823485:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329656.823489:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329656.823490:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776937344 : -127176932614272 : ffff8c55501b9f80) 02000000:00000001:0.0:1767329656.823490:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329656.823496:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091946770. 00000400:00000200:1.0:1767329656.823500:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:2.0:1767329656.823501:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069829e7b x1853178572246144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329656.823501:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329656.823507:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014061b00. 00000400:00000200:1.0:1767329656.823509:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [552:552:256:4294967295] 192.168.202.109@tcp LPNI seq info [552:552:8:4294967295] 00000400:00000010:0.0:1767329656.823521:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f353e67a. 00000100:00000001:2.0:1767329656.823523:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767329656.823526:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572246272, portal 10 00000100:00000001:0.0:1767329656.823531:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767329656.823533:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329656.823534:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329656.823535:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776929280 : -127176932622336 : ffff8c55501b8000) 00000400:00000010:2.0:1767329656.823540:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ad6670d. 00000800:00000200:1.0:1767329656.823544:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329656.823545:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000aa68ef7 x1853178572246272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767329656.823550:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d0d0c54. 00000100:00000200:2.0:1767329656.823556:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572246144, offset 0 00000100:00000001:0.0:1767329656.823557:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767329656.823562:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000040:0.0:1767329656.823564:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329656.823569:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329656.823570:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae867cfe. 00000800:00000200:1.0:1767329656.823575:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000200:0.0:1767329656.823575:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572246272, offset 0 00000400:00000200:2.0:1767329656.823581:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:1.0:1767329656.823582:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d0d0c54 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767329656.823587:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329656.823591:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329656.823596:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329656.823599:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329656.823603:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329656.823603:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329656.823610:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301506396 00000400:00000200:2.0:1767329656.823611:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [553:553:255:4294967295] 192.168.202.109@tcp LPNI seq info [553:553:7:4294967295] 00000100:00000010:1.0:1767329656.823616:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a83fae05. 00000100:00000001:1.0:1767329656.823624:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767329656.823630:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329656.823633:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301506396 00000800:00000200:2.0:1767329656.823639:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:1.0:1767329656.823639:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e8b36ad. 00000400:00000200:0.0:1767329656.823641:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329656.823646:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000010:2.0:1767329656.823648:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d94add08. 00000400:00000200:0.0:1767329656.823648:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329656.823651:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301506396 00000400:00000200:0.0:1767329656.823654:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000010:1.0:1767329656.823657:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a68039c9. 00000800:00000200:2.0:1767329656.823659:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329656.823660:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329656.823662:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767329656.823668:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329656.823669:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301506396 00000800:00000200:3.0:1767329656.823671:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767329656.823675:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:1.0:1767329656.823676:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c2f0c26. 00000800:00000010:3.0:1767329656.823677:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d0d0c54. 00000400:00000200:0.0:1767329656.823678:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [554:554:254:4294967295] 192.168.202.109@tcp LPNI seq info [554:554:6:4294967295] 00000800:00000200:2.0:1767329656.823683:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d94add08 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329656.823684:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767329656.823687:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329656.823690:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329656.823692:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329656.823695:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329656.823699:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:3.0:1767329656.823700:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000040:2.0:1767329656.823701:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 165230 usecs (166 jiffies) 00000100:00000001:1.0:1767329656.823702:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329656.823708:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329656.823710:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301502118 00000100:00000001:1.0:1767329656.823711:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329656.823713:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f744fb2c 00000100:00000001:1.0:1767329656.823715:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767329656.823716:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329656.823717:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f744fb2c. 00000100:00000001:2.0:1767329656.823719:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301506396 00000100:00000001:1.0:1767329656.823720:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767329656.823722:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6c5103d. 00000100:00000001:3.0:1767329656.823724:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329656.823724:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329656.823727:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301502118 00000100:00000200:3.0:1767329656.823732:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088864b64 x1853178572246016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329656.823732:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301506396 00000800:00000200:0.0:1767329656.823735:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329656.823738:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301502118 00000100:00000001:2.0:1767329656.823745:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301506396 00000800:00000200:0.0:1767329656.823746:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329656.823753:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301502118 00000800:00000200:0.0:1767329656.823754:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6c5103d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329656.823759:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301506396 00000100:00000001:0.0:1767329656.823760:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329656.823765:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329656.823766:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 11742 usecs (12 jiffies) 00000100:00000001:2.0:1767329656.823770:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329656.823771:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301501964 00000100:00000001:2.0:1767329656.823777:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329656.823777:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301506396 00000100:00000001:0.0:1767329656.823780:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301501964 00000100:00000001:2.0:1767329656.823782:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329656.823783:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301506396 00000100:00000001:0.0:1767329656.823785:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301501964 00000100:00000001:0.0:1767329656.823794:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301506396 00000100:00000001:0.0:1767329656.823796:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301501964 00000100:00000001:0.0:1767329656.823800:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301506396 00000100:00000001:3.0:1767329656.823801:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329656.823802:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329656.823806:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329656.823807:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088864b64 x1853178572246016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329672 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329656.823812:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329656.823816:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329656.823820:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329656.823822:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329656.823822:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329656.823826:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329656.823829:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329656.823830:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329656.823831:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329656.823834:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329656.823840:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329656.823843:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d94add08. 00000400:00000200:3.0:1767329656.823846:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329656.823850:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329656.823852:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ad6670d 00000400:00000010:3.0:1767329656.823853:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ad6670d. 00000100:00000001:3.0:1767329656.823857:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329656.823859:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069829e7b x1853178572246144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329656.823864:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329656.823866:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069829e7b x1853178572246144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329672 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329656.823870:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329656.823870:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329656.823894:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329656.823896:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6c5103d. 00000400:00000200:3.0:1767329656.823899:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329656.823901:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329656.823969:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae867cfe 00000400:00000010:3.0:1767329656.823970:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae867cfe. 00000100:00000001:3.0:1767329656.823976:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329656.823979:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000aa68ef7 x1853178572246272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329656.823985:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329656.823986:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000aa68ef7 x1853178572246272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329672 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329656.823990:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329656.823991:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329656.825280:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329656.825289:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329656.825299:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329656.825303:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329656.825312:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329656.825325:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2810c00 00000400:00000200:1.0:1767329656.825332:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1209 [1] + 224 00000800:00000001:1.0:1767329656.825339:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329656.825344:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329656.825346:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329656.825348:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329656.825352:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329656.825355:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088864b64 x1853178572246016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329656.825362:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088864b64 x1853178572246016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329656.825377:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329656.825383:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329656.825385:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329656.825386:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329656.825387:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329656.825390:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329656.825394:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2810c80 00000400:00000200:1.0:1767329656.825397:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1211 [1] + 224 00000800:00000001:1.0:1767329656.825400:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329656.825402:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329656.825403:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329656.825405:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329656.825407:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329656.825408:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069829e7b x1853178572246144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329656.825414:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000069829e7b x1853178572246144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329656.825433:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329656.825438:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329656.825439:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767329656.825441:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329656.825442:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767329656.825446:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329656.825449:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767329656.825449:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329656.825453:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329656.825457:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000639c1374. 00000400:00000200:1.0:1767329656.825458:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329656.825464:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cab2768b 00000400:00000200:1.0:1767329656.825468:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2810d00 00000400:00000010:0.0:1767329656.825468:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cab2768b. 00000100:00000001:0.0:1767329656.825473:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767329656.825477:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1215 [1] + 224 00000100:00000001:2.0:1767329656.825478:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767329656.825480:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088864b64 x1853178572246016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329656.825484:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767329656.825484:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767329656.825490:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767329656.825493:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329656.825494:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088864b64 x1853178572246016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767329656.825495:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767329656.825497:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767329656.825500:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ae29f3c. 00000400:00000200:1.0:1767329656.825507:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329656.825509:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe3fde9b 00000400:00000010:2.0:1767329656.825515:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe3fde9b. 00000100:00000001:0.0:1767329656.825516:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329656.825519:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329656.825522:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329656.825522:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329656.825523:0:208642:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767329656.825527:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329656.825529:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329656.825531:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329656.825532:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000aa68ef7 x1853178572246272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329656.825533:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069829e7b x1853178572246144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329656.825535:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329656.825543:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=53 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329656.825551:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=53 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329656.825559:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767329656.825563:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000aa68ef7 x1853178572246272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329656.825568:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329656.825570:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069829e7b x1853178572246144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329656.825575:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329656.825579:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329656.825586:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329656.825592:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329656.825594:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767329656.825594:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088864b64 x1853178572246016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329672 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329656.825597:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329656.825598:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329656.825601:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329656.825604:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329656.825609:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329656.825611:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329656.825612:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329656.825614:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329656.825617:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329656.825618:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329656.825624:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329656.825625:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088864b64 x1853178572246016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329672 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329656.825631:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=43 v=5 (5 5 5 5) 00000100:00100000:0.0:1767329656.825633:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088864b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572246016:192.168.202.109@tcp:400: 00000100:00001000:2.0:1767329656.825640:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329656.825641:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329656.825647:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329656.825648:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329656.825652:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329656.825652:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088864b64 x1853178572246016/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329672 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329656.825655:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767329656.825659:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329656.825660:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329656.825665:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1767329656.825666:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767329656.825666:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329656.825668:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:3.0:1767329656.825670:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:0.0:1767329656.825672:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010dcaefb. 00000400:00000010:3.0:1767329656.825673:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014061b00. 00000100:00000001:2.0:1767329656.825673:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329656.825678:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000001:0.0:1767329656.825679:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767329656.825680:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f353e67a 00000020:00000001:0.0:1767329656.825684:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1767329656.825685:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f353e67a. 00000100:00000001:2.0:1767329656.825685:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000040:0.0:1767329656.825687:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329656.825691:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329656.825691:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767329656.825692:0:208648:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767329656.825696:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030c67b31. 00000100:00000200:3.0:1767329656.825701:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000aa68ef7 x1853178572246272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329656.825702:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069829e7b x1853178572246144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329672 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329656.825702:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329656.825706:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329656.825709:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088864b64. 00000100:00000001:0.0:1767329656.825715:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329656.825718:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329656.825722:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329656.825729:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329656.825733:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329656.825735:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000aa68ef7 x1853178572246272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329656.825737:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329656.825738:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329656.825741:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329656.825745:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329656.825749:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329656.825751:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329656.825754:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329656.825756:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767329656.825757:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069829e7b x1853178572246144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329672 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329656.825759:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329656.825760:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329656.825761:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329656.825763:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329656.825766:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=53 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329656.825774:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=138 v=5 (1 0 0 0) 00000100:00000001:3.0:1767329656.825782:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329656.825784:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329656.825789:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1767329656.825793:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069829e7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572246144:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329656.825801:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767329656.825803:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000aa68ef7 x1853178572246272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329672 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329656.825806:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767329656.825812:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329656.825814:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069829e7b x1853178572246144/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329672 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329656.825815:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329656.825817:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329656.825820:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329656.825822:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329656.825828:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000aa68ef7 x1853178572246272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329672 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329656.825833:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767329656.825838:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329656.825839:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767329656.825841:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329656.825843:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767329656.825843:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000acb5980b. 00000100:00000040:3.0:1767329656.825849:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000aa68ef7 x1853178572246272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329672 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329656.825851:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329656.825855:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1767329656.825859:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000aa68ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572246272:192.168.202.109@tcp:400: 00000020:00000040:2.0:1767329656.825859:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329656.825867:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767329656.825868:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329656.825871:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767329656.825871:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000042bda6b6. 00000100:00000040:3.0:1767329656.825875:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000aa68ef7 x1853178572246272/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329672 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329656.825878:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329656.825881:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767329656.825882:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329656.825885:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:2.0:1767329656.825885:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069829e7b. 02000000:00000010:3.0:1767329656.825888:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091946770. 02000000:00000001:3.0:1767329656.825893:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329656.825895:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767329656.825895:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1767329656.825897:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329656.825898:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329656.825899:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009917be02. 02000000:00000001:3.0:1767329656.825901:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329656.825910:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767329656.825910:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767329656.825913:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000aa68ef7. 00000100:00000001:2.0:1767329656.825930:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329656.825931:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329656.825937:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329656.825938:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329656.825942:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329656.825942:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329656.825950:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329656.825950:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329656.825954:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329656.825954:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329656.825956:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329656.825960:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329656.887109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329656.887115:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329656.887182:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329656.887185:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329656.887188:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329657.911174:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329657.911180:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329657.911273:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329657.911277:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329657.911280:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329658.935191:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329658.935199:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329658.935323:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329658.935329:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329658.935334:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329659.959170:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329659.959178:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329659.959262:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329659.959268:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329659.959273:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329660.983101:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329660.983106:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329660.983137:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329660.983141:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329660.983144:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329661.431184:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301506396, at 4301506560 00000100:00000040:0.0:1767329661.431185:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301506396, at 4301506560 00000100:00000040:3.0:1767329661.431197:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301506396, at 4301506560 00000100:00000010:0.0:1767329661.431212:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a83fae05. 00000100:00000010:1.0:1767329661.431216:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e8b36ad. 00000100:00000040:2.0:1767329661.431227:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301506396, at 4301506560 00000100:00000010:3.0:1767329661.431228:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c2f0c26. 00000100:00000010:2.0:1767329661.431245:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a68039c9. 00000100:00000040:3.0:1767329661.943078:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329661.943086:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329661.943093:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000aa68ef7. 00000020:00000040:3.0:1767329661.943099:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329661.943103:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329661.943106:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329661.943110:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329661.943116:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009917be02. 00000100:00000001:3.0:1767329661.943123:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329661.943131:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000000aa68ef7 x1853178572246400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329661.943140:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329661.943141:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329661.943145:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000aa68ef7] to pc [ptlrpcd_00_01+1] req@000000000aa68ef7 x1853178572246400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329661.943168:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329661.943170:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329661.943173:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329661.943174:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000660a521f. 00000020:00000040:3.0:1767329661.943185:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329661.943187:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329661.943188:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329661.943190:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329661.943192:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054284e99. 00000100:00000001:3.0:1767329661.943195:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329661.943197:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000660a521f x1853178572246528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329661.943203:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329661.943204:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329661.943206:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000660a521f] to pc [ptlrpcd_00_02+2] req@00000000660a521f x1853178572246528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329661.943225:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329661.943227:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329661.943229:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767329661.943230:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767329661.943231:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030aeebd2. 00000020:00000040:3.0:1767329661.943235:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329661.943236:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329661.943237:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329661.943238:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329661.943241:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767329661.943242:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767329661.943244:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329661.943246:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329661.943250:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000aa68ef7 x1853178572246400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329661.943251:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bb7a9f62. 00000100:00000001:0.0:1767329661.943251:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767329661.943257:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767329661.943258:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329661.943263:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329661.943266:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767329661.943267:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000030aeebd2 x1853178572246656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329661.943269:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329661.943273:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329661.943274:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329661.943277:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329661.943277:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329661.943282:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329661.943285:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329661.943285:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329661.943286:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329661.943287:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030aeebd2] to pc [ptlrpcd_00_03+3] req@0000000030aeebd2 x1853178572246656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329661.943289:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767329661.943291:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329661.943293:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767329661.943297:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329661.943301:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000660a521f x1853178572246528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329661.943305:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000aa68ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572246400:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329661.943307:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329661.943313:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329661.943314:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329661.943316:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1767329661.943318:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767329661.943321:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767329661.943324:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329661.943324:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329661.943325:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329661.943326:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767329661.943328:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329661.943333:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767329661.943333:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329661.943334:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767329661.943335:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6844) 02000000:00000001:0.0:1767329661.943336:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329661.943337:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767329661.943341:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cdb334d5. 02000000:00000001:0.0:1767329661.943342:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329661.943343:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329661.943345:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329661.943347:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767329661.943349:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572246528:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329661.943350:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767329661.943352:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ae29f3c. 00000100:00000001:0.0:1767329661.943355:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767329661.943358:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000030aeebd2 x1853178572246656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329661.943359:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767329661.943361:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe3fde9b. 02000000:00000001:0.0:1767329661.943363:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329661.943368:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767329661.943371:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572246400, portal 25 00000100:00000001:1.0:1767329661.943372:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1767329661.943374:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cd8fc63. 00000100:00000001:1.0:1767329661.943375:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329661.943376:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767329661.943378:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329661.943380:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776929280 : -127176932622336 : ffff8c55501b8000) 02000000:00000001:1.0:1767329661.943381:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329661.943384:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767329661.943388:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000aa68ef7 x1853178572246400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329661.943390:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329661.943391:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047b42ce5. 00000100:00100000:1.0:1767329661.943398:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572246656:192.168.202.109@tcp:400: 00000400:00000010:0.0:1767329661.943399:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bf2e96d. 00000100:00000001:2.0:1767329661.943404:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329661.943405:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767329661.943406:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572246528, portal 10 02000000:00000001:1.0:1767329661.943410:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767329661.943412:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329661.943412:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767329661.943413:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329661.943415:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776936448 : -127176932615168 : ffff8c55501b9c00) 00000400:00000010:2.0:1767329661.943418:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001952865f. 02000000:00000001:1.0:1767329661.943418:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767329661.943423:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572246400, offset 0 02000000:00000010:1.0:1767329661.943423:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002492c35b. 00000100:00000040:0.0:1767329661.943426:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000660a521f x1853178572246528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329661.943429:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329661.943435:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000569d2013. 00000400:00000200:2.0:1767329661.943438:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329661.943444:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329661.943446:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329661.943449:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000110f2f61. 00000400:00000010:1.0:1767329661.943450:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 00000100:00000200:0.0:1767329661.943452:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572246528, offset 0 00000100:00000200:1.0:1767329661.943455:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572246656, portal 10 00000400:00000200:2.0:1767329661.943456:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329661.943461:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767329661.943462:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329661.943464:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776931072 : -127176932620544 : ffff8c55501b8700) 00000400:00000200:2.0:1767329661.943466:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767329661.943473:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000030aeebd2 x1853178572246656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329661.943474:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329661.943480:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329661.943486:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329661.943490:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767329661.943491:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [555:555:256:4294967295] 192.168.202.109@tcp LPNI seq info [555:555:8:4294967295] 00000100:00000040:1.0:1767329661.943497:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329661.943501:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fa6d4d2. 00000400:00000200:2.0:1767329661.943507:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:1.0:1767329661.943514:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572246656, offset 0 00000800:00000200:2.0:1767329661.943517:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329661.943519:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:2.0:1767329661.943524:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4297425. 00000400:00000200:1.0:1767329661.943525:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329661.943526:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329661.943532:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:2.0:1767329661.943537:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329661.943537:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329661.943540:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329661.943542:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [556:556:255:4294967295] 192.168.202.109@tcp LPNI seq info [556:556:7:4294967295] 00000400:00000200:0.0:1767329661.943549:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329661.943554:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329661.943555:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329661.943557:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:2.0:1767329661.943562:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4297425 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1767329661.943563:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c06a1248. 00000400:00000200:1.0:1767329661.943564:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329661.943571:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:0.0:1767329661.943574:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329661.943577:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767329661.943582:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329661.943583:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329661.943583:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:0.0:1767329661.943588:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c06a1248 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329661.943590:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301511516 00000400:00000200:1.0:1767329661.943592:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [557:557:254:4294967295] 192.168.202.109@tcp LPNI seq info [557:557:6:4294967295] 00000100:00000001:0.0:1767329661.943594:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767329661.943598:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5a6ead3. 00000100:00000040:0.0:1767329661.943601:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 164252 usecs (165 jiffies) 00000100:00000001:2.0:1767329661.943606:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767329661.943606:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301507237 00000400:00000200:1.0:1767329661.943612:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329661.943614:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301511516 00000100:00000001:0.0:1767329661.943615:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301511516 00000800:00000200:1.0:1767329661.943620:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:2.0:1767329661.943622:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc92108d. 00000100:00000001:0.0:1767329661.943622:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301507237 00000800:00000010:1.0:1767329661.943625:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ce889c. 00000100:00000001:2.0:1767329661.943629:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767329661.943632:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767329661.943633:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329661.943635:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301511516 00000100:00000001:0.0:1767329661.943636:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301511516 00000800:00000010:3.0:1767329661.943637:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4297425. 00000100:00000010:2.0:1767329661.943642:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012e46697. 00000800:00000200:1.0:1767329661.943644:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329661.943645:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329661.943649:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767329661.943649:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301507237 00000800:00000200:1.0:1767329661.943651:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ce889c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329661.943657:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329661.943657:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301511516 00000100:00000001:2.0:1767329661.943658:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301511516 00000100:00000001:1.0:1767329661.943659:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767329661.943666:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e27c26e. 00000100:00000001:0.0:1767329661.943666:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301507237 00000100:00000040:1.0:1767329661.943667:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 11688 usecs (12 jiffies) 00000400:00000200:3.0:1767329661.943668:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001952865f 00000400:00000010:3.0:1767329661.943673:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001952865f. 00000100:00000001:1.0:1767329661.943674:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301507084 00000100:00000001:2.0:1767329661.943675:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767329661.943680:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329661.943681:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301511516 00000100:00000001:2.0:1767329661.943682:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329661.943682:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301511516 00000100:00000200:3.0:1767329661.943688:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000aa68ef7 x1853178572246400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329661.943689:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301507084 00000100:00000001:0.0:1767329661.943689:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329661.943690:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329661.943698:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329661.943698:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301511516 00000100:00000001:0.0:1767329661.943698:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329661.943706:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329661.943706:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301507084 00000100:00000001:0.0:1767329661.943707:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329661.943708:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329661.943714:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301511516 00000100:00000001:0.0:1767329661.943715:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329661.943716:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000aa68ef7 x1853178572246400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329677 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329661.943716:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329661.943720:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301507084 00000100:00000001:2.0:1767329661.943721:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329661.943721:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329661.943725:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329661.943727:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301511516 00000100:00000001:2.0:1767329661.943729:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329661.943729:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329661.943732:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329661.943734:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329661.943735:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329661.943738:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329661.943739:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329661.943743:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329661.943746:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329661.943746:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329661.943747:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329661.943753:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329661.943761:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329661.943764:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c06a1248. 00000400:00000200:3.0:1767329661.943768:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329661.943771:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329661.943774:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000110f2f61 00000400:00000010:3.0:1767329661.943775:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000110f2f61. 00000100:00000001:3.0:1767329661.943783:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329661.943784:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000660a521f x1853178572246528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329661.943789:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329661.943791:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000660a521f x1853178572246528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329677 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329661.943795:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329661.943796:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329661.943825:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329661.943827:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ce889c. 00000400:00000200:3.0:1767329661.943837:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329661.943839:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329661.943841:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fa6d4d2 00000400:00000010:3.0:1767329661.943842:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fa6d4d2. 00000100:00000001:3.0:1767329661.943844:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329661.943846:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000030aeebd2 x1853178572246656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329661.943852:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329661.943853:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000030aeebd2 x1853178572246656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329677 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329661.943857:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329661.943858:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329661.945266:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329661.945360:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329661.945363:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329661.945365:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329661.945371:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329661.945380:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2810d80 00000400:00000200:3.0:1767329661.945386:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1221 [1] + 224 00000800:00000001:3.0:1767329661.945419:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329661.945423:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329661.945425:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329661.945428:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329661.945431:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329661.945434:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000aa68ef7 x1853178572246400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329661.945441:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000aa68ef7 x1853178572246400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329661.945453:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329661.945459:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329661.945460:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329661.945462:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329661.945469:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329661.945473:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329661.945477:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2810e00 00000400:00000200:3.0:1767329661.945480:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1225 [1] + 224 00000800:00000001:3.0:1767329661.945483:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329661.945485:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329661.945486:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329661.945488:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329661.945490:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329661.945492:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000660a521f x1853178572246528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329661.945497:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000660a521f x1853178572246528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329661.945509:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329661.945512:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329661.945515:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329661.945515:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329661.945519:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767329661.945520:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329661.945524:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329661.945526:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767329661.945528:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000001:2.0:1767329661.945530:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329661.945533:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ae29f3c. 00000400:00000200:3.0:1767329661.945536:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2810e80 00000400:00000200:2.0:1767329661.945538:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe3fde9b 00000400:00000010:2.0:1767329661.945541:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe3fde9b. 00000100:00000001:2.0:1767329661.945544:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767329661.945548:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1231 [1] + 224 00000800:00000001:3.0:1767329661.945551:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329661.945559:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329661.945559:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000aa68ef7 x1853178572246400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329661.945563:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329661.945572:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329661.945573:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329661.945577:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329661.945580:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329661.945581:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000aa68ef7 x1853178572246400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329677 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767329661.945582:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767329661.945586:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000030aeebd2 x1853178572246656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767329661.945587:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329661.945591:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047b42ce5. 00000400:00000200:0.0:1767329661.945597:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bf2e96d 00000400:00000010:0.0:1767329661.945601:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bf2e96d. 00000100:00000001:2.0:1767329661.945607:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329661.945610:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329661.945611:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329661.945612:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000030aeebd2 x1853178572246656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329661.945617:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767329661.945618:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000660a521f x1853178572246528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329661.945621:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329661.945625:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329661.945628:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329661.945634:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329661.945640:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=58 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329661.945646:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=58 v=5 (1 1 1 1) 00000100:00000200:0.0:1767329661.945647:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000660a521f x1853178572246528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329677 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329661.945656:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329661.945660:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329661.945666:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329661.945669:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329661.945675:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329661.945682:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329661.945684:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767329661.945684:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000aa68ef7 x1853178572246400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329677 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329661.945685:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329661.945690:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329661.945690:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329661.945694:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767329661.945696:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329661.945697:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329661.945701:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329661.945702:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329661.945707:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329661.945707:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329661.945708:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329661.945711:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329661.945712:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767329661.945714:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=48 v=5 (5 5 5 5) 00000400:00000001:1.0:1767329661.945718:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767329661.945719:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000aa68ef7 x1853178572246400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329677 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767329661.945719:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=48 v=5 (1 1 1 1) 00000400:00000001:1.0:1767329661.945723:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329661.945728:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000569d2013. 00000100:00000001:0.0:1767329661.945728:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767329661.945735:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00000100:00100000:2.0:1767329661.945736:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000aa68ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572246400:192.168.202.109@tcp:400: 00000400:00000010:1.0:1767329661.945738:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 00000100:00000001:0.0:1767329661.945738:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329661.945744:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329661.945746:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329661.945746:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767329661.945748:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329661.945751:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329661.945753:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1767329661.945754:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000030aeebd2 x1853178572246656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329661.945756:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000040:2.0:1767329661.945758:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000aa68ef7 x1853178572246400/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329677 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329661.945761:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329661.945764:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329661.945773:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000660a521f x1853178572246528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329677 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329661.945790:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000030aeebd2 x1853178572246656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329677 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329661.945791:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329661.945795:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767329661.945797:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329661.945802:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:2.0:1767329661.945805:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cdb334d5. 00000100:00000001:0.0:1767329661.945805:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329661.945811:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767329661.945812:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767329661.945814:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000660a521f x1853178572246528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329677 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767329661.945816:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329661.945816:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767329661.945820:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329661.945822:0:208650:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767329661.945826:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767329661.945826:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767329661.945830:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009917be02. 00000100:00000001:1.0:1767329661.945830:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767329661.945831:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572246528:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329661.945833:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329661.945837:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329661.945838:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329661.945840:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767329661.945840:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767329661.945842:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000aa68ef7. 00000100:00001000:1.0:1767329661.945843:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=58 v=5 (5 5 5 5) 00000100:00000001:0.0:1767329661.945844:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329661.945848:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1767329661.945849:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=143 v=5 (1 0 0 0) 00000100:00000040:0.0:1767329661.945850:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000660a521f x1853178572246528/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329677 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329661.945851:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329661.945857:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329661.945858:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329661.945861:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329661.945880:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767329661.945884:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00080000:1.0:1767329661.945886:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000030aeebd2 x1853178572246656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329677 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329661.945887:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329661.945891:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cd8fc63. 02000000:00000001:0.0:1767329661.945895:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329661.945898:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767329661.945899:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767329661.945900:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329661.945902:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329661.945903:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1767329661.945905:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767329661.945906:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329661.945906:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000010:0.0:1767329661.945909:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054284e99. 00000100:00000001:1.0:1767329661.945911:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329661.945912:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329661.945913:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329661.945914:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329661.945915:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329661.945916:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767329661.945920:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000030aeebd2 x1853178572246656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329677 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767329661.945920:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000660a521f. 00000100:00000001:0.0:1767329661.945925:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329661.945927:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329661.945931:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329661.945932:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329661.945940:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329661.945943:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329661.945944:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329661.945947:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329661.945948:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329661.945952:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329661.945954:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030aeebd2 x1853178572246656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329677 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329661.945960:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572246656:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329661.945965:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329661.945966:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329661.945968:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000030aeebd2 x1853178572246656/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329677 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329661.945972:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329661.945973:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329661.945975:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002492c35b. 02000000:00000001:1.0:1767329661.945978:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329661.945978:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329661.945979:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329661.945981:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329661.945982:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bb7a9f62. 02000000:00000001:1.0:1767329661.945984:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329661.945985:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329661.945986:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030aeebd2. 00000100:00000001:1.0:1767329661.945987:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329661.945988:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329661.945989:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329661.945992:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329661.945993:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329661.945995:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329661.945996:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329662.007090:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329662.007093:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329662.007164:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329662.007167:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329662.007170:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329663.031094:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329663.031100:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329663.031171:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329663.031175:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329663.031177:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329664.055171:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329664.055178:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329664.055263:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329664.055270:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329664.055274:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329665.079165:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329665.079189:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329665.079193:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329665.079197:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329665.079203:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329665.079206:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329665.079209:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329665.079212:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329665.079342:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329665.079349:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329665.079353:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329666.103177:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329666.103186:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329666.103336:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329666.103343:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329666.103347:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329666.551129:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301511516, at 4301511680 00000100:00000010:3.0:1767329666.551151:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e27c26e. 00000100:00000040:1.0:1767329666.551171:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301511516, at 4301511680 00000100:00000040:0.0:1767329666.551174:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301511516, at 4301511680 00000100:00000010:1.0:1767329666.551189:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc92108d. 00000100:00000010:0.0:1767329666.551193:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5a6ead3. 00000100:00000040:2.0:1767329666.551207:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301511516, at 4301511680 00000100:00000010:2.0:1767329666.551222:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012e46697. 00000100:00000040:1.0:1767329667.063140:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329667.063148:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329667.063156:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 00000020:00000040:1.0:1767329667.063162:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329667.063166:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329667.063169:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329667.063175:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329667.063182:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059cfc45b. 00000100:00000001:1.0:1767329667.063188:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329667.063198:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000dfc75053 x1853178572246784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329667.063207:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329667.063210:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329667.063216:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfc75053] to pc [ptlrpcd_00_00+0] req@00000000dfc75053 x1853178572246784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329667.063235:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329667.063237:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329667.063240:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329667.063242:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088e8bc68. 00000020:00000040:1.0:1767329667.063244:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329667.063246:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767329667.063255:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329667.063262:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329667.063262:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767329667.063262:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767329667.063265:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329667.063267:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329667.063269:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329667.063271:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ce889c. 00000100:00000040:0.0:1767329667.063275:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572246784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329667.063277:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329667.063285:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000088e8bc68 x1853178572246912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329667.063288:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329667.063291:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329667.063296:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767329667.063297:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329667.063298:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329667.063301:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329667.063303:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e8bc68] to pc [ptlrpcd_00_01+1] req@0000000088e8bc68 x1853178572246912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329667.063306:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329667.063313:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572246784:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329667.063318:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329667.063322:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329667.063323:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767329667.063325:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767329667.063326:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329667.063331:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767329667.063332:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767329667.063336:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ce1624. 00000100:00000001:2.0:1767329667.063337:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767329667.063338:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c883d92e. 00000020:00000040:1.0:1767329667.063339:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329667.063341:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329667.063343:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329667.063345:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329667.063345:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329667.063348:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329667.063350:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329667.063350:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047b42ce5. 00000100:00000040:2.0:1767329667.063354:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088e8bc68 x1853178572246912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329667.063357:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001d0d0c54. 00000400:00000010:0.0:1767329667.063360:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bf2e96d. 00000100:00000001:1.0:1767329667.063363:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329667.063370:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572246784, portal 25 00000100:00000001:2.0:1767329667.063372:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767329667.063372:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000026ce1624 x1853178572247040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329667.063375:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329667.063380:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329667.063382:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767329667.063384:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329667.063386:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 02000000:00000001:2.0:1767329667.063389:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329667.063395:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572246784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329667.063396:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1767329667.063397:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572246912:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329667.063399:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329667.063406:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767329667.063408:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ce1624] to pc [ptlrpcd_00_02+2] req@0000000026ce1624 x1853178572247040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329667.063415:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767329667.063419:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329667.063423:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329667.063423:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329667.063428:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767329667.063429:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f7af1d9. 02000000:00000010:2.0:1767329667.063432:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de55bf52. 00000100:00000200:0.0:1767329667.063433:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572246784, offset 0 00000100:00000001:1.0:1767329667.063434:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329667.063436:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329667.063440:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767329667.063443:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ae29f3c. 00000100:00000040:1.0:1767329667.063445:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767329667.063446:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:1.0:1767329667.063453:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6849) 00000400:00000010:2.0:1767329667.063457:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe3fde9b. 00000100:00000200:2.0:1767329667.063463:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572246912, portal 10 00000400:00000200:0.0:1767329667.063463:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329667.063469:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329667.063470:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777199488 : -127176932352128 : ffff8c55501f9f80) 00000100:00000001:1.0:1767329667.063472:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329667.063473:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329667.063476:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767329667.063479:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088e8bc68 x1853178572246912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329667.063480:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767329667.063480:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:1.0:1767329667.063489:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ce1624 x1853178572247040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329667.063489:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329667.063495:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767329667.063497:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:2.0:1767329667.063504:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329667.063506:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [558:558:256:4294967295] 192.168.202.109@tcp LPNI seq info [558:558:8:4294967295] 00000400:00000010:2.0:1767329667.063510:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004740f0f1. 00000100:00000200:2.0:1767329667.063514:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572246912, offset 0 00000100:00000001:1.0:1767329667.063517:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329667.063520:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329667.063525:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329667.063525:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329667.063530:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329667.063530:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:1.0:1767329667.063535:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329667.063540:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572247040:192.168.202.109@tcp:400: 00000800:00000200:0.0:1767329667.063542:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329667.063543:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329667.063550:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:0.0:1767329667.063551:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c06a1248. 00000400:00000200:2.0:1767329667.063552:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767329667.063554:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329667.063557:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329667.063558:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:1.0:1767329667.063559:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767329667.063563:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329667.063565:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1767329667.063566:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd470828. 00000400:00000200:2.0:1767329667.063570:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:1.0:1767329667.063570:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329667.063574:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000569d2013. 00000800:00000200:0.0:1767329667.063575:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329667.063580:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [559:559:255:4294967295] 192.168.202.109@tcp LPNI seq info [559:559:7:4294967295] 00000400:00000010:1.0:1767329667.063581:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 00000800:00000200:0.0:1767329667.063582:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c06a1248 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1767329667.063589:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572247040, portal 10 00000100:00000001:1.0:1767329667.063594:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767329667.063597:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329667.063597:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 00000100:00000001:0.0:1767329667.063597:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329667.063605:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301516636 00000100:00000040:1.0:1767329667.063609:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ce1624 x1853178572247040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767329667.063611:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:0.0:1767329667.063613:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008433709a. 00000800:00000010:2.0:1767329667.063618:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c58f1272. 00000100:00000001:1.0:1767329667.063621:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329667.063623:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767329667.063629:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000040:1.0:1767329667.063630:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329667.063631:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301516636 00000400:00000010:1.0:1767329667.063635:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029cc77d9. 00000100:00000010:0.0:1767329667.063637:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073f6ac0a. 00000800:00000200:2.0:1767329667.063641:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000200:1.0:1767329667.063641:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572247040, offset 0 00000100:00000001:0.0:1767329667.063643:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767329667.063647:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c58f1272 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329667.063650:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301516636 00000100:00000001:2.0:1767329667.063654:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329667.063654:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:0.0:1767329667.063656:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007189cfa0. 00000100:00000040:2.0:1767329667.063661:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 163287 usecs (164 jiffies) 00000400:00000200:1.0:1767329667.063665:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329667.063667:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301512356 00000100:00000001:0.0:1767329667.063668:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767329667.063670:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329667.063672:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301516636 00000400:00000200:1.0:1767329667.063675:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329667.063681:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301516636 00000100:00000010:0.0:1767329667.063681:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b596485d. 00000400:00000200:1.0:1767329667.063682:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329667.063686:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301512356 00000100:00000001:0.0:1767329667.063687:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767329667.063693:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301516636 00000100:00000001:0.0:1767329667.063693:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329667.063694:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329667.063699:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301512356 00000100:00000001:0.0:1767329667.063700:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329667.063701:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [560:560:254:4294967295] 192.168.202.109@tcp LPNI seq info [560:560:6:4294967295] 00000100:00000001:2.0:1767329667.063705:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301516636 00000100:00000001:0.0:1767329667.063707:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329667.063711:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301512356 00000100:00000001:0.0:1767329667.063712:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329667.063718:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301516636 00000400:00000200:1.0:1767329667.063721:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329667.063723:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329667.063724:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329667.063727:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329667.063729:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329667.063731:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329667.063732:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329667.063734:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329667.063735:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329667.063735:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329667.063739:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767329667.063742:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065561a0b. 00000100:00000001:0.0:1767329667.063742:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329667.063743:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329667.063746:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329667.063750:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329667.063752:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767329667.063754:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329667.063755:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329667.063756:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329667.063761:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329667.063762:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329667.063762:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329667.063769:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000065561a0b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329667.063773:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329667.063776:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 11636 usecs (12 jiffies) 00000100:00000001:1.0:1767329667.063778:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301512204 00000100:00000001:1.0:1767329667.063780:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301516636 00000100:00000001:1.0:1767329667.063782:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301512204 00000100:00000001:1.0:1767329667.063784:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301516636 00000100:00000001:1.0:1767329667.063786:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301512204 00000100:00000001:1.0:1767329667.063788:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301516636 00000100:00000001:1.0:1767329667.063789:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301512204 00000100:00000001:1.0:1767329667.063790:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301516636 00000100:00000001:1.0:1767329667.063791:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329667.063792:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329667.063794:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329667.063795:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329667.063799:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329667.063800:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329667.063802:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329667.063803:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329667.063805:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329667.063806:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329667.063807:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767329667.063828:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c06a1248. 00000400:00000200:0.0:1767329667.063834:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329667.063840:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329667.063843:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f7af1d9 00000400:00000010:0.0:1767329667.063845:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f7af1d9. 00000100:00000001:0.0:1767329667.063853:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329667.063856:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572246784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329667.063863:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329667.063865:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572246784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329667.063870:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329667.063871:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329667.063879:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329667.063881:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c58f1272. 00000400:00000200:0.0:1767329667.063883:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329667.063885:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329667.063886:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004740f0f1 00000400:00000010:0.0:1767329667.063892:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004740f0f1. 00000100:00000001:0.0:1767329667.063894:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329667.063896:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088e8bc68 x1853178572246912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329667.063901:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329667.063903:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088e8bc68 x1853178572246912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329667.063907:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329667.063907:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329667.063960:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329667.063962:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065561a0b. 00000400:00000200:0.0:1767329667.063964:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329667.063967:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329667.063968:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029cc77d9 00000400:00000010:0.0:1767329667.063969:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029cc77d9. 00000100:00000001:0.0:1767329667.063971:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329667.063972:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ce1624 x1853178572247040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329667.063977:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329667.063978:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ce1624 x1853178572247040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329667.063982:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329667.063983:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329667.065296:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329667.065308:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329667.065312:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329667.065356:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329667.065425:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329667.065438:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2810f00 00000400:00000200:3.0:1767329667.065445:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1239 [1] + 224 00000800:00000001:3.0:1767329667.065451:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329667.065492:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329667.065494:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329667.065498:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329667.065503:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329667.065508:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572246784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329667.065518:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfc75053 x1853178572246784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329667.065534:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329667.065540:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329667.065543:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329667.065545:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329667.065547:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329667.065551:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329667.065557:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2810f80 00000400:00000200:3.0:1767329667.065569:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1241 [1] + 224 00000800:00000001:3.0:1767329667.065573:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329667.065577:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329667.065579:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329667.065583:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329667.065586:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329667.065590:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088e8bc68 x1853178572246912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329667.065594:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329667.065597:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767329667.065603:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088e8bc68 x1853178572246912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767329667.065604:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329667.065606:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329667.065609:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047b42ce5. 00000400:00000200:0.0:1767329667.065615:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bf2e96d 00000400:00000010:0.0:1767329667.065617:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bf2e96d. 00000100:00000001:0.0:1767329667.065622:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329667.065626:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572246784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329667.065627:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329667.065635:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767329667.065636:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572246784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329667.065641:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329667.065644:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329667.065648:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329667.065656:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767329667.065660:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767329667.065660:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329667.065665:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329667.065667:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329667.065669:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767329667.065672:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2811000 00000100:00000001:0.0:1767329667.065673:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329667.065677:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329667.065682:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1249 [1] + 224 00000100:00001000:0.0:1767329667.065683:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=64 v=5 (5 5 5 5) 00000100:00000001:2.0:1767329667.065688:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329667.065692:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767329667.065692:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=64 v=5 (1 1 1 1) 00000800:00000001:3.0:1767329667.065693:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767329667.065698:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767329667.065698:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767329667.065702:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329667.065703:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767329667.065703:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329667.065707:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ae29f3c. 00000400:00000200:3.0:1767329667.065709:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767329667.065710:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767329667.065712:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe3fde9b 00010000:00000001:0.0:1767329667.065714:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329667.065715:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe3fde9b. 00000400:00000200:3.0:1767329667.065720:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329667.065720:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329667.065721:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329667.065728:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088e8bc68 x1853178572246912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329667.065729:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767329667.065730:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfc75053 x1853178572246784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329667.065737:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ce1624 x1853178572247040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329667.065760:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088e8bc68 x1853178572246912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329667.065762:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329667.065769:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329667.065772:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329667.065778:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ce1624 x1853178572247040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329667.065781:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572246784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329667.065784:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329667.065787:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329667.065791:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329667.065801:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329667.065804:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329667.065807:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329667.065808:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572246784:192.168.202.109@tcp:400: 02000000:00000001:2.0:1767329667.065826:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329667.065834:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329667.065835:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=54 v=5 (5 5 5 5) 00000100:00000001:0.0:1767329667.065836:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329667.065841:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767329667.065841:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=54 v=5 (1 1 1 1) 00000100:00000040:0.0:1767329667.065842:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572246784/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329667.065849:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329667.065849:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329667.065852:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329667.065855:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767329667.065855:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1767329667.065857:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329667.065859:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767329667.065860:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329667.065862:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c883d92e. 00000100:00000001:2.0:1767329667.065863:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329667.065866:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000001:0.0:1767329667.065867:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767329667.065871:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1767329667.065872:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767329667.065873:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767329667.065874:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000040:2.0:1767329667.065878:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088e8bc68 x1853178572246912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767329667.065886:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767329667.065890:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767329667.065891:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059cfc45b. 00000100:00000001:2.0:1767329667.065896:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329667.065898:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329667.065899:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767329667.065902:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088e8bc68 x1853178572246912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329667.065903:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767329667.065905:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767329667.065906:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000100:00000001:0.0:1767329667.065912:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1767329667.065915:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572246912:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329667.065916:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329667.065917:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329667.065920:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329667.065921:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767329667.065923:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767329667.065924:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1767329667.065927:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767329667.065927:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767329667.065929:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088e8bc68 x1853178572246912/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329667.065932:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000569d2013. 00000100:00000001:0.0:1767329667.065932:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329667.065940:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00000100:00000001:0.0:1767329667.065940:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329667.065941:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329667.065943:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329667.065945:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1767329667.065945:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 02000000:00000010:2.0:1767329667.065949:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de55bf52. 00000100:00000001:1.0:1767329667.065950:0:208650:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767329667.065955:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329667.065958:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:1.0:1767329667.065958:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce1624 x1853178572247040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767329667.065960:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329667.065966:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1767329667.065971:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ce1624 x1853178572247040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767329667.065975:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ce889c. 02000000:00000001:2.0:1767329667.065981:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329667.065982:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767329667.065983:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767329667.065985:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767329667.065986:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088e8bc68. 00000100:00000001:1.0:1767329667.065988:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767329667.065991:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767329667.065991:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329667.065994:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329667.065995:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329667.065998:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329667.065999:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329667.066002:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329667.066004:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329667.066007:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329667.066007:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=64 v=5 (5 5 5 5) 00000100:00000001:2.0:1767329667.066012:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329667.066040:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329667.066043:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=149 v=5 (1 0 0 0) 00000100:00000001:1.0:1767329667.066047:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329667.066049:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329667.066051:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767329667.066054:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000026ce1624 x1853178572247040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329667.066060:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329667.066061:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329667.066063:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329667.066064:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329667.066065:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329667.066067:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ce1624 x1853178572247040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329667.066071:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329667.066072:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329667.066078:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329667.066081:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ce1624 x1853178572247040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329667.066086:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572247040:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329667.066089:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329667.066090:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329667.066092:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ce1624 x1853178572247040/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329667.066096:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329667.066097:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329667.066098:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd470828. 02000000:00000001:1.0:1767329667.066101:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329667.066102:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329667.066103:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329667.066104:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329667.066105:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001d0d0c54. 02000000:00000001:1.0:1767329667.066107:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329667.066108:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329667.066109:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ce1624. 00000100:00000001:1.0:1767329667.066111:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329667.066112:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329667.066113:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329667.066116:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329667.066117:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329667.066118:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329667.066120:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329667.127090:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329667.127093:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329667.127126:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329667.127130:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329667.127134:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329668.151087:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329668.151093:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329668.151182:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329668.151185:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329668.151188:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329669.175183:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329669.175192:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329669.175246:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329669.175252:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329669.175256:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329670.199142:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329670.199149:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329670.199274:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329670.199280:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329670.199284:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329671.223176:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329671.223204:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329671.223370:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329671.223376:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329671.223381:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329671.671124:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301516636, at 4301516800 00000100:00000010:1.0:1767329671.671143:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073f6ac0a. 00000100:00000040:2.0:1767329671.671173:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301516636, at 4301516800 00000100:00000040:0.0:1767329671.671189:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301516636, at 4301516800 00000100:00000010:2.0:1767329671.671190:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007189cfa0. 00000100:00000040:3.0:1767329671.671199:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301516636, at 4301516800 00000100:00000010:0.0:1767329671.671207:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008433709a. 00000100:00000010:3.0:1767329671.671216:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b596485d. 00000100:00000040:3.0:1767329672.183128:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329672.183138:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329672.183146:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021ff4b2. 00000020:00000040:3.0:1767329672.183153:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329672.183159:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329672.183162:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329672.183167:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329672.183175:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009f2acf4c. 00000100:00000001:3.0:1767329672.183183:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329672.183193:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000021ff4b2 x1853178572247168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329672.183205:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329672.183208:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329672.183213:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000021ff4b2] to pc [ptlrpcd_00_03+3] req@00000000021ff4b2 x1853178572247168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329672.183238:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329672.183241:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329672.183244:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329672.183247:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000143e2fae. 00000020:00000040:3.0:1767329672.183250:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329672.183253:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329672.183255:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329672.183257:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329672.183261:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002b5eb5d9. 00000100:00000001:1.0:1767329672.183269:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767329672.183275:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767329672.183279:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329672.183281:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329672.183287:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767329672.183290:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000143e2fae x1853178572247296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329672.183290:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329672.183295:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329672.183295:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329672.183299:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329672.183301:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329672.183304:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329672.183308:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329672.183312:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329672.183312:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000021ff4b2 x1853178572247168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329672.183323:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000143e2fae] to pc [ptlrpcd_00_00+0] req@00000000143e2fae x1853178572247296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329672.183324:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329672.183327:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329672.183333:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329672.183337:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329672.183340:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329672.183343:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000021ff4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572247168:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329672.183346:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329672.183351:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767329672.183353:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329672.183354:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329672.183359:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767329672.183360:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329672.183364:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329672.183366:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:1.0:1767329672.183367:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a24a854. 00000100:00000001:0.0:1767329672.183369:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767329672.183371:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e9cc5edf. 02000000:00000001:1.0:1767329672.183372:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329672.183372:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767329672.183379:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000040:0.0:1767329672.183381:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000143e2fae x1853178572247296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329672.183382:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000569d2013. 00000100:00000001:3.0:1767329672.183386:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329672.183389:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767329672.183391:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 02000000:00000001:3.0:1767329672.183393:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329672.183399:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767329672.183401:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572247168, portal 25 02000000:00000010:3.0:1767329672.183402:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000252273f8. 00000100:00000001:0.0:1767329672.183403:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329672.183404:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329672.183408:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776940928 : -127176932610688 : ffff8c55501bad80) 02000000:00000001:0.0:1767329672.183410:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329672.183411:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329672.183413:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329672.183413:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329672.183416:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000021ff4b2 x1853178572247168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329672.183418:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329672.183419:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329672.183420:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000e9cc5edf x1853178572247424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329672.183428:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000143e2fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572247296:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329672.183438:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329672.183443:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329672.183446:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329672.183449:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767329672.183450:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329672.183454:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767329672.183456:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000010:0.0:1767329672.183456:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a670c51. 00000100:00000001:3.0:1767329672.183458:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329672.183463:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9cc5edf] to pc [ptlrpcd_00_01+1] req@00000000e9cc5edf x1853178572247424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329672.183470:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329672.183471:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5a75e4. 00000100:00000200:1.0:1767329672.183477:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572247168, offset 0 00000400:00000010:0.0:1767329672.183478:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047b42ce5. 00000400:00000010:0.0:1767329672.183487:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bf2e96d. 00000400:00000200:1.0:1767329672.183490:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329672.183492:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329672.183497:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767329672.183499:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572247296, portal 10 00000100:00000040:3.0:1767329672.183504:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1767329672.183505:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329672.183505:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329672.183508:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329672.183508:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776930176 : -127176932621440 : ffff8c55501b8380) 00000100:00000001:2.0:1767329672.183513:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767329672.183516:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6855) 00000100:00000001:2.0:1767329672.183516:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767329672.183517:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767329672.183520:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000143e2fae x1853178572247296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329672.183526:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e9cc5edf x1853178572247424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329672.183527:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329672.183534:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329672.183542:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329672.183547:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767329672.183551:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [561:561:256:4294967295] 192.168.202.109@tcp LPNI seq info [561:561:8:4294967295] 00000100:00000001:2.0:1767329672.183552:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329672.183555:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329672.183556:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329672.183562:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767329672.183562:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f7af1d9. 02000000:00000001:2.0:1767329672.183566:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767329672.183567:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572247296, offset 0 02000000:00000001:2.0:1767329672.183573:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329672.183574:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00100000:2.0:1767329672.183579:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e9cc5edf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572247424:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767329672.183580:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329672.183588:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767329672.183588:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329672.183592:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767329672.183592:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:1.0:1767329672.183594:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004571031a. 02000000:00000001:2.0:1767329672.183596:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329672.183598:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329672.183601:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:1.0:1767329672.183604:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329672.183606:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767329672.183609:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329672.183612:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000010:2.0:1767329672.183613:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f39535ca. 02000000:00000001:2.0:1767329672.183619:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329672.183620:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767329672.183620:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [562:562:255:4294967295] 192.168.202.109@tcp LPNI seq info [562:562:7:4294967295] 00000400:00000010:2.0:1767329672.183623:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ae29f3c. 00000800:00000200:1.0:1767329672.183627:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004571031a type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767329672.183630:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe3fde9b. 00000100:00000200:2.0:1767329672.183636:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572247424, portal 10 00000400:00000200:0.0:1767329672.183638:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329672.183640:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329672.183642:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329672.183643:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776933760 : -127176932617856 : ffff8c55501b9180) 00000100:00000001:1.0:1767329672.183647:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301521756 00000800:00000200:0.0:1767329672.183648:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329672.183653:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e9cc5edf x1853178572247424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767329672.183655:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1fa5921. 00000800:00000010:0.0:1767329672.183655:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c06a1248. 00000100:00000001:2.0:1767329672.183663:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329672.183665:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767329672.183666:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000040:2.0:1767329672.183671:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329672.183675:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f756aee. 00000100:00000001:1.0:1767329672.183675:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301521756 00000800:00000200:0.0:1767329672.183678:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000200:2.0:1767329672.183680:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572247424, offset 0 00000100:00000010:1.0:1767329672.183681:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e8b36ad. 00000800:00000200:0.0:1767329672.183682:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c06a1248 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329672.183687:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767329672.183688:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329672.183691:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329672.183693:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301521756 00000100:00000040:0.0:1767329672.183694:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 162333 usecs (163 jiffies) 00000400:00000200:2.0:1767329672.183699:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329672.183699:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301517475 00000100:00000010:1.0:1767329672.183700:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000648d638b. 00000400:00000200:2.0:1767329672.183706:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329672.183707:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301521756 00000100:00000001:1.0:1767329672.183708:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767329672.183711:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329672.183712:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301517475 00000400:00000200:2.0:1767329672.183715:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329672.183715:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301521756 00000800:00000200:3.0:1767329672.183717:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767329672.183721:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000010:1.0:1767329672.183722:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d9c1b8c. 00000800:00000010:3.0:1767329672.183724:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004571031a. 00000100:00000001:0.0:1767329672.183725:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301521756 00000100:00000001:1.0:1767329672.183727:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767329672.183730:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [563:563:254:4294967295] 192.168.202.109@tcp LPNI seq info [563:563:6:4294967295] 00000100:00000001:0.0:1767329672.183730:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301517475 00000100:00000001:1.0:1767329672.183732:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329672.183737:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301521756 00000100:00000001:1.0:1767329672.183739:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329672.183741:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301517475 00000400:00000200:3.0:1767329672.183742:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329672.183745:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301521756 00000100:00000001:0.0:1767329672.183751:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329672.183753:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329672.183754:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:3.0:1767329672.183758:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329672.183758:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329672.183776:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329672.183783:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329672.183785:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5a75e4 00000100:00000001:0.0:1767329672.183789:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329672.183791:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f5a75e4. 00000800:00000010:2.0:1767329672.183791:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4297425. 00000100:00000001:0.0:1767329672.183791:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767329672.183800:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329672.183800:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329672.183802:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329672.183802:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329672.183807:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329672.183809:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767329672.183810:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000200:3.0:1767329672.183812:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021ff4b2 x1853178572247168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329672.183813:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329672.183815:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4297425 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329672.183818:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329672.183822:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329672.183827:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 11585 usecs (12 jiffies) 00000100:00000001:2.0:1767329672.183833:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301517324 00000100:00000001:3.0:1767329672.183836:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329672.183836:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301521756 00000100:00000040:3.0:1767329672.183840:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000021ff4b2 x1853178572247168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329672.183846:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301517324 00000100:00000001:2.0:1767329672.183851:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301521756 00000100:00000001:2.0:1767329672.183857:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301517324 00000100:00000001:3.0:1767329672.183860:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329672.183860:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301521756 00000100:00000001:3.0:1767329672.183865:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329672.183865:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301517324 00000100:00000001:2.0:1767329672.183869:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301521756 00000100:00000001:2.0:1767329672.183870:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329672.183872:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329672.183874:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329672.183875:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329672.183879:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329672.183880:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767329672.183882:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329672.183882:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329672.183885:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767329672.183887:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c06a1248. 00000100:00000001:2.0:1767329672.183888:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329672.183892:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329672.183893:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329672.183899:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329672.183902:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f7af1d9 00000400:00000010:3.0:1767329672.183904:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f7af1d9. 00000100:00000001:3.0:1767329672.183913:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329672.183916:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000143e2fae x1853178572247296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329672.183924:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329672.183926:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000143e2fae x1853178572247296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329672.183932:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329672.183934:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329672.183993:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329672.183995:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4297425. 00000400:00000200:3.0:1767329672.183999:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329672.184002:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329672.184005:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f756aee 00000400:00000010:3.0:1767329672.184006:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007f756aee. 00000100:00000001:3.0:1767329672.184010:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329672.184041:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e9cc5edf x1853178572247424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329672.184048:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329672.184051:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e9cc5edf x1853178572247424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329672.184122:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329672.184125:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329672.185629:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329672.185642:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329672.185644:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329672.185645:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329672.185651:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329672.185660:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2811080 00000400:00000200:0.0:1767329672.185664:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1251 [1] + 224 00000800:00000001:0.0:1767329672.185669:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329672.185672:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329672.185674:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329672.185676:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329672.185680:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329672.185684:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021ff4b2 x1853178572247168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329672.185692:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000021ff4b2 x1853178572247168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329672.185716:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329672.185722:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329672.185725:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329672.185726:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329672.185727:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329672.185730:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329672.185734:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2811100 00000400:00000200:0.0:1767329672.185737:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1259 [1] + 224 00000800:00000001:0.0:1767329672.185740:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329672.185742:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329672.185743:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329672.185745:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329672.185747:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329672.185748:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000143e2fae x1853178572247296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329672.185754:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000143e2fae x1853178572247296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329672.185777:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329672.185781:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329672.185783:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329672.185785:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329672.185787:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329672.185790:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767329672.185793:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329672.185796:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2811180 00000100:00000001:1.0:1767329672.185797:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329672.185802:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1261 [1] + 224 00000800:00000001:0.0:1767329672.185805:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767329672.185809:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767329672.185810:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767329672.185812:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767329672.185813:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329672.185815:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767329672.185815:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000569d2013. 00000100:00000001:3.0:1767329672.185820:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329672.185820:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329672.185822:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00000400:00000010:1.0:1767329672.185826:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 00000100:00000001:1.0:1767329672.185829:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767329672.185831:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1767329672.185835:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021ff4b2 x1853178572247168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767329672.185836:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329672.185840:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047b42ce5. 00000400:00000200:3.0:1767329672.185847:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bf2e96d 00000100:00000200:1.0:1767329672.185848:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021ff4b2 x1853178572247168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767329672.185852:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bf2e96d. 00000100:00000001:1.0:1767329672.185860:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329672.185861:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329672.185861:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329672.185863:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329672.185866:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767329672.185869:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000143e2fae x1853178572247296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329672.185870:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1767329672.185872:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e9cc5edf x1853178572247424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329672.185874:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329672.185877:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329672.185882:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329672.185889:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=69 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329672.185897:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=69 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329672.185905:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329672.185907:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329672.185910:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767329672.185913:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e9cc5edf x1853178572247424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329672.185914:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000143e2fae x1853178572247296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329672.185914:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329672.185920:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329672.185927:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000021ff4b2 x1853178572247168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329672.185952:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329672.185954:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329672.185955:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329672.185957:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329672.185958:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329672.185958:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329672.185965:0:208648:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1767329672.185965:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767329672.185966:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021ff4b2 x1853178572247168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329672.185969:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767329672.185971:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329672.185973:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329672.185978:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329672.185981:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329672.185986:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=59 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329672.185994:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=59 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329672.186000:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1767329672.186000:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000021ff4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572247168:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329672.186005:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329672.186008:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767329672.186009:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329672.186011:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329672.186033:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000021ff4b2 x1853178572247168/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329672.186037:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329672.186042:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767329672.186044:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767329672.186046:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767329672.186048:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329672.186049:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767329672.186050:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a24a854. 00000100:00000001:3.0:1767329672.186052:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329672.186054:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767329672.186056:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:2.0:1767329672.186058:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767329672.186059:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:2.0:1767329672.186062:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1767329672.186063:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329672.186064:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329672.186065:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ae29f3c. 00000020:00000001:1.0:1767329672.186069:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767329672.186072:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe3fde9b 02000000:00000010:1.0:1767329672.186073:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009f2acf4c. 00000100:00000040:3.0:1767329672.186076:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000143e2fae x1853178572247296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329672.186077:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe3fde9b. 02000000:00000001:1.0:1767329672.186079:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329672.186082:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767329672.186083:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1767329672.186085:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021ff4b2. 00000100:00000200:2.0:1767329672.186091:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e9cc5edf x1853178572247424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329672.186094:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329672.186097:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329672.186100:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329672.186101:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329672.186108:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329672.186109:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767329672.186113:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e9cc5edf x1853178572247424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329672.186113:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329672.186114:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329672.186120:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329672.186124:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329672.186125:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000143e2fae x1853178572247296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329672.186126:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329672.186130:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329672.186134:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329672.186137:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767329672.186141:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000143e2fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572247296:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329672.186147:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329672.186148:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329672.186149:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329672.186152:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767329672.186153:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329672.186158:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000143e2fae x1853178572247296/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329672.186159:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=69 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329672.186166:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=154 v=5 (1 0 0 0) 00000100:00000001:2.0:1767329672.186172:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329672.186174:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329672.186177:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767329672.186178:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767329672.186182:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:2.0:1767329672.186185:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e9cc5edf x1853178572247424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329672.186186:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a670c51. 02000000:00000001:3.0:1767329672.186192:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329672.186196:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767329672.186196:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767329672.186200:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329672.186201:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329672.186203:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000020:00000001:3.0:1767329672.186206:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767329672.186207:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:3.0:1767329672.186210:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002b5eb5d9. 00000100:00000001:2.0:1767329672.186211:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329672.186216:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e9cc5edf x1853178572247424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329672.186217:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329672.186220:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329672.186223:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000143e2fae. 00000100:00000001:2.0:1767329672.186225:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329672.186229:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329672.186230:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329672.186234:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329672.186234:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329672.186239:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329672.186241:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9cc5edf x1853178572247424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329672.186245:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767329672.186249:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e9cc5edf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572247424:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329672.186250:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329672.186256:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329672.186257:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329672.186260:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329672.186261:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329672.186265:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e9cc5edf x1853178572247424/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329672.186270:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329672.186272:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329672.186274:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f39535ca. 02000000:00000001:2.0:1767329672.186277:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329672.186281:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329672.186282:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329672.186284:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329672.186285:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000252273f8. 02000000:00000001:2.0:1767329672.186287:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329672.186288:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329672.186289:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e9cc5edf. 00000100:00000001:2.0:1767329672.186291:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329672.186292:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329672.186293:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329672.186296:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329672.186297:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329672.186298:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329672.186300:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329672.247082:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329672.247086:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329672.247155:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329672.247158:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329672.247161:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329673.271260:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329673.271265:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329673.271291:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329673.271296:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329673.271307:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329674.295077:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329674.295083:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329674.295086:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329674.295088:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329674.295092:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329674.295094:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329674.295096:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329674.295104:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329674.295178:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329674.295181:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329674.295184:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329675.319099:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329675.319105:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329675.319209:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329675.319213:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329675.319215:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329676.343116:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329676.343121:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329676.343165:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329676.343168:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329676.343171:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329676.791127:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301521756, at 4301521920 00000100:00000010:3.0:1767329676.791146:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d9c1b8c. 00000100:00000040:2.0:1767329676.791164:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301521756, at 4301521920 00000100:00000040:1.0:1767329676.791167:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301521756, at 4301521920 00000100:00000010:2.0:1767329676.791186:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000648d638b. 00000100:00000010:1.0:1767329676.791191:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e8b36ad. 00000100:00000040:0.0:1767329676.791521:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301521756, at 4301521920 00000100:00000010:0.0:1767329676.791532:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1fa5921. 00000100:00000040:2.0:1767329677.303119:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329677.303130:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329677.303138:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd491ed0. 00000020:00000040:2.0:1767329677.303145:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329677.303150:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329677.303154:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329677.303159:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329677.303167:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074996e45. 00000100:00000001:2.0:1767329677.303176:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329677.303187:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000dd491ed0 x1853178572247552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329677.303201:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329677.303203:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329677.303209:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd491ed0] to pc [ptlrpcd_00_02+2] req@00000000dd491ed0 x1853178572247552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329677.303247:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329677.303250:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329677.303254:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329677.303257:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078a4f6a3. 00000020:00000040:2.0:1767329677.303259:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329677.303262:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329677.303264:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329677.303266:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329677.303270:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c950b47. 00000100:00000001:2.0:1767329677.303274:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329677.303275:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329677.303278:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000078a4f6a3 x1853178572247680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329677.303281:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767329677.303284:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329677.303287:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329677.303289:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329677.303292:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078a4f6a3] to pc [ptlrpcd_00_03+3] req@0000000078a4f6a3 x1853178572247680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329677.303292:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329677.303292:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329677.303297:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329677.303297:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329677.303300:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329677.303304:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329677.303306:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329677.303311:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd491ed0 x1853178572247552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329677.303313:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329677.303316:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329677.303317:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767329677.303321:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767329677.303322:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767329677.303322:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329677.303324:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329677.303325:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767329677.303326:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7d63ccd. 00000100:00000001:1.0:1767329677.303328:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1767329677.303330:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329677.303331:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329677.303331:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767329677.303335:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329677.303335:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329677.303336:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329677.303339:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329677.303339:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329677.303341:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329677.303342:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329677.303343:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767329677.303346:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d4297425. 00000100:00100000:0.0:1767329677.303347:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd491ed0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572247552:192.168.202.109@tcp:400: 00000100:00000040:1.0:1767329677.303351:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000078a4f6a3 x1853178572247680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329677.303352:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329677.303353:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767329677.303360:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000b7d63ccd x1853178572247808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767329677.303360:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329677.303361:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329677.303363:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329677.303366:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329677.303371:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329677.303371:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329677.303374:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767329677.303377:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329677.303378:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329677.303381:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329677.303384:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000078a4f6a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572247680:192.168.202.109@tcp:400: 02000000:00000010:0.0:1767329677.303386:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000397a58c6. 00000100:00000040:2.0:1767329677.303390:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7d63ccd] to pc [ptlrpcd_00_00+0] req@00000000b7d63ccd x1853178572247808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329677.303391:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329677.303392:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329677.303396:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767329677.303399:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000115628ff. 02000000:00000001:1.0:1767329677.303400:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329677.303404:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329677.303408:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8345233. 02000000:00000001:1.0:1767329677.303411:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329677.303411:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001023fb11. 00000100:00000001:2.0:1767329677.303419:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329677.303420:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000569d2013. 00000100:00000200:0.0:1767329677.303422:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572247552, portal 25 00000100:00000040:2.0:1767329677.303424:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329677.303427:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767329677.303428:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1767329677.303429:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 00000100:00000001:0.0:1767329677.303429:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777362432 : -127176932189184 : ffff8c5550221c00) 00000100:00000040:2.0:1767329677.303434:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6860) 00000100:00000200:1.0:1767329677.303437:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572247680, portal 10 00000100:00000040:0.0:1767329677.303440:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd491ed0 x1853178572247552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329677.303442:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329677.303444:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329677.303447:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329677.303450:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329677.303451:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329677.303454:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777370496 : -127176932181120 : ffff8c5550223b80) 00000100:00000001:3.0:1767329677.303455:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329677.303456:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329677.303464:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329677.303466:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7d63ccd x1853178572247808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329677.303469:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000078a4f6a3 x1853178572247680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329677.303471:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a82564d3. 00000100:00000200:0.0:1767329677.303478:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572247552, offset 0 00000400:00000200:0.0:1767329677.303493:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329677.303497:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329677.303502:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329677.303503:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767329677.303506:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329677.303510:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329677.303512:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329677.303513:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:3.0:1767329677.303516:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329677.303519:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1e4696. 00000400:00000200:0.0:1767329677.303523:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1767329677.303524:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7d63ccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572247808:192.168.202.109@tcp:400: 00000100:00000200:1.0:1767329677.303526:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572247680, offset 0 00000400:00000200:0.0:1767329677.303532:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329677.303533:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329677.303538:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767329677.303539:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329677.303541:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329677.303541:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767329677.303547:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329677.303549:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000010:3.0:1767329677.303553:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f283e71b. 00000400:00000200:0.0:1767329677.303555:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [564:564:256:4294967295] 192.168.202.109@tcp LPNI seq info [564:564:8:4294967295] 02000000:00000001:3.0:1767329677.303558:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329677.303564:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad2aada8. 00000400:00000010:3.0:1767329677.303571:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc11fa5. 00000400:00000200:0.0:1767329677.303574:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:3.0:1767329677.303577:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572247808, portal 10 00000100:00000001:3.0:1767329677.303581:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329677.303584:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777366016 : -127176932185600 : ffff8c5550222a00) 00000800:00000200:0.0:1767329677.303584:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329677.303587:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:0.0:1767329677.303593:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6c5103d. 00000400:00000200:1.0:1767329677.303596:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767329677.303597:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7d63ccd x1853178572247808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329677.303605:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:0.0:1767329677.303607:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329677.303613:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329677.303622:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767329677.303622:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:0.0:1767329677.303623:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329677.303630:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6c5103d type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767329677.303633:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329677.303633:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [565:565:255:4294967295] 192.168.202.109@tcp LPNI seq info [565:565:7:4294967295] 00000400:00000010:3.0:1767329677.303640:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a76260. 00000100:00000001:0.0:1767329677.303645:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329677.303652:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:3.0:1767329677.303654:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572247808, offset 0 00000100:00000001:0.0:1767329677.303654:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301526876 00000100:00000010:0.0:1767329677.303662:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010dcd32a. 00000800:00000200:1.0:1767329677.303663:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329677.303669:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329677.303672:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093c7fc40. 00000100:00000001:0.0:1767329677.303672:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767329677.303679:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:1.0:1767329677.303685:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329677.303688:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329677.303690:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301526876 00000400:00000200:3.0:1767329677.303697:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:1.0:1767329677.303697:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:0.0:1767329677.303698:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000388111bb. 00000400:00000200:3.0:1767329677.303705:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767329677.303706:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000093c7fc40 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329677.303706:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767329677.303723:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329677.303729:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301526876 00000400:00000200:3.0:1767329677.303731:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [566:566:254:4294967295] 192.168.202.109@tcp LPNI seq info [566:566:6:4294967295] 00000100:00000010:0.0:1767329677.303736:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008433709a. 00000100:00000001:1.0:1767329677.303744:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329677.303744:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767329677.303752:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:1.0:1767329677.303753:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 161393 usecs (162 jiffies) 00000100:00000001:0.0:1767329677.303753:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301526876 00000100:00000001:1.0:1767329677.303761:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301522594 00000800:00000200:3.0:1767329677.303762:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:0.0:1767329677.303762:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021e4b7b2. 00000100:00000001:1.0:1767329677.303770:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301526876 00000100:00000001:0.0:1767329677.303770:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000800:00000010:3.0:1767329677.303772:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b5eb5d9. 00000100:00000001:1.0:1767329677.303776:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301522594 00000800:00000200:2.0:1767329677.303777:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329677.303777:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329677.303782:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301526876 00000800:00000200:3.0:1767329677.303784:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000010:2.0:1767329677.303784:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6c5103d. 00000100:00000001:0.0:1767329677.303784:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329677.303787:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301522594 00000100:00000001:0.0:1767329677.303791:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329677.303793:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329677.303793:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301526876 00000100:00000001:0.0:1767329677.303797:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329677.303798:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329677.303800:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301522594 00000100:00000001:0.0:1767329677.303801:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767329677.303804:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002b5eb5d9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329677.303805:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329677.303805:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329677.303808:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329677.303811:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329677.303813:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301526876 00000100:00000001:0.0:1767329677.303814:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329677.303815:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a82564d3 00000100:00000040:3.0:1767329677.303817:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 11535 usecs (12 jiffies) 00000100:00000001:1.0:1767329677.303820:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767329677.303821:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a82564d3. 00000100:00000001:1.0:1767329677.303824:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329677.303827:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329677.303829:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329677.303833:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329677.303838:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd491ed0 x1853178572247552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329677.303848:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329677.303851:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd491ed0 x1853178572247552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329677.303860:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329677.303862:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329677.303880:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329677.303881:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301522444 00000800:00000010:2.0:1767329677.303885:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093c7fc40. 00000100:00000001:3.0:1767329677.303887:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301526876 00000400:00000200:2.0:1767329677.303890:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329677.303892:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301522444 00000400:00000200:2.0:1767329677.303896:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329677.303898:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301526876 00000400:00000200:2.0:1767329677.303900:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1e4696 00000100:00000001:3.0:1767329677.303905:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301522444 00000400:00000010:2.0:1767329677.303905:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1e4696. 00000100:00000001:2.0:1767329677.303909:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329677.303911:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301526876 00000100:00000200:2.0:1767329677.303913:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000078a4f6a3 x1853178572247680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329677.303916:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301522444 00000100:00000001:3.0:1767329677.303922:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301526876 00000100:00000001:3.0:1767329677.303927:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329677.303929:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329677.303935:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329677.303940:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329677.303942:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329677.303945:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000078a4f6a3 x1853178572247680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329677.303953:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329677.303954:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329677.303955:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329677.303959:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329677.303962:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329677.303964:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329677.303966:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329677.303968:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329677.303984:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329677.303987:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b5eb5d9. 00000400:00000200:2.0:1767329677.303990:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329677.303993:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329677.303995:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a76260 00000400:00000010:2.0:1767329677.303996:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a76260. 00000100:00000001:2.0:1767329677.303998:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329677.304000:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7d63ccd x1853178572247808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329677.304005:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329677.304006:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7d63ccd x1853178572247808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329677.304010:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329677.304011:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329677.305308:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329677.305319:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329677.305322:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329677.305324:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329677.305367:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329677.305379:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2811200 00000400:00000200:3.0:1767329677.305385:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1269 [1] + 224 00000800:00000001:3.0:1767329677.305391:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329677.305397:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329677.305399:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329677.305403:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329677.305406:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329677.305410:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd491ed0 x1853178572247552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329677.305419:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dd491ed0 x1853178572247552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329677.305436:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329677.305442:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329677.305445:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329677.305447:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329677.305449:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329677.305453:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329677.305459:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2811280 00000400:00000200:3.0:1767329677.305463:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x126d [1] + 224 00000800:00000001:3.0:1767329677.305467:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329677.305469:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329677.305471:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329677.305480:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329677.305485:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329677.305489:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000078a4f6a3 x1853178572247680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329677.305496:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329677.305499:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000078a4f6a3 x1853178572247680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329677.305500:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329677.305505:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329677.305508:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329677.305511:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000115628ff. 00000400:00000200:0.0:1767329677.305516:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001023fb11 00000400:00000010:0.0:1767329677.305517:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001023fb11. 00000100:00000001:0.0:1767329677.305521:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329677.305522:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767329677.305526:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd491ed0 x1853178572247552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329677.305528:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329677.305534:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329677.305537:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd491ed0 x1853178572247552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329677.305539:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329677.305543:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329677.305550:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329677.305552:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329677.305557:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767329677.305557:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329677.305561:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329677.305563:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767329677.305567:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2811300 00000100:00000001:0.0:1767329677.305573:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329677.305574:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1279 [1] + 224 02000000:00000001:0.0:1767329677.305576:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329677.305581:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767329677.305584:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=74 v=5 (5 5 5 5) 00000100:00000001:1.0:1767329677.305586:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767329677.305588:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=74 v=5 (1 1 1 1) 00000800:00000001:3.0:1767329677.305589:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329677.305590:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329677.305592:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767329677.305595:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329677.305595:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767329677.305596:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329677.305599:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767329677.305603:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767329677.305604:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000569d2013. 00000400:00000200:3.0:1767329677.305606:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00010000:00000001:0.0:1767329677.305608:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329677.305610:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00000400:00000010:1.0:1767329677.305613:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 00000100:00000001:0.0:1767329677.305613:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329677.305619:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329677.305621:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767329677.305622:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd491ed0 x1853178572247552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329677.305626:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000078a4f6a3 x1853178572247680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329677.305630:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7d63ccd x1853178572247808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329677.305645:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329677.305652:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329677.305656:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329677.305661:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000078a4f6a3 x1853178572247680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329677.305664:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd491ed0 x1853178572247552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329677.305668:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b7d63ccd x1853178572247808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329677.305686:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329677.305689:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329677.305694:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329677.305698:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767329677.305701:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd491ed0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572247552:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329677.305702:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329677.305705:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329677.305722:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329677.305724:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329677.305727:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329677.305729:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329677.305729:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767329677.305732:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=64 v=5 (5 5 5 5) 00000800:00000001:3.0:1767329677.305736:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767329677.305738:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=64 v=5 (1 1 1 1) 00000100:00000040:0.0:1767329677.305738:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd491ed0 x1853178572247552/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329677.305745:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329677.305747:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329677.305751:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329677.305753:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767329677.305755:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329677.305756:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329677.305756:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767329677.305759:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767329677.305761:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:2.0:1767329677.305762:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767329677.305762:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000001:2.0:1767329677.305765:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767329677.305766:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:0.0:1767329677.305766:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000397a58c6. 00000400:00000010:2.0:1767329677.305769:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad2aada8. 00000100:00000001:1.0:1767329677.305770:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329677.305772:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767329677.305776:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc11fa5 00000020:00000001:0.0:1767329677.305776:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767329677.305778:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000078a4f6a3 x1853178572247680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329677.305779:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc11fa5. 00000020:00000040:0.0:1767329677.305779:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329677.305782:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767329677.305783:0:208648:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767329677.305785:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074996e45. 00000100:00000200:2.0:1767329677.305788:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7d63ccd x1853178572247808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329677.305790:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329677.305793:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329677.305795:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd491ed0. 00000100:00000001:0.0:1767329677.305800:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329677.305809:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329677.305811:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329677.305812:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329677.305815:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7d63ccd x1853178572247808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329677.305815:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329677.305819:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329677.305819:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329677.305822:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329677.305826:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329677.305827:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767329677.305828:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078a4f6a3 x1853178572247680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329677.305830:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329677.305834:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329677.305839:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:1.0:1767329677.305842:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000078a4f6a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572247680:192.168.202.109@tcp:400: 02000000:00000001:2.0:1767329677.305844:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329677.305848:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329677.305849:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329677.305850:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329677.305852:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329677.305856:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000078a4f6a3 x1853178572247680/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329677.305857:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329677.305864:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=74 v=5 (5 5 5 5) 00000100:00000001:1.0:1767329677.305865:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329677.305867:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329677.305870:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8345233. 00000100:00001000:2.0:1767329677.305871:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=9 v=5 (1 1 0 0) 02000000:00000001:1.0:1767329677.305873:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329677.305876:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329677.305878:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329677.305879:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767329677.305880:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767329677.305883:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329677.305884:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c950b47. 02000000:00000001:1.0:1767329677.305887:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767329677.305889:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767329677.305889:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329677.305892:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078a4f6a3. 00000100:00000001:1.0:1767329677.305894:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00080000:2.0:1767329677.305895:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b7d63ccd x1853178572247808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329677.305896:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329677.305900:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329677.305906:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767329677.305908:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329677.305909:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329677.305915:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767329677.305915:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329677.305919:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329677.305919:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329677.305923:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329677.305925:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329677.305927:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7d63ccd x1853178572247808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329677.305932:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329677.305933:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329677.305935:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329677.305937:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7d63ccd x1853178572247808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329677.305941:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7d63ccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572247808:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329677.305945:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329677.305946:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329677.305948:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7d63ccd x1853178572247808/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329677.305952:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329677.305953:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329677.305959:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f283e71b. 02000000:00000001:2.0:1767329677.305962:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329677.305963:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329677.305964:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329677.305965:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329677.305966:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d4297425. 02000000:00000001:2.0:1767329677.305968:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329677.305969:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329677.305970:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7d63ccd. 00000100:00000001:2.0:1767329677.305972:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329677.305973:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329677.305974:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329677.305977:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329677.305978:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329677.305979:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329677.305981:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329677.367105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329677.367110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329677.367186:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329677.367189:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329677.367191:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329678.391111:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329678.391117:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329678.391205:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329678.391208:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329678.391211:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329679.415179:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329679.415187:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329679.415263:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329679.415269:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329679.415274:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329680.439190:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329680.439200:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329680.439334:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329680.439341:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329680.439345:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329681.463180:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329681.463189:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329681.463322:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329681.463328:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329681.463332:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329681.911102:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301526876, at 4301527040 00000100:00000010:2.0:1767329681.911120:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008433709a. 00000100:00000040:1.0:1767329681.911128:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301526876, at 4301527040 00000100:00000010:1.0:1767329681.911142:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000388111bb. 00000100:00000040:3.0:1767329681.911156:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301526876, at 4301527040 00000100:00000040:0.0:1767329681.911172:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301526876, at 4301527040 00000100:00000010:3.0:1767329681.911175:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021e4b7b2. 00000100:00000010:0.0:1767329681.911185:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010dcd32a. 00000100:00000040:0.0:1767329682.423288:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329682.423300:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329682.423310:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000148c304c. 00000020:00000040:0.0:1767329682.423317:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329682.423324:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329682.423328:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329682.423334:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329682.423343:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dda4c5dc. 00000100:00000001:0.0:1767329682.423352:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329682.423365:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000148c304c x1853178572247936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329682.423381:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329682.423385:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329682.423391:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000148c304c] to pc [ptlrpcd_00_01+1] req@00000000148c304c x1853178572247936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329682.423432:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329682.423435:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329682.423440:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329682.423443:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c57c20d1. 00000020:00000040:0.0:1767329682.423459:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329682.423463:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329682.423464:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329682.423471:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767329682.423473:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329682.423475:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329682.423481:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767329682.423484:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6c5103d. 00000100:00000001:0.0:1767329682.423491:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329682.423493:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000148c304c x1853178572247936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329682.423503:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000c57c20d1 x1853178572248064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329682.423536:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329682.423539:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329682.423541:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329682.423544:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329682.423546:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329682.423549:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329682.423556:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329682.423556:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c57c20d1] to pc [ptlrpcd_00_02+2] req@00000000c57c20d1 x1853178572248064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329682.423558:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329682.423569:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329682.423583:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000148c304c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572247936:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329682.423606:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329682.423609:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329682.423615:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767329682.423616:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329682.423624:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329682.423626:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767329682.423629:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329682.423631:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767329682.423634:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000969bb8ef. 00000100:00100000:3.0:1767329682.423637:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000010:2.0:1767329682.423640:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000232271b5. 00000020:00000040:0.0:1767329682.423642:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329682.423643:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329682.423651:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329682.423680:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329682.423684:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767329682.423685:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767329682.423688:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329682.423689:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ae29f3c. 00000100:00000001:3.0:1767329682.423691:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329682.423719:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767329682.423721:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c06a1248. 00000100:00000001:3.0:1767329682.423722:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767329682.423724:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe3fde9b. 00000100:00000001:3.0:1767329682.423728:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329682.423732:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329682.423735:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572247936, portal 25 00000100:00000040:3.0:1767329682.423739:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c57c20d1 x1853178572248064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329682.423743:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767329682.423743:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000969bb8ef x1853178572248192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329682.423748:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329682.423749:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578897664 : -127177130653952 : ffff8c55444dc700) 00000100:00000001:1.0:1767329682.423757:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329682.423768:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000148c304c x1853178572247936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329682.423788:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329682.423792:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329682.423797:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767329682.423801:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329682.423802:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329682.423807:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329682.423814:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767329682.423815:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329682.423817:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000969bb8ef] to pc [ptlrpcd_00_03+3] req@00000000969bb8ef x1853178572248192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329682.423826:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c57c20d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572248064:192.168.202.109@tcp:400: 00000100:00000040:2.0:1767329682.423828:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329682.423836:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000185a590d. 00000100:00000001:3.0:1767329682.423839:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767329682.423845:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572247936, offset 0 02000000:00000001:3.0:1767329682.423847:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329682.423853:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329682.423857:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329682.423860:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329682.423862:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000010:3.0:1767329682.423864:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000062ea8d97. 00000100:00000040:0.0:1767329682.423868:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767329682.423870:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329682.423878:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000579e2724. 00000400:00000200:2.0:1767329682.423886:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:0.0:1767329682.423888:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1767329682.423889:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b779618. 00000100:00000001:1.0:1767329682.423894:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329682.423898:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1767329682.423900:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572248064, portal 10 00000100:00100000:1.0:1767329682.423903:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:0.0:1767329682.423905:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6865) 00000100:00000001:3.0:1767329682.423906:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767329682.423908:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329682.423912:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578896768 : -127177130654848 : ffff8c55444dc380) 00000100:00000001:1.0:1767329682.423913:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329682.423920:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329682.423926:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767329682.423930:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c57c20d1 x1853178572248064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329682.423931:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329682.423932:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329682.423941:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329682.423946:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [567:567:256:4294967295] 192.168.202.109@tcp LPNI seq info [567:567:8:4294967295] 00000100:00000001:1.0:1767329682.423947:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329682.423953:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329682.423964:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329682.423965:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000969bb8ef x1853178572248192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329682.423976:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329682.423983:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d929a2. 00000400:00000200:2.0:1767329682.423986:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329682.423996:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329682.424002:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329682.424003:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572248064, offset 0 02000000:00000001:1.0:1767329682.424008:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1767329682.424010:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329682.424017:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4297425. 00000400:00000200:3.0:1767329682.424020:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329682.424041:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329682.424046:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329682.424052:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000969bb8ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572248192:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329682.424057:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329682.424061:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329682.424064:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329682.424067:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767329682.424071:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000010:1.0:1767329682.424073:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f283e71b. 02000000:00000001:1.0:1767329682.424079:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329682.424082:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000010:1.0:1767329682.424087:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000569d2013. 00000800:00000200:2.0:1767329682.424090:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329682.424095:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767329682.424099:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4297425 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1767329682.424100:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 00000400:00000200:3.0:1767329682.424105:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000200:1.0:1767329682.424112:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572248192, portal 10 00000400:00000200:3.0:1767329682.424114:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329682.424118:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329682.424119:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329682.424125:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [568:568:255:4294967295] 192.168.202.109@tcp LPNI seq info [568:568:7:4294967295] 00000100:00000001:1.0:1767329682.424130:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329682.424135:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578904832 : -127177130646784 : ffff8c55444de300) 00000100:00000001:2.0:1767329682.424140:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301531997 00000100:00000040:1.0:1767329682.424149:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000969bb8ef x1853178572248192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767329682.424150:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1260724. 00000400:00000200:3.0:1767329682.424159:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329682.424164:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767329682.424179:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301531997 00000100:00000001:1.0:1767329682.424180:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767329682.424186:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:2.0:1767329682.424189:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012e46697. 00000100:00000040:1.0:1767329682.424195:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329682.424197:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3f15753. 00000100:00000001:2.0:1767329682.424199:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767329682.424203:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767329682.424205:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005235a963. 00000100:00000001:2.0:1767329682.424209:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301531997 00000800:00000010:0.0:1767329682.424211:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4297425. 00000100:00000200:1.0:1767329682.424212:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572248192, offset 0 00000800:00000200:3.0:1767329682.424216:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:2.0:1767329682.424223:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f011cda8. 00000400:00000200:0.0:1767329682.424223:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329682.424234:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767329682.424236:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:3.0:1767329682.424237:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329682.424244:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301531997 00000400:00000200:0.0:1767329682.424244:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000800:00000200:3.0:1767329682.424247:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e3f15753 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767329682.424255:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003970a50b. 00000400:00000200:1.0:1767329682.424256:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329682.424258:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329682.424265:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767329682.424268:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 160461 usecs (161 jiffies) 00000400:00000200:1.0:1767329682.424269:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329682.424272:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329682.424279:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301527714 00000400:00000200:1.0:1767329682.424280:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329682.424281:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329682.424290:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329682.424291:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329682.424296:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329682.424297:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329682.424304:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [569:569:254:4294967295] 192.168.202.109@tcp LPNI seq info [569:569:6:4294967295] 00000100:00000001:2.0:1767329682.424306:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329682.424311:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329682.424317:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329682.424321:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329682.424322:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329682.424324:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329682.424331:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329682.424333:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000185a590d 00000800:00000200:1.0:1767329682.424337:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329682.424340:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000185a590d. 00000800:00000010:1.0:1767329682.424344:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049d44528. 00000100:00000001:0.0:1767329682.424348:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767329682.424355:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:0.0:1767329682.424358:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000148c304c x1853178572247936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767329682.424370:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329682.424378:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049d44528 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329682.424381:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329682.424386:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329682.424390:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000148c304c x1853178572247936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329682.424393:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301531997 00000100:00000040:1.0:1767329682.424394:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 11485 usecs (12 jiffies) 00000100:00000001:3.0:1767329682.424405:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301527714 00000100:00000001:1.0:1767329682.424406:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301527565 00000100:00000001:0.0:1767329682.424409:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329682.424417:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301531997 00000100:00000001:0.0:1767329682.424417:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329682.424418:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301531997 00000100:00000001:3.0:1767329682.424426:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301527714 00000100:00000001:1.0:1767329682.424428:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301527565 00000100:00000001:3.0:1767329682.424436:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301531997 00000100:00000001:1.0:1767329682.424437:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301531997 00000800:00000200:0.0:1767329682.424442:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329682.424444:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301527714 00000100:00000001:1.0:1767329682.424445:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301527565 00000800:00000010:0.0:1767329682.424447:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3f15753. 00000100:00000001:3.0:1767329682.424455:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301531997 00000100:00000001:1.0:1767329682.424456:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301531997 00000400:00000200:0.0:1767329682.424457:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329682.424461:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329682.424469:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329682.424470:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329682.424473:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301527565 00000100:00000001:3.0:1767329682.424477:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329682.424482:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d929a2 00000100:00000001:1.0:1767329682.424483:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301531997 00000100:00000001:3.0:1767329682.424485:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329682.424489:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d929a2. 00000100:00000001:1.0:1767329682.424490:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329682.424512:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329682.424513:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329682.424514:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329682.424518:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767329682.424518:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c57c20d1 x1853178572248064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329682.424519:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329682.424522:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329682.424525:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329682.424527:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329682.424536:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329682.424538:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c57c20d1 x1853178572248064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329682.424542:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329682.424544:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329682.424569:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329682.424571:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049d44528. 00000400:00000200:0.0:1767329682.424579:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329682.424582:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329682.424584:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005235a963 00000400:00000010:0.0:1767329682.424585:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005235a963. 00000100:00000001:0.0:1767329682.424587:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329682.424589:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000969bb8ef x1853178572248192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329682.424594:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329682.424595:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000969bb8ef x1853178572248192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329682.424600:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329682.424601:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329682.426607:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329682.426619:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329682.426623:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329682.426626:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329682.426634:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329682.426646:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2811400 00000400:00000200:2.0:1767329682.426654:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1289 [1] + 224 00000800:00000001:2.0:1767329682.426711:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329682.426715:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329682.426716:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329682.426719:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329682.426727:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329682.426731:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c57c20d1 x1853178572248064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329682.426738:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c57c20d1 x1853178572248064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329682.426753:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329682.426758:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329682.426761:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329682.426762:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329682.426763:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329682.426767:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329682.426772:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2811480 00000400:00000200:2.0:1767329682.426775:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1291 [1] + 224 00000100:00000001:3.0:1767329682.426777:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767329682.426779:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329682.426781:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767329682.426786:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767329682.426787:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329682.426790:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767329682.426792:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767329682.426793:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000579e2724. 00000400:00000200:3.0:1767329682.426798:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b779618 00000400:00000200:2.0:1767329682.426800:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:3.0:1767329682.426801:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b779618. 00000100:00000001:3.0:1767329682.426805:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329682.426809:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329682.426812:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c57c20d1 x1853178572248064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329682.426818:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000969bb8ef x1853178572248192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329682.426826:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c57c20d1 x1853178572248064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329682.426846:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329682.426848:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329682.426851:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000969bb8ef x1853178572248192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329682.426852:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329682.426855:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329682.426857:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329682.426860:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329682.426864:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329682.426871:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=69 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329682.426874:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=69 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329682.426876:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329682.426877:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329682.426879:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329682.426881:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767329682.426882:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329682.426886:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329682.426887:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329682.426889:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329682.426890:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329682.426890:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767329682.426896:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c57c20d1 x1853178572248064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329682.426898:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329682.426903:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329682.426907:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767329682.426909:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329682.426919:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767329682.426919:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:3.0:1767329682.426923:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329682.426928:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c57c20d1 x1853178572248064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329682.426933:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2811380 00000400:00000200:2.0:1767329682.426946:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1281 [1] + 224 00000100:00000001:1.0:1767329682.426948:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767329682.426950:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c57c20d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572248064:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329682.426951:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329682.426959:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329682.426965:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1767329682.426967:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767329682.426968:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767329682.426970:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c57c20d1 x1853178572248064/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329698 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329682.426971:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329682.426974:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000569d2013. 00000800:00000001:2.0:1767329682.426979:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329682.426980:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00000400:00000010:1.0:1767329682.426984:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 00000400:00000200:2.0:1767329682.426985:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329682.426988:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767329682.426990:0:208650:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767329682.426992:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767329682.426994:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 02000000:00000010:3.0:1767329682.426998:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000062ea8d97. 00000100:00000200:1.0:1767329682.426998:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000969bb8ef x1853178572248192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329682.427000:0:208643:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767329682.427007:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1767329682.427009:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000148c304c x1853178572247936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767329682.427012:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:1.0:1767329682.427041:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000969bb8ef x1853178572248192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767329682.427044:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000040:2.0:1767329682.427044:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000148c304c x1853178572247936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767329682.427051:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329682.427056:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c6c5103d. 02000000:00000001:3.0:1767329682.427064:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329682.427067:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767329682.427069:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767329682.427070:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767329682.427072:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c57c20d1. 00000100:00000001:1.0:1767329682.427073:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767329682.427074:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767329682.427077:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329682.427079:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329682.427080:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767329682.427081:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329682.427083:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329682.427084:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329682.427086:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329682.427090:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329682.427090:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329682.427098:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=79 v=5 (5 5 5 5) 00000100:00000001:3.0:1767329682.427099:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329682.427099:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329682.427103:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329682.427104:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329682.427104:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=14 v=5 (1 1 0 0) 00000400:00000001:0.0:1767329682.427108:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767329682.427110:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329682.427110:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1767329682.427111:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767329682.427115:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329682.427116:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329682.427116:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ae29f3c. 00010000:00000001:1.0:1767329682.427119:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767329682.427123:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe3fde9b 00000400:00000010:0.0:1767329682.427126:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe3fde9b. 00010000:00080000:1.0:1767329682.427127:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000969bb8ef x1853178572248192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329682.427132:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767329682.427137:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329682.427140:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000148c304c x1853178572247936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329682.427150:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1767329682.427152:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000148c304c x1853178572247936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329682.427153:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329682.427157:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329682.427159:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329682.427165:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000969bb8ef x1853178572248192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329682.427165:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329682.427167:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329682.427171:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329682.427173:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329682.427176:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329682.427178:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329682.427179:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329682.427182:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329682.427183:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329682.427186:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767329682.427188:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=79 v=5 (5 5 5 5) 00000100:00000040:1.0:1767329682.427190:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000969bb8ef x1853178572248192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767329682.427194:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329682.427201:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1767329682.427204:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000969bb8ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572248192:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329682.427207:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329682.427208:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329682.427210:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000969bb8ef x1853178572248192/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329698 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329682.427212:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329682.427217:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329682.427220:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329682.427222:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329682.427223:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329682.427224:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329682.427227:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f283e71b. 00000100:00000040:0.0:1767329682.427231:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000148c304c x1853178572247936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329682.427232:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329682.427235:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329682.427237:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329682.427241:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329682.427244:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c06a1248. 00000100:00000001:0.0:1767329682.427244:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329682.427248:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767329682.427249:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329682.427250:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329682.427251:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329682.427253:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000969bb8ef. 00000100:00000040:0.0:1767329682.427255:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000148c304c x1853178572247936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329682.427257:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329682.427260:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329682.427263:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767329682.427269:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000148c304c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572247936:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329682.427270:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329682.427273:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329682.427277:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329682.427277:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329682.427280:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329682.427281:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000148c304c x1853178572247936/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329698 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329682.427285:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329682.427288:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329682.427290:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329682.427292:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000232271b5. 02000000:00000001:0.0:1767329682.427295:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329682.427296:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329682.427297:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329682.427299:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329682.427300:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dda4c5dc. 02000000:00000001:0.0:1767329682.427302:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329682.427304:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329682.427305:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000148c304c. 00000100:00000001:0.0:1767329682.427307:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329682.427308:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329682.427309:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329682.427312:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329682.427313:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329682.427315:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329682.427316:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329682.487094:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329682.487098:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329682.487126:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329682.487130:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329682.487133:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329683.511117:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329683.511123:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329683.511204:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329683.511207:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329683.511210:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329684.535204:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329684.535215:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329684.535219:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329684.535223:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329684.535229:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329684.535233:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329684.535235:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329684.535238:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329684.535374:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329684.535380:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329684.535385:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329685.559157:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329685.559165:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329685.559298:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329685.559305:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329685.559309:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329686.583184:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329686.583192:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329686.583308:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329686.583317:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329686.583324:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329687.031100:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301531997, at 4301532160 00000100:00000040:1.0:1767329687.031101:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301531997, at 4301532160 00000100:00000040:3.0:1767329687.031112:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301531997, at 4301532160 00000100:00000010:1.0:1767329687.031118:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012e46697. 00000100:00000010:2.0:1767329687.031120:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f011cda8. 00000100:00000010:3.0:1767329687.031122:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003970a50b. 00000100:00000040:0.0:1767329687.031184:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301531997, at 4301532160 00000100:00000010:0.0:1767329687.031195:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1260724. 00000100:00000040:1.0:1767329687.543113:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329687.543121:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329687.543128:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ce1624. 00000020:00000040:1.0:1767329687.543133:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329687.543137:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329687.543141:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329687.543145:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329687.543152:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024fb3337. 00000100:00000001:1.0:1767329687.543159:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329687.543168:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000026ce1624 x1853178572248320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329687.543176:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329687.543178:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329687.543182:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ce1624] to pc [ptlrpcd_00_00+0] req@0000000026ce1624 x1853178572248320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329687.543219:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329687.543220:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329687.543223:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329687.543225:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8f35ab6. 00000020:00000040:1.0:1767329687.543227:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329687.543228:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329687.543229:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329687.543231:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329687.543233:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e18132be. 00000100:00000001:1.0:1767329687.543235:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329687.543238:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000f8f35ab6 x1853178572248448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329687.543243:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329687.543244:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329687.543247:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8f35ab6] to pc [ptlrpcd_00_01+1] req@00000000f8f35ab6 x1853178572248448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329687.543251:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329687.543253:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329687.543256:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329687.543258:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329687.543259:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767329687.543263:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767329687.543265:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088e8bc68. 00000020:00000040:1.0:1767329687.543268:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329687.543270:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329687.543271:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329687.543274:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329687.543274:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8f35ab6 x1853178572248448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329687.543279:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c9d1b4a8. 00000100:00000001:3.0:1767329687.543282:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329687.543283:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329687.543288:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329687.543291:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000088e8bc68 x1853178572248576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329687.543293:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329687.543296:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329687.543300:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329687.543305:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767329687.543305:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767329687.543308:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ce1624 x1853178572248320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329687.543309:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329687.543316:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329687.543317:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329687.543325:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e8bc68] to pc [ptlrpcd_00_02+2] req@0000000088e8bc68 x1853178572248576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329687.543327:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572248448:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329687.543328:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329687.543331:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329687.543336:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329687.543339:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329687.543339:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329687.543344:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329687.543347:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572248320:192.168.202.109@tcp:400: 02000000:00000001:0.0:1767329687.543348:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767329687.543352:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329687.543354:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329687.543356:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329687.543356:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329687.543360:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329687.543360:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767329687.543361:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767329687.543365:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767329687.543368:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:0.0:1767329687.543368:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000185c0700. 02000000:00000010:3.0:1767329687.543370:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca41c94a. 02000000:00000001:0.0:1767329687.543374:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329687.543375:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329687.543377:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6870) 00000400:00000010:3.0:1767329687.543386:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000579e2724. 00000400:00000010:0.0:1767329687.543387:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000115628ff. 00000100:00000001:1.0:1767329687.543390:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329687.543394:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329687.543396:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767329687.543398:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b779618. 00000400:00000010:0.0:1767329687.543398:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001023fb11. 00000100:00000040:1.0:1767329687.543400:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088e8bc68 x1853178572248576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329687.543407:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572248320, portal 25 00000100:00000200:0.0:1767329687.543407:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572248448, portal 10 00000100:00000001:1.0:1767329687.543411:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329687.543413:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329687.543415:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329687.543415:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329687.543416:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 00000100:00000001:0.0:1767329687.543419:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777196800 : -127176932354816 : ffff8c55501f9500) 02000000:00000001:1.0:1767329687.543421:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767329687.543425:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ce1624 x1853178572248320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329687.543425:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329687.543429:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329687.543432:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8f35ab6 x1853178572248448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329687.543437:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572248576:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329687.543450:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329687.543452:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767329687.543457:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329687.543457:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329687.543458:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329687.543462:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329687.543463:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004673a60. 00000100:00000040:0.0:1767329687.543467:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000200:3.0:1767329687.543470:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572248320, offset 0 02000000:00000001:1.0:1767329687.543470:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767329687.543472:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e4ee8b1. 02000000:00000010:1.0:1767329687.543477:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001bc850cd. 00000100:00000200:0.0:1767329687.543479:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572248448, offset 0 00000400:00000200:3.0:1767329687.543482:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329687.543482:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329687.543490:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000569d2013. 00000400:00000200:0.0:1767329687.543497:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329687.543499:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767329687.543505:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767329687.543506:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 00000400:00000200:3.0:1767329687.543510:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000200:1.0:1767329687.543513:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572248576, portal 10 00000400:00000200:3.0:1767329687.543515:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329687.543521:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329687.543521:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329687.543526:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777199488 : -127176932352128 : ffff8c55501f9f80) 00000400:00000200:3.0:1767329687.543527:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [570:570:256:4294967295] 192.168.202.109@tcp LPNI seq info [570:570:8:4294967295] 00000100:00000040:1.0:1767329687.543537:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088e8bc68 x1853178572248576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329687.543547:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767329687.543549:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329687.543557:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329687.543561:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:1.0:1767329687.543563:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329687.543565:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040dcd3e9. 00000400:00000200:0.0:1767329687.543569:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767329687.543570:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c97fde2a. 00000800:00000200:3.0:1767329687.543575:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329687.543576:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000200:1.0:1767329687.543577:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572248576, offset 0 00000400:00000200:0.0:1767329687.543584:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767329687.543590:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329687.543591:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329687.543592:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:3.0:1767329687.543598:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000040dcd3e9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767329687.543601:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [571:571:255:4294967295] 192.168.202.109@tcp LPNI seq info [571:571:7:4294967295] 00000100:00000001:3.0:1767329687.543627:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329687.543631:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329687.543633:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301537116 00000100:00000010:3.0:1767329687.543640:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000048c0ab71. 00000800:00000200:0.0:1767329687.543643:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329687.543644:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329687.543647:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767329687.543650:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767329687.543651:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dda4c5dc. 00000100:00000001:3.0:1767329687.543656:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301537116 00000400:00000200:1.0:1767329687.543656:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329687.543663:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767329687.543663:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:3.0:1767329687.543664:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053c5c050. 00000400:00000200:1.0:1767329687.543669:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329687.543670:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767329687.543676:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301537116 00000400:00000200:1.0:1767329687.543676:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [572:572:254:4294967295] 192.168.202.109@tcp LPNI seq info [572:572:6:4294967295] 00000800:00000200:0.0:1767329687.543676:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:3.0:1767329687.543683:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6d2c97a. 00000800:00000200:0.0:1767329687.543685:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dda4c5dc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329687.543689:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767329687.543692:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329687.543696:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301537116 00000100:00000040:0.0:1767329687.543698:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 159547 usecs (160 jiffies) 00000400:00000200:1.0:1767329687.543701:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000010:3.0:1767329687.543702:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df7fe1eb. 00000100:00000001:0.0:1767329687.543705:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301532832 00000100:00000001:3.0:1767329687.543707:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767329687.543713:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301537116 00000100:00000001:3.0:1767329687.543714:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767329687.543715:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329687.543718:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329687.543722:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301532832 00000100:00000001:3.0:1767329687.543723:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767329687.543724:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049d44528. 00000100:00000001:0.0:1767329687.543728:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301537116 00000100:00000001:3.0:1767329687.543729:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767329687.543736:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329687.543736:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301532832 00000100:00000001:3.0:1767329687.543738:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329687.543741:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329687.543741:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301537116 00000100:00000001:3.0:1767329687.543747:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329687.543747:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301532832 00000800:00000200:1.0:1767329687.543748:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329687.543750:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329687.543753:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301537116 00000100:00000001:3.0:1767329687.543754:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329687.543756:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049d44528 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329687.543759:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329687.543760:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329687.543763:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329687.543767:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329687.543769:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 11440 usecs (12 jiffies) 00000100:00000001:3.0:1767329687.543771:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329687.543771:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329687.543775:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329687.543775:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301532684 00000100:00000001:0.0:1767329687.543777:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329687.543781:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301537116 00000100:00000001:0.0:1767329687.543785:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329687.543786:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301532684 00000100:00000001:1.0:1767329687.543789:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301537116 00000100:00000001:1.0:1767329687.543792:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301532684 00000100:00000001:0.0:1767329687.543796:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329687.543797:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301537116 00000100:00000001:0.0:1767329687.543801:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329687.543802:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301532684 00000100:00000001:0.0:1767329687.543805:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329687.543807:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301537116 00000100:00000001:0.0:1767329687.543809:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329687.543812:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329687.543814:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329687.543816:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329687.543818:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329687.543822:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040dcd3e9. 00000400:00000200:3.0:1767329687.543826:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329687.543828:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329687.543833:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329687.543833:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329687.543841:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004673a60 00000100:00000001:1.0:1767329687.543841:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767329687.543843:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004673a60. 00000100:00000001:1.0:1767329687.543846:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329687.543848:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329687.543851:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767329687.543854:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ce1624 x1853178572248320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329687.543855:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329687.543859:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329687.543866:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329687.543871:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329687.543874:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ce1624 x1853178572248320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329703 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329687.543879:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329687.543881:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329687.543890:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329687.543892:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dda4c5dc. 00000400:00000200:3.0:1767329687.543894:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329687.543897:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329687.543898:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e4ee8b1 00000400:00000010:3.0:1767329687.543899:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e4ee8b1. 00000100:00000001:3.0:1767329687.543906:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329687.543908:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8f35ab6 x1853178572248448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329687.543912:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329687.543913:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8f35ab6 x1853178572248448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329703 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329687.543917:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329687.543918:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329687.543966:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329687.543968:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049d44528. 00000400:00000200:3.0:1767329687.543970:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329687.543973:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329687.543974:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c97fde2a 00000400:00000010:3.0:1767329687.543979:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c97fde2a. 00000100:00000001:3.0:1767329687.543982:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329687.543984:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088e8bc68 x1853178572248576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329687.543989:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329687.543991:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088e8bc68 x1853178572248576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329703 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329687.543995:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329687.543996:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329687.545437:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329687.545447:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329687.545450:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329687.545453:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329687.545460:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329687.545471:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2811500 00000400:00000200:0.0:1767329687.545477:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1299 [1] + 224 00000800:00000001:0.0:1767329687.545483:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329687.545490:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329687.545492:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329687.545498:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329687.545502:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329687.545506:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ce1624 x1853178572248320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329687.545515:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ce1624 x1853178572248320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329687.545530:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329687.545537:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329687.545542:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329687.545545:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329687.545549:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767329687.545549:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329687.545553:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329687.545556:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000001:3.0:1767329687.545558:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767329687.545565:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2811580 00000400:00000001:3.0:1767329687.545615:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329687.545616:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000579e2724. 00000400:00000200:3.0:1767329687.545620:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b779618 00000400:00000010:3.0:1767329687.545621:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b779618. 00000100:00000001:3.0:1767329687.545624:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329687.545629:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce1624 x1853178572248320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329687.545631:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x129d [1] + 224 00000800:00000001:0.0:1767329687.545644:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767329687.545646:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ce1624 x1853178572248320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329687.545651:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329687.545653:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329687.545657:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329687.545658:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329687.545660:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329687.545663:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329687.545666:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767329687.545668:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329687.545669:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329687.545671:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329687.545675:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=84 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329687.545681:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=84 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329687.545683:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329687.545684:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329687.545688:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329687.545690:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329687.545693:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329687.545693:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8f35ab6 x1853178572248448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329687.545698:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329687.545707:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f8f35ab6 x1853178572248448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329687.545712:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ce1624 x1853178572248320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329687.545734:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329687.545737:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329687.545738:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329687.545740:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ce1624 x1853178572248320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329703 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329687.545745:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767329687.545746:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572248320:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329687.545752:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329687.545753:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767329687.545754:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767329687.545756:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ce1624 x1853178572248320/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329703 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329687.545760:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329687.545762:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1767329687.545766:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767329687.545767:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329687.545771:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca41c94a. 00000800:00000001:0.0:1767329687.545773:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329687.545774:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329687.545777:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329687.545779:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1767329687.545783:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329687.545786:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024fb3337. 00000400:00000200:0.0:1767329687.545786:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 02000000:00000001:3.0:1767329687.545790:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329687.545792:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329687.545794:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ce1624. 00000100:00000001:3.0:1767329687.545797:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1767329687.545799:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2811600 00000100:00000001:3.0:1767329687.545800:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329687.545804:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329687.545807:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329687.545809:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329687.545811:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329687.545812:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x12a9 [1] + 224 00000100:00000001:3.0:1767329687.545813:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329687.545817:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329687.545820:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767329687.545822:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767329687.545822:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767329687.545826:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329687.545827:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000115628ff. 00000800:00000001:0.0:1767329687.545831:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329687.545833:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001023fb11 00000400:00000010:2.0:1767329687.545836:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001023fb11. 00000400:00000200:0.0:1767329687.545836:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329687.545842:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767329687.545845:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000200:2.0:1767329687.545849:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8f35ab6 x1853178572248448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329687.545851:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329687.545859:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088e8bc68 x1853178572248576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329687.545862:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8f35ab6 x1853178572248448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329687.545872:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088e8bc68 x1853178572248576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329687.545891:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329687.545895:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329687.545897:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329687.545898:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329687.545899:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329687.545901:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329687.545903:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329687.545904:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767329687.545906:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=74 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329687.545911:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=74 v=5 (1 1 1 1) 00000800:00000001:0.0:1767329687.545911:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329687.545913:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329687.545915:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329687.545917:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767329687.545918:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329687.545921:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329687.545924:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329687.545926:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329687.545927:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329687.545929:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329687.545932:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8f35ab6 x1853178572248448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329687.545938:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329687.545940:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329687.545942:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329687.545944:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8f35ab6 x1853178572248448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329703 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329687.545949:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572248448:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329687.545952:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329687.545954:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329687.545956:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8f35ab6 x1853178572248448/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329703 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329687.545960:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329687.545962:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767329687.545962:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329687.545965:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767329687.545970:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000185c0700. 00000400:00000001:1.0:1767329687.545971:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767329687.545974:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:1.0:1767329687.545974:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767329687.545978:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1767329687.545978:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000569d2013. 00000020:00000040:2.0:1767329687.545981:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000400:00000200:1.0:1767329687.545984:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00000020:00000001:2.0:1767329687.545985:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329687.545987:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e18132be. 00000400:00000010:1.0:1767329687.545988:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 02000000:00000001:2.0:1767329687.545991:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329687.545993:0:208650:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767329687.545994:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329687.545996:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8f35ab6. 00000100:00000200:1.0:1767329687.545999:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088e8bc68 x1853178572248576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329687.546000:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329687.546002:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329687.546006:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329687.546011:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329687.546033:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329687.546035:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329687.546037:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329687.546055:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088e8bc68 x1853178572248576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329687.546064:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329687.546066:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329687.546068:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329687.546069:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329687.546070:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329687.546071:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329687.546073:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329687.546076:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=84 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329687.546078:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=19 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329687.546080:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329687.546081:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329687.546082:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767329687.546085:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000088e8bc68 x1853178572248576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329687.546090:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329687.546099:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329687.546100:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329687.546102:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329687.546103:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329687.546105:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088e8bc68 x1853178572248576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329687.546109:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329687.546111:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329687.546111:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329687.546113:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088e8bc68 x1853178572248576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329703 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329687.546118:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572248576:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329687.546121:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329687.546122:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329687.546124:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088e8bc68 x1853178572248576/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329703 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329687.546128:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329687.546129:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329687.546130:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001bc850cd. 02000000:00000001:1.0:1767329687.546132:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329687.546133:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329687.546133:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329687.546135:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329687.546136:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c9d1b4a8. 02000000:00000001:1.0:1767329687.546138:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329687.546139:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329687.546140:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088e8bc68. 00000100:00000001:1.0:1767329687.546142:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329687.546143:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329687.546144:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329687.546147:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329687.546148:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329687.546150:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329687.546154:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329687.607089:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329687.607092:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329687.607117:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329687.607122:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329687.607125:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329688.631114:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329688.631121:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329688.631198:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329688.631201:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329688.631204:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329689.655184:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329689.655193:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329689.655320:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329689.655326:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329689.655331:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329690.679162:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329690.679172:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329690.679220:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329690.679227:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329690.679232:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329691.703118:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329691.703124:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329691.703216:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329691.703220:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329691.703222:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329692.151110:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301537116, at 4301537280 00000100:00000040:3.0:1767329692.151115:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301537116, at 4301537280 00000100:00000040:1.0:1767329692.151116:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301537116, at 4301537280 00000100:00000040:2.0:1767329692.151117:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301537116, at 4301537280 00000100:00000010:0.0:1767329692.151130:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000048c0ab71. 00000100:00000010:3.0:1767329692.151133:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df7fe1eb. 00000100:00000010:1.0:1767329692.151136:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053c5c050. 00000100:00000010:2.0:1767329692.151140:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6d2c97a. 00000100:00000040:3.0:1767329692.663143:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329692.663162:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329692.663167:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000143e2fae. 00000020:00000040:3.0:1767329692.663173:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329692.663177:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329692.663180:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329692.663184:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329692.663191:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000040dcd3e9. 00000100:00000001:3.0:1767329692.663198:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329692.663206:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000143e2fae x1853178572248704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329692.663216:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329692.663218:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329692.663222:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000143e2fae] to pc [ptlrpcd_00_03+3] req@00000000143e2fae x1853178572248704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329692.663247:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329692.663248:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329692.663251:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329692.663253:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd9171ef. 00000020:00000040:3.0:1767329692.663255:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329692.663257:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329692.663258:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329692.663259:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329692.663262:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6a3b1a1. 00000100:00000001:3.0:1767329692.663264:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329692.663266:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000cd9171ef x1853178572248832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329692.663272:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329692.663273:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329692.663273:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329692.663278:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd9171ef] to pc [ptlrpcd_00_00+0] req@00000000cd9171ef x1853178572248832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329692.663280:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767329692.663285:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329692.663295:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329692.663298:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329692.663301:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329692.663301:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329692.663303:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329692.663304:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329692.663306:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329692.663310:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329692.663310:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329692.663315:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000143e2fae x1853178572248704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329692.663317:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329692.663320:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053d0c3c2. 00000020:00000040:3.0:1767329692.663325:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329692.663331:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329692.663331:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767329692.663332:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767329692.663334:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329692.663336:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329692.663338:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767329692.663340:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ffaa443. 00000100:00000001:2.0:1767329692.663341:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329692.663342:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329692.663344:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329692.663346:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767329692.663349:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329692.663351:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329692.663353:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000053d0c3c2 x1853178572248960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329692.663357:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000143e2fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572248704:192.168.202.109@tcp:400: 00000100:00000040:2.0:1767329692.663361:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cd9171ef x1853178572248832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329692.663368:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329692.663375:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767329692.663378:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767329692.663379:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329692.663381:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329692.663384:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767329692.663389:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053d0c3c2] to pc [ptlrpcd_00_01+1] req@0000000053d0c3c2 x1853178572248960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329692.663389:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1767329692.663391:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f264fbbb. 00000100:00000001:2.0:1767329692.663394:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329692.663396:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329692.663402:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767329692.663406:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000569d2013. 02000000:00000001:2.0:1767329692.663407:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329692.663408:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329692.663410:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767329692.663413:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767329692.663416:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6875) 02000000:00000001:2.0:1767329692.663422:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329692.663424:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 00000100:00100000:2.0:1767329692.663428:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cd9171ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572248832:192.168.202.109@tcp:400: 00000100:00000200:1.0:1767329692.663431:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572248704, portal 25 00000100:00000001:2.0:1767329692.663434:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329692.663435:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767329692.663438:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329692.663438:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776930176 : -127176932621440 : ffff8c55501b8380) 02000000:00000001:2.0:1767329692.663442:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329692.663443:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329692.663446:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000143e2fae x1853178572248704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329692.663447:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767329692.663448:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329692.663450:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767329692.663455:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ece6d7ba. 00000100:00000040:3.0:1767329692.663457:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053d0c3c2 x1853178572248960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329692.663462:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329692.663463:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767329692.663472:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000653cfea3. 00000100:00000040:1.0:1767329692.663472:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329692.663476:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767329692.663477:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cda0ea1. 00000100:00000001:3.0:1767329692.663479:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329692.663481:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ecaf85b. 00000100:00000200:1.0:1767329692.663482:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572248704, offset 0 02000000:00000001:3.0:1767329692.663483:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329692.663487:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329692.663490:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329692.663490:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572248832, portal 10 00000100:00100000:3.0:1767329692.663495:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053d0c3c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572248960:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767329692.663495:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329692.663497:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329692.663502:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776931968 : -127176932619648 : ffff8c55501b8a80) 00000100:00000001:3.0:1767329692.663510:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767329692.663513:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cd9171ef x1853178572248832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329692.663514:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:3.0:1767329692.663515:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329692.663518:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329692.663523:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329692.663524:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1767329692.663527:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091946770. 02000000:00000001:3.0:1767329692.663532:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329692.663533:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:3.0:1767329692.663540:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000579e2724. 00000100:00000001:2.0:1767329692.663540:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767329692.663546:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b779618. 00000100:00000040:2.0:1767329692.663549:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329692.663549:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1767329692.663551:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572248960, portal 10 00000100:00000001:3.0:1767329692.663571:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767329692.663572:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329692.663573:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776942720 : -127176932608896 : ffff8c55501bb480) 00000400:00000200:1.0:1767329692.663581:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [573:573:256:4294967295] 192.168.202.109@tcp LPNI seq info [573:573:8:4294967295] 00000100:00000040:3.0:1767329692.663583:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053d0c3c2 x1853178572248960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329692.663583:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001299fc8e. 00000100:00000200:2.0:1767329692.663591:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572248832, offset 0 00000100:00000001:3.0:1767329692.663600:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767329692.663604:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329692.663609:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329692.663613:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004673a60. 00000400:00000200:1.0:1767329692.663616:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:3.0:1767329692.663617:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572248960, offset 0 00000400:00000200:3.0:1767329692.663626:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329692.663631:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329692.663632:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329692.663639:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329692.663642:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000010:1.0:1767329692.663642:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9d1b4a8. 00000400:00000200:2.0:1767329692.663648:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767329692.663652:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329692.663654:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329692.663660:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [574:574:255:4294967295] 192.168.202.109@tcp LPNI seq info [574:574:7:4294967295] 00000800:00000200:1.0:1767329692.663664:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329692.663671:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9d1b4a8 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329692.663678:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329692.663685:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329692.663688:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329692.663689:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329692.663691:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4297425. 00000400:00000200:3.0:1767329692.663693:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329692.663696:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301542236 00000400:00000200:3.0:1767329692.663701:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:2.0:1767329692.663703:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:1.0:1767329692.663703:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077278bd8. 00000400:00000200:3.0:1767329692.663707:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329692.663712:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329692.663714:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767329692.663719:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [575:575:254:4294967295] 192.168.202.109@tcp LPNI seq info [575:575:6:4294967295] 00000800:00000200:2.0:1767329692.663719:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329692.663725:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301542236 00000100:00000010:1.0:1767329692.663731:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e8b36ad. 00000400:00000200:3.0:1767329692.663733:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329692.663734:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4297425 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329692.663737:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767329692.663743:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329692.663743:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329692.663749:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301542236 00000800:00000010:3.0:1767329692.663752:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3f15753. 00000100:00000040:2.0:1767329692.663752:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 158638 usecs (159 jiffies) 00000100:00000010:1.0:1767329692.663754:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000095fed548. 00000800:00000200:3.0:1767329692.663760:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329692.663760:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301537951 00000100:00000001:1.0:1767329692.663761:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767329692.663767:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301542236 00000100:00000001:2.0:1767329692.663768:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301542236 00000800:00000200:3.0:1767329692.663772:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:1.0:1767329692.663774:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082ce177d. 00000100:00000001:2.0:1767329692.663775:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301537951 00000800:00000200:3.0:1767329692.663778:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e3f15753 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329692.663780:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767329692.663781:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301542236 00000800:00000200:0.0:1767329692.663783:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329692.663784:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329692.663785:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329692.663789:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301537951 00000100:00000001:1.0:1767329692.663789:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767329692.663790:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9d1b4a8. 00000100:00000040:3.0:1767329692.663798:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 11392 usecs (12 jiffies) 00000100:00000001:2.0:1767329692.663798:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301542236 00000100:00000001:1.0:1767329692.663798:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329692.663799:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329692.663806:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301537804 00000100:00000001:2.0:1767329692.663807:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301537951 00000100:00000001:1.0:1767329692.663807:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329692.663813:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301542236 00000400:00000200:0.0:1767329692.663814:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329692.663815:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301542236 00000100:00000001:3.0:1767329692.663819:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301537804 00000100:00000001:2.0:1767329692.663821:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329692.663822:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301542236 00000400:00000200:0.0:1767329692.663823:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cda0ea1 00000400:00000010:0.0:1767329692.663827:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cda0ea1. 00000100:00000001:3.0:1767329692.663829:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301537804 00000100:00000001:2.0:1767329692.663830:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329692.663832:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329692.663835:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301542236 00000100:00000001:3.0:1767329692.663838:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301537804 00000100:00000001:2.0:1767329692.663838:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329692.663840:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000143e2fae x1853178572248704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329692.663843:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301542236 00000100:00000001:2.0:1767329692.663845:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329692.663849:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329692.663853:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329692.663854:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329692.663857:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329692.663860:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329692.663863:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329692.663864:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329692.663864:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329692.663869:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767329692.663869:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000143e2fae x1853178572248704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329708 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329692.663871:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329692.663872:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329692.663875:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329692.663878:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329692.663880:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329692.663883:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329692.663888:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329692.663889:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329692.663894:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329692.663895:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329692.663906:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329692.663909:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4297425. 00000400:00000200:0.0:1767329692.663912:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329692.663914:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329692.663916:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001299fc8e 00000400:00000010:0.0:1767329692.663917:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001299fc8e. 00000100:00000001:0.0:1767329692.663920:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329692.663921:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cd9171ef x1853178572248832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329692.663926:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329692.663927:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cd9171ef x1853178572248832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329708 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329692.663931:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329692.663932:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329692.663989:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329692.663997:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3f15753. 00000400:00000200:0.0:1767329692.663999:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329692.664002:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329692.664004:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004673a60 00000400:00000010:0.0:1767329692.664004:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004673a60. 00000100:00000001:0.0:1767329692.664006:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329692.664009:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053d0c3c2 x1853178572248960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329692.664035:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329692.664037:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053d0c3c2 x1853178572248960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329708 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329692.664041:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329692.664042:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329692.665659:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329692.665670:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329692.665672:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329692.665674:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329692.665679:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329692.665688:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2811680 00000400:00000200:3.0:1767329692.665693:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x12b1 [1] + 224 00000800:00000001:3.0:1767329692.665751:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329692.665755:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329692.665756:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329692.665759:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329692.665762:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329692.665772:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000143e2fae x1853178572248704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329692.665810:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000143e2fae x1853178572248704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329692.665823:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329692.665829:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329692.665833:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329692.665834:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329692.665836:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329692.665839:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329692.665843:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2811700 00000400:00000200:3.0:1767329692.665846:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x12b9 [1] + 224 00000800:00000001:3.0:1767329692.665849:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329692.665851:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329692.665853:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329692.665855:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329692.665857:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329692.665859:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cd9171ef x1853178572248832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329692.665864:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cd9171ef x1853178572248832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329692.665874:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329692.665878:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329692.665880:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329692.665882:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329692.665883:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329692.665887:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767329692.665889:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329692.665893:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2811780 00000100:00000001:1.0:1767329692.665894:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329692.665900:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x12bd [1] + 224 00000800:00000001:3.0:1767329692.665903:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767329692.665907:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329692.665911:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329692.665913:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000569d2013. 00000800:00000001:3.0:1767329692.665914:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329692.665918:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329692.665919:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329692.665919:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00000100:00000001:2.0:1767329692.665924:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767329692.665924:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 00000400:00000200:3.0:1767329692.665928:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329692.665931:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767329692.665932:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329692.665936:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767329692.665938:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000143e2fae x1853178572248704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329692.665940:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000653cfea3. 00000400:00000200:2.0:1767329692.665946:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ecaf85b 00000400:00000010:2.0:1767329692.665950:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ecaf85b. 00000100:00000200:1.0:1767329692.665950:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000143e2fae x1853178572248704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329692.665957:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329692.665957:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329692.665959:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329692.665963:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329692.665966:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767329692.665967:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053d0c3c2 x1853178572248960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329692.665968:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cd9171ef x1853178572248832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329692.665971:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329692.665974:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329692.665977:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329692.665983:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329692.665991:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=89 v=5 (5 5 5 5) 00000100:00000040:3.0:1767329692.665999:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000053d0c3c2 x1853178572248960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767329692.666001:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=89 v=5 (1 1 1 1) 00000100:00000200:2.0:1767329692.666007:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cd9171ef x1853178572248832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329692.666010:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329692.666013:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329692.666041:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329692.666042:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329692.666047:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329692.666051:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767329692.666055:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329692.666060:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329692.666067:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767329692.666068:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000143e2fae x1853178572248704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329692.666071:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329692.666077:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329692.666081:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329692.666081:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329692.666085:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329692.666086:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329692.666089:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329692.666090:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329692.666093:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000143e2fae x1853178572248704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329708 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329692.666095:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329692.666097:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329692.666100:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1767329692.666104:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=79 v=5 (5 5 5 5) 00000400:00000001:0.0:1767329692.666106:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767329692.666107:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000143e2fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572248704:192.168.202.109@tcp:400: 00000400:00000001:0.0:1767329692.666109:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329692.666114:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000579e2724. 00000100:00001000:2.0:1767329692.666115:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329692.666115:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329692.666121:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767329692.666121:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b779618 00000100:00000001:2.0:1767329692.666122:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767329692.666126:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b779618. 00000100:00000001:2.0:1767329692.666127:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329692.666128:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000143e2fae x1853178572248704/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329708 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329692.666131:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767329692.666133:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329692.666138:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329692.666139:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053d0c3c2 x1853178572248960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329692.666141:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329692.666144:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767329692.666146:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:1.0:1767329692.666148:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f264fbbb. 00000100:00000040:2.0:1767329692.666150:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000001:1.0:1767329692.666154:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767329692.666156:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1767329692.666158:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767329692.666159:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767329692.666161:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000200:0.0:1767329692.666162:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053d0c3c2 x1853178572248960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767329692.666167:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767329692.666169:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cd9171ef x1853178572248832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329692.666171:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000040dcd3e9. 02000000:00000001:1.0:1767329692.666177:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329692.666180:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329692.666183:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000143e2fae. 00000100:00000001:0.0:1767329692.666183:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329692.666187:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329692.666189:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329692.666191:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329692.666192:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329692.666195:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329692.666195:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329692.666195:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329692.666199:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329692.666202:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329692.666203:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329692.666203:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329692.666206:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329692.666206:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329692.666207:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329692.666211:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767329692.666212:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=89 v=5 (5 5 5 5) 00000100:00000001:1.0:1767329692.666214:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329692.666215:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd9171ef x1853178572248832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329708 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767329692.666220:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=24 v=5 (1 1 0 0) 00000100:00100000:2.0:1767329692.666227:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cd9171ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572248832:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329692.666235:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329692.666237:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329692.666238:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329692.666241:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767329692.666241:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767329692.666249:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cd9171ef x1853178572248832/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329708 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767329692.666249:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000053d0c3c2 x1853178572248960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329692.666276:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329692.666278:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329692.666279:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767329692.666281:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767329692.666281:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329692.666284:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329692.666284:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329692.666287:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053d0c3c2 x1853178572248960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767329692.666292:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ece6d7ba. 00000100:00000001:0.0:1767329692.666293:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329692.666297:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767329692.666299:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767329692.666299:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767329692.666303:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767329692.666304:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053d0c3c2 x1853178572248960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329708 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767329692.666307:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329692.666312:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329692.666315:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c6a3b1a1. 00000100:00100000:0.0:1767329692.666317:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053d0c3c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572248960:192.168.202.109@tcp:400: 02000000:00000001:2.0:1767329692.666321:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329692.666322:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329692.666325:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767329692.666325:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767329692.666330:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cd9171ef. 00000100:00000040:0.0:1767329692.666330:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053d0c3c2 x1853178572248960/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329708 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329692.666336:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329692.666339:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767329692.666340:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329692.666341:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767329692.666344:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767329692.666344:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091946770. 02000000:00000001:0.0:1767329692.666350:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767329692.666352:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767329692.666352:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329692.666355:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329692.666356:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329692.666358:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329692.666361:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ffaa443. 00000100:00000001:2.0:1767329692.666362:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329692.666365:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767329692.666366:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329692.666372:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329692.666374:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053d0c3c2. 00000100:00000001:0.0:1767329692.666378:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329692.666379:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329692.666380:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329692.666384:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329692.666385:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329692.666386:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329692.666388:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329692.727090:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329692.727094:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329692.727156:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329692.727160:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329692.727163:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329693.751198:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329693.751207:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329693.751336:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329693.751342:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329693.751347:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329694.775161:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329694.775170:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329694.775173:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329694.775177:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329694.775182:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329694.775185:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329694.775187:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329694.775190:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329694.775301:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329694.775307:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329694.775311:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329695.799226:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329695.799236:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329695.799331:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329695.799337:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329695.799340:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329696.823144:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329696.823153:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329696.823282:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329696.823289:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329696.823293:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329697.271091:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301542236, at 4301542400 00000100:00000040:3.0:1767329697.271095:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301542236, at 4301542400 00000100:00000040:2.0:1767329697.271096:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301542236, at 4301542400 00000100:00000010:3.0:1767329697.271109:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082ce177d. 00000100:00000010:2.0:1767329697.271112:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000095fed548. 00000100:00000010:1.0:1767329697.271114:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e8b36ad. 00000100:00000040:0.0:1767329697.271344:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301542236, at 4301542400 00000100:00000010:0.0:1767329697.271351:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077278bd8. 00000100:00000040:2.0:1767329697.783107:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329697.783117:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329697.783124:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7d63ccd. 00000020:00000040:2.0:1767329697.783131:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329697.783136:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329697.783139:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329697.783144:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329697.783152:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c950b47. 00000100:00000001:2.0:1767329697.783160:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329697.783182:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000b7d63ccd x1853178572249088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329697.783194:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329697.783197:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329697.783203:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7d63ccd] to pc [ptlrpcd_00_02+2] req@00000000b7d63ccd x1853178572249088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329697.783229:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329697.783232:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329697.783235:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329697.783239:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f76cd51. 00000020:00000040:2.0:1767329697.783242:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329697.783245:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329697.783247:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329697.783250:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329697.783253:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074996e45. 00000100:00000001:1.0:1767329697.783257:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329697.783257:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329697.783258:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329697.783264:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329697.783265:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767329697.783267:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000000f76cd51 x1853178572249216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329697.783271:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329697.783279:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767329697.783280:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7d63ccd x1853178572249088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329697.783283:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329697.783292:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f76cd51] to pc [ptlrpcd_00_03+3] req@000000000f76cd51 x1853178572249216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329697.783297:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329697.783300:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329697.783306:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329697.783310:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329697.783314:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329697.783315:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329697.783319:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7d63ccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572249088:192.168.202.109@tcp:400: 00000100:00000040:2.0:1767329697.783320:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329697.783329:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329697.783330:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767329697.783330:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329697.783332:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329697.783335:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767329697.783336:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081a134ff. 02000000:00000001:1.0:1767329697.783338:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767329697.783341:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000f76cd51 x1853178572249216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767329697.783342:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:1.0:1767329697.783343:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329697.783350:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329697.783351:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767329697.783355:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767329697.783356:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767329697.783359:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329697.783360:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000008e90a04. 00000100:00000001:0.0:1767329697.783360:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329697.783364:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329697.783365:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329697.783367:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329697.783372:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329697.783374:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d4297425. 00000100:00100000:0.0:1767329697.783375:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000f76cd51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572249216:192.168.202.109@tcp:400: 00000400:00000010:1.0:1767329697.783377:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000569d2013. 00000100:00000001:2.0:1767329697.783382:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329697.783382:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329697.783386:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767329697.783388:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 02000000:00000001:0.0:1767329697.783389:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329697.783392:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000081a134ff x1853178572249344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767329697.783393:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329697.783398:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf778690. 02000000:00000001:0.0:1767329697.783403:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329697.783407:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572249088, portal 25 00000100:00000001:2.0:1767329697.783408:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329697.783411:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329697.783414:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767329697.783417:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd8267bd. 00000100:00000040:2.0:1767329697.783419:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a134ff] to pc [ptlrpcd_00_00+0] req@0000000081a134ff x1853178572249344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329697.783419:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777366016 : -127176932185600 : ffff8c5550222a00) 00000400:00000010:0.0:1767329697.783423:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001023fb11. 00000100:00000200:0.0:1767329697.783429:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572249216, portal 10 00000100:00000040:1.0:1767329697.783431:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7d63ccd x1853178572249088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329697.783433:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329697.783436:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777367808 : -127176932183808 : ffff8c5550223100) 00000100:00000040:0.0:1767329697.783447:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000f76cd51 x1853178572249216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329697.783455:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329697.783457:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329697.783462:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329697.783464:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329697.783465:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329697.783468:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767329697.783470:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e4ee8b1. 00000400:00000010:1.0:1767329697.783473:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e71018d8. 00000100:00000200:0.0:1767329697.783476:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572249216, offset 0 00000100:00000040:2.0:1767329697.783477:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:1.0:1767329697.783478:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572249088, offset 0 00000100:00000001:3.0:1767329697.783484:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329697.783487:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6880) 00000400:00000200:0.0:1767329697.783488:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329697.783489:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329697.783493:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767329697.783516:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329697.783520:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081a134ff x1853178572249344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329697.783522:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329697.783531:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329697.783534:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329697.783536:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329697.783538:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:3.0:1767329697.783542:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767329697.783544:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767329697.783546:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767329697.783548:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:3.0:1767329697.783550:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329697.783554:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [576:576:256:4294967295] 192.168.202.109@tcp LPNI seq info [576:576:8:4294967295] 00000100:00100000:3.0:1767329697.783557:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081a134ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572249344:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329697.783562:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329697.783565:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329697.783568:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329697.783571:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329697.783574:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000010:3.0:1767329697.783576:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000561a793c. 02000000:00000001:3.0:1767329697.783579:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329697.783581:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329697.783584:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f6f3364. 00000400:00000200:1.0:1767329697.783586:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329697.783587:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767329697.783587:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c06a1248. 00000400:00000010:3.0:1767329697.783591:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009993a68b. 00000100:00000001:2.0:1767329697.783593:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329697.783595:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767329697.783600:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:3.0:1767329697.783603:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572249344, portal 10 00000400:00000200:1.0:1767329697.783604:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329697.783606:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329697.783609:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777356160 : -127176932195456 : ffff8c5550220380) 00000400:00000200:1.0:1767329697.783612:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767329697.783614:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000040:3.0:1767329697.783619:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081a134ff x1853178572249344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329697.783620:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c06a1248 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329697.783622:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329697.783633:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [577:577:255:4294967295] 192.168.202.109@tcp LPNI seq info [577:577:7:4294967295] 00000100:00000001:3.0:1767329697.783638:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329697.783642:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329697.783646:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329697.783649:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 157741 usecs (158 jiffies) 00000400:00000010:3.0:1767329697.783651:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000922594fe. 00000100:00000200:3.0:1767329697.783657:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572249344, offset 0 00000400:00000200:1.0:1767329697.783657:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329697.783657:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301543070 00000100:00000010:0.0:1767329697.783667:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097c45c3b. 00000400:00000200:3.0:1767329697.783672:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329697.783673:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329697.783676:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767329697.783681:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:1.0:1767329697.783681:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093c7fc40. 00000100:00000001:0.0:1767329697.783683:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301543070 00000400:00000200:3.0:1767329697.783688:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767329697.783695:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329697.783696:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000010:0.0:1767329697.783696:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1492956. 00000400:00000200:3.0:1767329697.783702:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329697.783704:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767329697.783709:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329697.783710:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301543070 00000800:00000200:1.0:1767329697.783711:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329697.783716:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [578:578:254:4294967295] 192.168.202.109@tcp LPNI seq info [578:578:6:4294967295] 00000100:00000010:0.0:1767329697.783717:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008aa23318. 00000800:00000200:1.0:1767329697.783718:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000093c7fc40 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329697.783724:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767329697.783725:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329697.783729:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329697.783730:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301543070 00000800:00000010:2.0:1767329697.783732:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c06a1248. 00000100:00000001:1.0:1767329697.783735:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301547356 00000100:00000010:0.0:1767329697.783737:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000433e038f. 00000400:00000200:3.0:1767329697.783741:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:2.0:1767329697.783743:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329697.783744:0:208651:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767329697.783746:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301543070 00000100:00000001:0.0:1767329697.783750:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767329697.783752:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329697.783757:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301547356 00000100:00000001:0.0:1767329697.783757:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767329697.783759:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b5eb5d9. 00000400:00000200:2.0:1767329697.783760:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329697.783762:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329697.783766:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301543070 00000100:00000001:0.0:1767329697.783767:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329697.783770:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e4ee8b1 00000800:00000200:3.0:1767329697.783771:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000010:2.0:1767329697.783776:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e4ee8b1. 00000100:00000001:1.0:1767329697.783776:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301547356 00000100:00000001:0.0:1767329697.783777:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329697.783781:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767329697.783782:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329697.783785:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301543070 00000100:00000001:0.0:1767329697.783786:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329697.783788:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329697.783789:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329697.783790:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329697.783794:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329697.783799:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f76cd51 x1853178572249216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329697.783805:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301547356 00000100:00000001:1.0:1767329697.783813:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301543070 00000100:00000001:2.0:1767329697.783816:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329697.783820:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767329697.783821:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000f76cd51 x1853178572249216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329713 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329697.783826:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329697.783832:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002b5eb5d9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329697.783833:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329697.783840:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329697.783841:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329697.783841:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329697.783845:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 11346 usecs (12 jiffies) 00000100:00000001:2.0:1767329697.783848:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329697.783849:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301542924 00000100:00000001:1.0:1767329697.783851:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329697.783854:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301547356 00000100:00000001:1.0:1767329697.783855:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329697.783857:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301542924 00000100:00000001:1.0:1767329697.783861:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329697.783862:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301547356 00000100:00000001:3.0:1767329697.783866:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301542924 00000100:00000001:1.0:1767329697.783866:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767329697.783868:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329697.783870:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329697.783872:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093c7fc40. 00000100:00000001:1.0:1767329697.783876:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329697.783878:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301547356 00000400:00000200:2.0:1767329697.783880:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329697.783882:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301542924 00000100:00000001:3.0:1767329697.783884:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301547356 00000100:00000001:3.0:1767329697.783885:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329697.783887:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329697.783891:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329697.783894:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329697.783897:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329697.783899:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329697.783902:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767329697.783902:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e71018d8 00000100:00000001:3.0:1767329697.783906:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767329697.783907:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e71018d8. 00000100:00000001:3.0:1767329697.783909:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329697.783911:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329697.783914:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329697.783914:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329697.783921:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7d63ccd x1853178572249088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329697.783931:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329697.783934:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7d63ccd x1853178572249088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329713 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329697.783941:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329697.783942:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329697.783973:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329697.783975:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b5eb5d9. 00000400:00000200:2.0:1767329697.783978:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329697.783983:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329697.783985:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000922594fe 00000400:00000010:2.0:1767329697.783987:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000922594fe. 00000100:00000001:2.0:1767329697.783989:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329697.783992:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081a134ff x1853178572249344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329697.783999:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329697.784001:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081a134ff x1853178572249344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329713 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329697.784007:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329697.784009:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329697.785303:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329697.785311:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329697.785313:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329697.785315:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329697.785321:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329697.785330:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2811880 00000400:00000200:0.0:1767329697.785335:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x12cd [1] + 224 00000800:00000001:0.0:1767329697.785340:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329697.785343:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329697.785345:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329697.785349:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329697.785353:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329697.785356:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f76cd51 x1853178572249216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329697.785374:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000f76cd51 x1853178572249216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329697.785389:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329697.785395:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329697.785398:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329697.785400:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329697.785402:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329697.785405:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329697.785411:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2811800 00000100:00000001:3.0:1767329697.785413:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329697.785415:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x12c9 [1] + 224 00000100:00000001:3.0:1767329697.785417:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767329697.785422:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767329697.785424:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767329697.785425:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767329697.785428:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767329697.785428:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767329697.785431:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd8267bd. 00000400:00000200:0.0:1767329697.785435:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329697.785437:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001023fb11 00000400:00000010:3.0:1767329697.785440:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001023fb11. 00000100:00000001:3.0:1767329697.785444:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329697.785445:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329697.785449:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f76cd51 x1853178572249216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329697.785451:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7d63ccd x1853178572249088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329697.785472:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f76cd51 x1853178572249216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329697.785475:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b7d63ccd x1853178572249088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329697.785497:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329697.785500:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329697.785516:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329697.785517:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329697.785521:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767329697.785522:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329697.785523:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329697.785526:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329697.785527:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329697.785530:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329697.785531:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329697.785535:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767329697.785539:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=84 v=5 (5 5 5 5) 00000400:00000200:0.0:1767329697.785539:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00001000:3.0:1767329697.785547:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=84 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329697.785547:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329697.785551:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2811900 00000100:00000001:1.0:1767329697.785552:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329697.785557:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x12d9 [1] + 224 00000100:00000001:3.0:1767329697.785560:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1767329697.785562:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329697.785563:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767329697.785564:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767329697.785568:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767329697.785570:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1767329697.785570:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329697.785573:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000569d2013. 00010000:00000001:3.0:1767329697.785574:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329697.785581:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329697.785582:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1767329697.785583:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00000100:00000040:3.0:1767329697.785585:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000400:00000200:0.0:1767329697.785588:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329697.785589:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:1.0:1767329697.785589:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 00000100:00000001:3.0:1767329697.785592:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329697.785596:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329697.785596:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767329697.785599:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000f76cd51 x1853178572249216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329697.785604:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081a134ff x1853178572249344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329697.785606:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7d63ccd x1853178572249088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329697.785619:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329697.785624:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329697.785628:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329697.785634:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081a134ff x1853178572249344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329697.785636:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f76cd51 x1853178572249216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329713 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329697.785643:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7d63ccd x1853178572249088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329697.785676:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000f76cd51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572249216:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329697.785676:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329697.785680:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329697.785682:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329697.785683:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329697.785684:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767329697.785688:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767329697.785689:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767329697.785689:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329697.785694:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767329697.785695:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000f76cd51 x1853178572249216/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329713 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329697.785695:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329697.785696:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329697.785703:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329697.785710:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=94 v=5 (5 5 5 5) 00000100:00000001:3.0:1767329697.785711:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329697.785714:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1767329697.785716:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=94 v=5 (1 1 1 1) 02000000:00000010:3.0:1767329697.785718:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf778690. 00000100:00000001:1.0:1767329697.785724:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767329697.785725:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767329697.785725:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329697.785728:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329697.785729:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767329697.785730:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767329697.785732:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329697.785736:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:2.0:1767329697.785736:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767329697.785739:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:2.0:1767329697.785740:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1767329697.785741:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074996e45. 00010000:00000001:1.0:1767329697.785743:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329697.785745:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f6f3364. 02000000:00000001:3.0:1767329697.785746:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329697.785748:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329697.785750:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329697.785753:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f76cd51. 00000400:00000200:2.0:1767329697.785754:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009993a68b 00000100:00000040:1.0:1767329697.785757:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7d63ccd x1853178572249088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329697.785759:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:2.0:1767329697.785759:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009993a68b. 00000100:00000001:3.0:1767329697.785762:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329697.785766:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329697.785773:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329697.785774:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081a134ff x1853178572249344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329697.785774:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329697.785778:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329697.785778:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329697.785780:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329697.785782:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329697.785786:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329697.785789:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329697.785792:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7d63ccd x1853178572249088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329713 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329697.785811:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081a134ff x1853178572249344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329697.785813:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7d63ccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572249088:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329697.785823:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329697.785827:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329697.785828:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329697.785832:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329697.785835:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7d63ccd x1853178572249088/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329713 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329697.785837:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329697.785840:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329697.785842:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329697.785846:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329697.785851:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329697.785852:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329697.785855:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1767329697.785858:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=94 v=5 (5 5 5 5) 02000000:00000010:1.0:1767329697.785859:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008e90a04. 02000000:00000001:1.0:1767329697.785864:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1767329697.785866:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=29 v=5 (1 1 0 0) 00000020:00000001:1.0:1767329697.785867:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329697.785871:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329697.785872:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329697.785875:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329697.785876:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767329697.785879:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767329697.785880:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c950b47. 02000000:00000001:1.0:1767329697.785885:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329697.785887:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:2.0:1767329697.785888:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000081a134ff x1853178572249344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767329697.785889:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7d63ccd. 00000100:00000001:1.0:1767329697.785895:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329697.785898:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329697.785902:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767329697.785905:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329697.785909:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329697.785910:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329697.785914:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329697.785914:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329697.785918:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329697.785921:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329697.785922:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329697.785925:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329697.785928:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081a134ff x1853178572249344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329697.785936:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329697.785939:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329697.785941:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329697.785944:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081a134ff x1853178572249344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329713 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329697.785953:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081a134ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572249344:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329697.785957:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329697.785964:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329697.785966:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081a134ff x1853178572249344/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329713 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329697.785973:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329697.785974:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329697.785976:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000561a793c. 02000000:00000001:2.0:1767329697.785979:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329697.785980:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329697.785982:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329697.785985:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329697.785986:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d4297425. 02000000:00000001:2.0:1767329697.785988:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329697.785990:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329697.785991:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081a134ff. 00000100:00000001:2.0:1767329697.785994:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329697.785995:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329697.785996:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329697.786000:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329697.786002:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329697.786004:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329697.786006:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329697.847094:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329697.847104:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329697.847158:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329697.847163:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329697.847167:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329698.871104:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329698.871110:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329698.871171:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329698.871176:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329698.871179:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329699.895223:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329699.895231:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329699.895293:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329699.895299:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329699.895304:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329700.919161:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329700.919170:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329700.919298:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329700.919305:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329700.919310:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329701.943119:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329701.943126:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329701.943201:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329701.943209:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329701.943213:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329702.391104:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301547356, at 4301547520 00000100:00000040:2.0:1767329702.391110:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301547356, at 4301547520 00000100:00000040:0.0:1767329702.391123:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301547356, at 4301547520 00000100:00000010:1.0:1767329702.391124:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1492956. 00000100:00000010:2.0:1767329702.391127:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008aa23318. 00000100:00000010:0.0:1767329702.391134:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097c45c3b. 00000100:00000040:3.0:1767329702.391177:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301547356, at 4301547520 00000100:00000010:3.0:1767329702.391192:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000433e038f. 00000100:00000040:1.0:1767329702.903125:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329702.903137:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329702.903144:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088e8bc68. 00000020:00000040:1.0:1767329702.903152:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329702.903156:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329702.903159:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329702.903164:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329702.903171:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004571031a. 00000100:00000001:1.0:1767329702.903179:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329702.903190:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000088e8bc68 x1853178572249472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329702.903201:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329702.903204:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329702.903209:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e8bc68] to pc [ptlrpcd_00_01+1] req@0000000088e8bc68 x1853178572249472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329702.903243:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329702.903246:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329702.903250:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329702.903253:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 00000100:00000001:2.0:1767329702.903257:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767329702.903257:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329702.903260:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329702.903275:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767329702.903275:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329702.903278:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329702.903280:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767329702.903284:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000065561a0b. 00000100:00000040:2.0:1767329702.903288:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088e8bc68 x1853178572249472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329702.903291:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329702.903302:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000dfc75053 x1853178572249600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329702.903303:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329702.903307:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329702.903314:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329702.903316:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767329702.903319:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329702.903320:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329702.903326:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329702.903327:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfc75053] to pc [ptlrpcd_00_02+2] req@00000000dfc75053 x1853178572249600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329702.903334:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572249472:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329702.903345:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329702.903352:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329702.903355:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329702.903357:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329702.903363:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050ad50f9. 02000000:00000001:2.0:1767329702.903365:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329702.903371:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329702.903372:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000653cfea3. 00000100:00000040:1.0:1767329702.903375:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329702.903381:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1767329702.903383:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ecaf85b. 00000100:00000010:1.0:1767329702.903387:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc9b4205. 00000100:00000200:2.0:1767329702.903392:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572249472, portal 25 00000020:00000040:1.0:1767329702.903392:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329702.903396:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329702.903398:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767329702.903399:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767329702.903402:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777199488 : -127176932352128 : ffff8c55501f9f80) 00000100:00000001:0.0:1767329702.903403:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329702.903404:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329702.903411:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767329702.903413:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000093c7fc40. 00000100:00000040:2.0:1767329702.903414:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088e8bc68 x1853178572249472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329702.903415:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329702.903421:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329702.903427:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572249600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329702.903428:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329702.903434:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000cc9b4205 x1853178572249728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767329702.903441:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329702.903463:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da383fb9. 00000100:00000001:0.0:1767329702.903466:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767329702.903471:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572249472, offset 0 00000100:00000001:0.0:1767329702.903471:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329702.903478:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767329702.903479:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329702.903481:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329702.903483:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329702.903486:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329702.903489:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329702.903491:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9b4205] to pc [ptlrpcd_00_03+3] req@00000000cc9b4205 x1853178572249728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329702.903496:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572249600:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329702.903504:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329702.903509:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767329702.903516:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767329702.903516:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329702.903521:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329702.903524:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329702.903524:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329702.903525:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:1.0:1767329702.903527:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767329702.903536:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329702.903537:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329702.903538:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767329702.903538:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:0.0:1767329702.903544:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5a562d5. 02000000:00000001:0.0:1767329702.903552:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329702.903554:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:1.0:1767329702.903556:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6885) 00000400:00000010:0.0:1767329702.903569:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000697a9ea1. 00000400:00000200:2.0:1767329702.903573:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [579:579:256:4294967295] 192.168.202.109@tcp LPNI seq info [579:579:8:4294967295] 00000400:00000010:0.0:1767329702.903578:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a82564d3. 00000100:00000200:0.0:1767329702.903584:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572249600, portal 10 00000100:00000001:1.0:1767329702.903585:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329702.903590:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329702.903592:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329702.903594:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000400:00000200:2.0:1767329702.903595:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329702.903597:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329702.903607:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572249600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329702.903608:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc9b4205 x1853178572249728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767329702.903614:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329702.903624:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c950b47. 00000100:00000001:0.0:1767329702.903634:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767329702.903637:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329702.903641:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767329702.903644:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329702.903645:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329702.903650:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bf2e96d. 00000800:00000200:2.0:1767329702.903651:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:1.0:1767329702.903652:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329702.903656:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767329702.903657:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572249600, offset 0 00000800:00000200:2.0:1767329702.903659:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002c950b47 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767329702.903664:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329702.903672:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572249728:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767329702.903676:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329702.903681:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329702.903682:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329702.903687:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329702.903689:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301552476 00000400:00000200:0.0:1767329702.903689:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:1.0:1767329702.903691:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329702.903697:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329702.903698:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1767329702.903700:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004bc480b5. 02000000:00000010:1.0:1767329702.903703:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000659e6739. 00000400:00000200:0.0:1767329702.903704:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:1.0:1767329702.903709:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329702.903710:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767329702.903711:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767329702.903717:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000569d2013. 00000400:00000200:0.0:1767329702.903718:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329702.903720:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301552476 00000400:00000010:1.0:1767329702.903725:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 00000400:00000200:0.0:1767329702.903726:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [580:580:255:4294967295] 192.168.202.109@tcp LPNI seq info [580:580:7:4294967295] 00000100:00000010:2.0:1767329702.903727:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f36ccd6c. 00000100:00000200:1.0:1767329702.903731:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572249728, portal 10 00000100:00000001:2.0:1767329702.903735:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767329702.903738:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329702.903741:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777203072 : -127176932348544 : ffff8c55501fad80) 00000100:00000001:2.0:1767329702.903744:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301552476 00000100:00000010:2.0:1767329702.903752:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e316d56. 00000100:00000040:1.0:1767329702.903754:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc9b4205 x1853178572249728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329702.903757:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329702.903759:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767329702.903767:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301552476 00000800:00000200:0.0:1767329702.903773:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:2.0:1767329702.903775:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d290b1f. 00000100:00000001:1.0:1767329702.903775:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1767329702.903779:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6c5103d. 00000100:00000001:2.0:1767329702.903782:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767329702.903786:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329702.903789:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767329702.903791:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000010:1.0:1767329702.903792:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000765ff9ed. 00000100:00000001:2.0:1767329702.903796:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329702.903800:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572249728, offset 0 00000100:00000001:2.0:1767329702.903801:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329702.903803:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329702.903808:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767329702.903809:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6c5103d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329702.903814:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329702.903817:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329702.903820:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329702.903824:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767329702.903824:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:0.0:1767329702.903824:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 156851 usecs (157 jiffies) 00000100:00000001:0.0:1767329702.903831:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301548189 00000100:00000001:2.0:1767329702.903833:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329702.903834:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329702.903837:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329702.903837:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301552476 00000400:00000200:1.0:1767329702.903841:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329702.903843:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329702.903843:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301548189 00000400:00000200:1.0:1767329702.903847:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329702.903850:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329702.903850:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301552476 00000400:00000200:1.0:1767329702.903860:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329702.903864:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301548189 00000400:00000200:1.0:1767329702.903870:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [581:581:254:4294967295] 192.168.202.109@tcp LPNI seq info [581:581:6:4294967295] 00000100:00000001:0.0:1767329702.903870:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301552476 00000100:00000001:0.0:1767329702.903876:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301548189 00000100:00000001:0.0:1767329702.903881:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301552476 00000100:00000001:0.0:1767329702.903886:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329702.903892:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329702.903895:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329702.903897:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329702.903899:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329702.903902:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767329702.903904:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329702.903911:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c950b47. 00000100:00000001:0.0:1767329702.903911:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1767329702.903913:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9d1b4a8. 00000100:00000001:0.0:1767329702.903915:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767329702.903920:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329702.903921:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767329702.903922:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329702.903926:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329702.903931:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329702.903933:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000800:00000200:1.0:1767329702.903937:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329702.903937:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329702.903941:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da383fb9 00000800:00000200:1.0:1767329702.903943:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9d1b4a8 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767329702.903947:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da383fb9. 00000100:00000001:1.0:1767329702.903949:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329702.903954:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 11297 usecs (12 jiffies) 00000100:00000001:2.0:1767329702.903955:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329702.903959:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301548044 00000100:00000200:2.0:1767329702.903963:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088e8bc68 x1853178572249472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329702.903965:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301552476 00000100:00000001:1.0:1767329702.903971:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301548044 00000100:00000001:1.0:1767329702.903977:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301552476 00000100:00000001:1.0:1767329702.903982:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301548044 00000100:00000001:2.0:1767329702.903983:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329702.903985:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301552476 00000100:00000040:2.0:1767329702.903989:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088e8bc68 x1853178572249472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329718 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329702.903990:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301548044 00000100:00000001:1.0:1767329702.903995:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301552476 00000100:00000001:1.0:1767329702.904000:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329702.904004:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329702.904010:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329702.904011:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329702.904054:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329702.904074:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329702.904077:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6c5103d. 00000400:00000200:2.0:1767329702.904082:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329702.904087:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329702.904091:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329702.904092:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bf2e96d 00000400:00000010:2.0:1767329702.904097:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bf2e96d. 00000100:00000001:1.0:1767329702.904099:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329702.904102:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329702.904106:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329702.904107:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329702.904109:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767329702.904114:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572249600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329702.904114:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329702.904118:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329702.904127:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329702.904130:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572249600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329718 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329702.904137:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329702.904140:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329702.904184:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329702.904187:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9d1b4a8. 00000400:00000200:2.0:1767329702.904191:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329702.904194:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329702.904197:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000765ff9ed 00000400:00000010:2.0:1767329702.904199:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000765ff9ed. 00000100:00000001:2.0:1767329702.904212:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329702.904216:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc9b4205 x1853178572249728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329702.904223:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329702.904226:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc9b4205 x1853178572249728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329718 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329702.904233:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329702.904235:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329702.905672:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329702.905682:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329702.905685:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329702.905687:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329702.905695:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329702.905707:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2811a00 00000400:00000200:2.0:1767329702.905714:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x12e9 [1] + 224 00000800:00000001:2.0:1767329702.905720:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329702.905726:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329702.905729:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329702.905733:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329702.905740:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329702.905744:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572249600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329702.905753:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfc75053 x1853178572249600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329702.905770:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329702.905777:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329702.905782:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329702.905784:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329702.905786:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329702.905791:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329702.905798:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2811980 00000400:00000200:2.0:1767329702.905805:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x12e1 [1] + 224 00000100:00000001:0.0:1767329702.905816:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767329702.905817:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329702.905821:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767329702.905825:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767329702.905828:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767329702.905829:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767329702.905833:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767329702.905838:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:0.0:1767329702.905838:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000697a9ea1. 00000400:00000200:0.0:1767329702.905846:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a82564d3 00000400:00000010:0.0:1767329702.905848:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a82564d3. 00000100:00000001:0.0:1767329702.905853:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329702.905854:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329702.905859:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572249600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329702.905862:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088e8bc68 x1853178572249472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329702.905891:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572249600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329702.905892:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088e8bc68 x1853178572249472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329702.905916:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329702.905919:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329702.905922:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329702.905925:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329702.905927:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329702.905929:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329702.905930:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329702.905935:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329702.905936:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767329702.905941:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=89 v=5 (5 5 5 5) 00000800:00000001:2.0:1767329702.905942:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329702.905944:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329702.905947:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329702.905954:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00001000:0.0:1767329702.905957:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=89 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329702.905962:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329702.905965:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329702.905966:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2811a80 00010000:00000001:0.0:1767329702.905971:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329702.905972:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329702.905976:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x12f1 [1] + 224 00010000:00000001:0.0:1767329702.905977:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329702.905982:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329702.905983:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767329702.905986:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767329702.905987:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000800:00000001:2.0:1767329702.905991:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767329702.905992:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767329702.905992:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:1.0:1767329702.905997:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767329702.905998:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329702.905998:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329702.906001:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000653cfea3. 00000400:00000200:2.0:1767329702.906007:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329702.906009:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ecaf85b 00000100:00000040:0.0:1767329702.906010:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfc75053 x1853178572249600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329718 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329702.906041:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ecaf85b. 00000100:00000001:1.0:1767329702.906048:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329702.906053:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088e8bc68 x1853178572249472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329702.906062:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329702.906064:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088e8bc68 x1853178572249472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329702.906071:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc9b4205 x1853178572249728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329702.906087:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329702.906092:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329702.906098:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767329702.906098:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767329702.906103:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc9b4205 x1853178572249728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329702.906103:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329702.906105:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329702.906107:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329702.906110:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329702.906112:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329702.906119:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329702.906121:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572249600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329718 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767329702.906126:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=99 v=5 (5 5 5 5) 00000100:00000001:2.0:1767329702.906133:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767329702.906136:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=99 v=5 (1 1 1 1) 00000800:00000001:2.0:1767329702.906142:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329702.906143:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1767329702.906143:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572249600:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329702.906147:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329702.906151:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767329702.906153:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329702.906158:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329702.906158:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329702.906165:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329702.906166:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329702.906174:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088e8bc68 x1853178572249472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329718 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329702.906175:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572249600/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329718 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329702.906202:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329702.906203:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329702.906207:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767329702.906208:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329702.906211:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767329702.906211:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5a562d5. 02000000:00000001:0.0:1767329702.906219:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767329702.906220:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088e8bc68 x1853178572249472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329718 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767329702.906223:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329702.906226:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329702.906230:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329702.906233:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000065561a0b. 00000100:00100000:1.0:1767329702.906238:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572249472:192.168.202.109@tcp:400: 02000000:00000001:0.0:1767329702.906238:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329702.906241:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329702.906243:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000100:00000001:0.0:1767329702.906247:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329702.906255:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329702.906257:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329702.906257:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329702.906263:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329702.906266:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767329702.906270:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088e8bc68 x1853178572249472/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329718 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329702.906270:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329702.906275:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329702.906279:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329702.906286:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329702.906288:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329702.906290:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050ad50f9. 02000000:00000001:1.0:1767329702.906294:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329702.906295:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329702.906297:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329702.906299:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329702.906301:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004571031a. 02000000:00000001:1.0:1767329702.906304:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329702.906305:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329702.906307:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088e8bc68. 00000100:00000001:1.0:1767329702.906311:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329702.906312:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329702.906314:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329702.906319:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329702.906321:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329702.906324:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329702.906326:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329702.906343:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329702.906346:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329702.906349:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329702.906350:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329702.906352:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000569d2013. 00000400:00000200:0.0:1767329702.906355:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00000400:00000010:0.0:1767329702.906357:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 00000100:00000001:0.0:1767329702.906359:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329702.906362:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc9b4205 x1853178572249728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329702.906368:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc9b4205 x1853178572249728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329702.906373:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329702.906373:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329702.906374:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329702.906376:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329702.906376:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329702.906377:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329702.906379:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329702.906381:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=99 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329702.906383:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=34 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329702.906385:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329702.906386:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329702.906387:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767329702.906390:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cc9b4205 x1853178572249728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329718 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329702.906395:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329702.906396:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329702.906397:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329702.906398:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329702.906405:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329702.906408:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc9b4205 x1853178572249728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329718 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329702.906412:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329702.906414:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329702.906414:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329702.906416:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc9b4205 x1853178572249728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329718 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329702.906421:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572249728:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329702.906424:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329702.906425:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329702.906426:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc9b4205 x1853178572249728/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329718 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329702.906430:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329702.906431:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329702.906432:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000659e6739. 02000000:00000001:0.0:1767329702.906435:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329702.906436:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329702.906436:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329702.906438:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329702.906439:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000093c7fc40. 02000000:00000001:0.0:1767329702.906440:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329702.906441:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329702.906442:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc9b4205. 00000100:00000001:0.0:1767329702.906444:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329702.906444:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329702.906446:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329702.906462:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329702.906463:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329702.906466:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329702.906467:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329702.967114:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329702.967120:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329702.967196:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329702.967200:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329702.967212:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329703.991147:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329703.991155:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329703.991287:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329703.991293:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329703.991310:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329705.015212:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329705.015223:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329705.015227:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329705.015230:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329705.015236:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329705.015240:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329705.015243:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329705.015246:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329705.015376:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329705.015383:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329705.015387:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329706.039187:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329706.039197:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329706.039353:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329706.039360:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329706.039364:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329707.063136:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329707.063143:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329707.063197:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329707.063201:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329707.063205:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329707.511103:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301552476, at 4301552640 00000100:00000040:3.0:1767329707.511105:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301552476, at 4301552640 00000100:00000040:1.0:1767329707.511108:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301552476, at 4301552640 00000100:00000040:0.0:1767329707.511108:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301552476, at 4301552640 00000100:00000010:3.0:1767329707.511120:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d290b1f. 00000100:00000010:2.0:1767329707.511122:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e316d56. 00000100:00000010:0.0:1767329707.511124:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004bc480b5. 00000100:00000010:1.0:1767329707.511127:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f36ccd6c. 00000100:00000040:1.0:1767329708.023093:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329708.023102:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329708.023109:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088e8bc68. 00000020:00000040:1.0:1767329708.023116:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329708.023121:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329708.023124:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329708.023129:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329708.023137:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004571031a. 00000100:00000001:1.0:1767329708.023145:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329708.023158:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000088e8bc68 x1853178572249856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329708.023169:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329708.023172:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329708.023179:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e8bc68] to pc [ptlrpcd_00_00+0] req@0000000088e8bc68 x1853178572249856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329708.023217:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329708.023219:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329708.023224:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329708.023227:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000446a1ebc. 00000020:00000040:1.0:1767329708.023230:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329708.023233:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329708.023233:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329708.023237:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767329708.023240:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767329708.023240:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329708.023241:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329708.023245:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329708.023247:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329708.023248:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e18132be. 00000100:00000040:3.0:1767329708.023254:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088e8bc68 x1853178572249856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329708.023255:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329708.023264:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000446a1ebc x1853178572249984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329708.023273:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329708.023277:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329708.023282:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329708.023288:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329708.023295:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329708.023301:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1767329708.023303:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572249856:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329708.023305:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329708.023312:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767329708.023314:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a1ebc] to pc [ptlrpcd_00_01+1] req@00000000446a1ebc x1853178572249984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329708.023319:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329708.023324:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329708.023328:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329708.023334:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a670c51. 00000100:00000001:1.0:1767329708.023335:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329708.023338:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329708.023340:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329708.023346:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767329708.023347:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045f6879c. 00000100:00000010:1.0:1767329708.023350:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007e555f5. 00000100:00000001:0.0:1767329708.023351:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329708.023355:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767329708.023356:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329708.023358:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767329708.023359:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000687c97db. 00000100:00000001:1.0:1767329708.023361:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329708.023366:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767329708.023366:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000446a1ebc x1853178572249984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329708.023369:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572249856, portal 25 02000000:00000001:1.0:1767329708.023370:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329708.023378:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1767329708.023379:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024fb3337. 00000100:00000001:0.0:1767329708.023380:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329708.023382:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777199488 : -127176932352128 : ffff8c55501f9f80) 00000100:00000001:0.0:1767329708.023383:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329708.023386:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329708.023389:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329708.023392:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767329708.023395:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088e8bc68 x1853178572249856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329708.023396:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000007e555f5 x1853178572250112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767329708.023416:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329708.023419:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1767329708.023423:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572249984:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329708.023424:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329708.023433:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767329708.023434:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007e555f5] to pc [ptlrpcd_00_02+2] req@0000000007e555f5 x1853178572250112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329708.023437:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329708.023440:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329708.023446:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767329708.023446:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329708.023454:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cdbb9d2a. 00000100:00000040:3.0:1767329708.023456:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329708.023457:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329708.023461:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd8b4466. 00000400:00000010:0.0:1767329708.023463:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000697a9ea1. 00000100:00000200:3.0:1767329708.023468:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572249856, offset 0 00000400:00000010:0.0:1767329708.023470:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a82564d3. 00000100:00000001:1.0:1767329708.023473:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329708.023475:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572249984, portal 10 00000100:00000040:1.0:1767329708.023479:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329708.023479:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767329708.023481:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329708.023482:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777192320 : -127176932359296 : ffff8c55501f8380) 00000100:00000040:1.0:1767329708.023489:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767329708.023494:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000446a1ebc x1853178572249984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329708.023495:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6890) 00000100:00000001:2.0:1767329708.023499:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329708.023501:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329708.023504:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329708.023510:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329708.023514:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767329708.023515:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767329708.023519:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007e555f5 x1853178572250112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329708.023523:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329708.023525:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:0.0:1767329708.023530:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329708.023531:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329708.023536:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767329708.023536:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f7af1d9. 00000100:00000200:0.0:1767329708.023542:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572249984, offset 0 00000100:00000001:2.0:1767329708.023543:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767329708.023546:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329708.023548:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329708.023552:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329708.023555:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767329708.023556:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [582:582:256:4294967295] 192.168.202.109@tcp LPNI seq info [582:582:8:4294967295] 02000000:00000001:2.0:1767329708.023559:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329708.023564:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329708.023570:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572250112:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329708.023578:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767329708.023579:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:2.0:1767329708.023583:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329708.023586:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329708.023590:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329708.023591:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:2.0:1767329708.023592:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329708.023599:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1767329708.023600:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b16c850. 00000800:00000010:3.0:1767329708.023601:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000252273f8. 00000400:00000200:0.0:1767329708.023603:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:2.0:1767329708.023607:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329708.023609:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767329708.023616:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000010:2.0:1767329708.023616:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faf7be7a. 00000400:00000200:0.0:1767329708.023616:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329708.023623:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [583:583:255:4294967295] 192.168.202.109@tcp LPNI seq info [583:583:7:4294967295] 00000400:00000010:2.0:1767329708.023626:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da383fb9. 00000800:00000200:3.0:1767329708.023633:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000200:2.0:1767329708.023634:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572250112, portal 10 00000400:00000200:0.0:1767329708.023637:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329708.023640:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767329708.023643:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000252273f8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329708.023644:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777204864 : -127176932346752 : ffff8c55501fb480) 00000800:00000200:0.0:1767329708.023649:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329708.023654:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6c5103d. 00000100:00000040:2.0:1767329708.023657:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007e555f5 x1853178572250112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329708.023662:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329708.023666:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329708.023672:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329708.023674:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301557596 00000800:00000200:0.0:1767329708.023678:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6c5103d type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1767329708.023683:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df7fe1eb. 00000100:00000001:0.0:1767329708.023683:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329708.023688:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 155973 usecs (156 jiffies) 00000100:00000001:0.0:1767329708.023693:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301553308 00000100:00000001:3.0:1767329708.023695:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767329708.023704:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329708.023707:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301557596 00000100:00000001:0.0:1767329708.023707:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301557596 00000100:00000040:2.0:1767329708.023713:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329708.023713:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301553308 00000100:00000010:3.0:1767329708.023717:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f27512d. 00000400:00000010:2.0:1767329708.023720:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010d9b7ea. 00000100:00000001:3.0:1767329708.023724:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000200:2.0:1767329708.023725:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572250112, offset 0 00000100:00000001:3.0:1767329708.023730:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301557596 00000100:00000001:0.0:1767329708.023730:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301557596 00000800:00000200:1.0:1767329708.023733:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329708.023736:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301553308 00000400:00000200:2.0:1767329708.023737:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:3.0:1767329708.023740:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000819f352d. 00000800:00000010:1.0:1767329708.023741:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000252273f8. 00000100:00000001:3.0:1767329708.023748:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767329708.023749:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329708.023749:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329708.023754:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301557596 00000100:00000001:0.0:1767329708.023754:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301557596 00000400:00000200:2.0:1767329708.023756:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329708.023759:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301553308 00000100:00000010:3.0:1767329708.023763:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c91140d3. 00000400:00000200:2.0:1767329708.023764:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329708.023769:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329708.023772:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329708.023778:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767329708.023778:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329708.023786:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301557596 00000100:00000001:3.0:1767329708.023787:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329708.023787:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [584:584:254:4294967295] 192.168.202.109@tcp LPNI seq info [584:584:6:4294967295] 00000100:00000001:0.0:1767329708.023792:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329708.023794:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329708.023797:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329708.023800:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329708.023805:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329708.023808:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329708.023812:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329708.023813:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329708.023816:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329708.023819:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329708.023820:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329708.023821:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767329708.023824:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd8b4466 00000800:00000200:2.0:1767329708.023826:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329708.023827:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329708.023828:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767329708.023829:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd8b4466. 00000100:00000001:3.0:1767329708.023832:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329708.023833:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767329708.023835:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074996e45. 00000100:00000001:1.0:1767329708.023836:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329708.023836:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329708.023837:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329708.023843:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329708.023844:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329708.023846:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088e8bc68 x1853178572249856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767329708.023849:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329708.023861:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329708.023865:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767329708.023867:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000074996e45 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767329708.023872:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088e8bc68 x1853178572249856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329724 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329708.023873:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329708.023879:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 11252 usecs (12 jiffies) 00000100:00000001:2.0:1767329708.023884:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301553164 00000100:00000001:2.0:1767329708.023891:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301557596 00000100:00000001:1.0:1767329708.023891:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329708.023896:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301553164 00000100:00000001:1.0:1767329708.023897:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329708.023902:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301557596 00000100:00000001:2.0:1767329708.023905:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301553164 00000100:00000001:2.0:1767329708.023907:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301557596 00000100:00000001:2.0:1767329708.023909:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301553164 00000100:00000001:2.0:1767329708.023912:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301557596 00000800:00000200:1.0:1767329708.023914:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329708.023917:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6c5103d. 00000100:00000001:2.0:1767329708.023923:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329708.023923:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329708.023929:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329708.023933:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329708.023934:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329708.023939:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329708.023940:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f7af1d9 00000400:00000010:1.0:1767329708.023944:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f7af1d9. 00000100:00000001:2.0:1767329708.023946:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329708.023949:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329708.023953:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329708.023953:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329708.023957:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767329708.023960:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000446a1ebc x1853178572249984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329708.023961:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329708.023967:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329708.023975:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329708.023977:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000446a1ebc x1853178572249984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329724 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329708.023983:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329708.023986:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329708.024059:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329708.024061:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074996e45. 00000400:00000200:1.0:1767329708.024065:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329708.024068:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329708.024070:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010d9b7ea 00000400:00000010:1.0:1767329708.024072:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010d9b7ea. 00000100:00000001:1.0:1767329708.024075:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329708.024077:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007e555f5 x1853178572250112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329708.024090:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329708.024093:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007e555f5 x1853178572250112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329724 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329708.024099:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329708.024101:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329708.025569:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329708.025580:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329708.025583:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329708.025586:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329708.025593:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329708.025604:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2811b00 00000400:00000200:2.0:1767329708.025612:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x12f9 [1] + 224 00000800:00000001:2.0:1767329708.025618:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329708.025623:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329708.025626:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329708.025630:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329708.025634:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329708.025639:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088e8bc68 x1853178572249856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329708.025649:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088e8bc68 x1853178572249856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329708.025665:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329708.025673:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329708.025689:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329708.025691:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329708.025694:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329708.025700:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:3.0:1767329708.025702:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329708.025706:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329708.025710:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2811b80 00000400:00000001:3.0:1767329708.025714:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329708.025716:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329708.025720:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045f6879c. 00000400:00000200:3.0:1767329708.025761:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000687c97db 00000400:00000010:3.0:1767329708.025763:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000687c97db. 00000100:00000001:3.0:1767329708.025766:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767329708.025771:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1301 [1] + 224 00000100:00000200:3.0:1767329708.025772:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088e8bc68 x1853178572249856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329708.025780:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329708.025785:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329708.025789:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088e8bc68 x1853178572249856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329724 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329708.025790:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329708.025800:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329708.025807:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329708.025808:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329708.025812:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329708.025816:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000446a1ebc x1853178572249984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329708.025817:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329708.025821:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329708.025825:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329708.025828:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329708.025831:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000446a1ebc x1853178572249984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329708.025833:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329708.025841:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=105 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329708.025847:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=105 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329708.025850:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329708.025851:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329708.025853:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329708.025857:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767329708.025858:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767329708.025860:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329708.025864:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329708.025866:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329708.025870:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329708.025872:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329708.025881:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088e8bc68 x1853178572249856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329724 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329708.025881:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767329708.025887:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329708.025891:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329708.025896:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2811c00 00000400:00000001:0.0:1767329708.025897:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767329708.025898:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767329708.025901:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329708.025905:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767329708.025906:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000697a9ea1. 00000100:00000001:3.0:1767329708.025909:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329708.025911:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a82564d3 00000100:00000040:3.0:1767329708.025916:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088e8bc68 x1853178572249856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329724 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329708.025916:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a82564d3. 00000100:00000001:0.0:1767329708.025923:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767329708.025929:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1309 [1] + 224 00000100:00000200:0.0:1767329708.025932:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000446a1ebc x1853178572249984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329708.025934:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572249856:192.168.202.109@tcp:400: 00000800:00000001:2.0:1767329708.025940:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329708.025947:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329708.025949:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329708.025952:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767329708.025952:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000446a1ebc x1853178572249984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329724 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329708.025955:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767329708.025961:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088e8bc68 x1853178572249856/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329724 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329708.025966:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329708.025968:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329708.025971:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329708.025975:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329708.025976:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329708.025979:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329708.025982:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329708.025983:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767329708.025983:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007e555f5 x1853178572250112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329708.025984:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329708.025987:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767329708.025988:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329708.025993:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a670c51. 00000100:00001000:0.0:1767329708.025995:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=95 v=5 (5 5 5 5) 02000000:00000001:3.0:1767329708.026000:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1767329708.026001:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=95 v=5 (1 1 1 1) 00000020:00000001:3.0:1767329708.026004:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329708.026010:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329708.026010:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767329708.026013:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000007e555f5 x1853178572250112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329708.026034:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329708.026037:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329708.026040:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329708.026042:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329708.026044:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329708.026048:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767329708.026049:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329708.026054:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004571031a. 00000100:00000001:0.0:1767329708.026056:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329708.026062:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767329708.026063:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000446a1ebc x1853178572249984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329724 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329708.026065:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767329708.026067:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329708.026071:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088e8bc68. 00000100:00000001:0.0:1767329708.026074:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767329708.026075:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329708.026079:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329708.026079:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1767329708.026082:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329708.026083:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329708.026084:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329708.026089:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329708.026090:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000446a1ebc x1853178572249984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329724 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329708.026097:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767329708.026101:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572249984:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329708.026102:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329708.026104:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329708.026109:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329708.026110:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329708.026110:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329708.026113:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767329708.026115:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329708.026116:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767329708.026117:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329708.026121:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000faf7be7a. 00000100:00000040:0.0:1767329708.026121:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000446a1ebc x1853178572249984/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329724 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329708.026128:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da383fb9 00000100:00000001:0.0:1767329708.026129:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1767329708.026133:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da383fb9. 02000000:00000001:0.0:1767329708.026133:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329708.026136:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cdbb9d2a. 00000100:00000001:2.0:1767329708.026140:0:208650:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767329708.026141:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329708.026144:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329708.026145:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329708.026148:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1767329708.026149:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007e555f5 x1853178572250112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767329708.026151:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e18132be. 02000000:00000001:0.0:1767329708.026156:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329708.026158:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329708.026161:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000446a1ebc. 00000100:00000001:0.0:1767329708.026165:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329708.026167:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329708.026170:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007e555f5 x1853178572250112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329724 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329708.026170:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329708.026175:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329708.026177:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329708.026181:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329708.026184:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329708.026187:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329708.026190:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329708.026192:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329708.026194:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329708.026196:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329708.026198:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329708.026201:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329708.026204:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=105 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329708.026207:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=40 v=5 (1 1 0 0) 00000100:00000001:2.0:1767329708.026209:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329708.026211:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329708.026213:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767329708.026216:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000007e555f5 x1853178572250112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329724 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767329708.026223:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329708.026225:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329708.026227:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329708.026229:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329708.026230:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329708.026233:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007e555f5 x1853178572250112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329724 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329708.026239:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329708.026246:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329708.026247:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329708.026251:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007e555f5 x1853178572250112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329724 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329708.026258:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572250112:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329708.026262:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329708.026264:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329708.026266:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007e555f5 x1853178572250112/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329724 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329708.026272:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329708.026274:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329708.026277:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b16c850. 02000000:00000001:2.0:1767329708.026280:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329708.026281:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329708.026282:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329708.026285:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329708.026286:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024fb3337. 02000000:00000001:2.0:1767329708.026289:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329708.026290:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329708.026292:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007e555f5. 00000100:00000001:2.0:1767329708.026294:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329708.026296:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329708.026297:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329708.026301:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329708.026302:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329708.026304:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329708.026306:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329708.087110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329708.087114:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329708.087170:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329708.087174:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329708.087177:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329709.111175:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329709.111183:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329709.111306:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329709.111312:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329709.111331:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329710.135164:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329710.135173:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329710.135304:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329710.135310:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329710.135315:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329711.159160:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329711.159168:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329711.159298:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329711.159320:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329711.159325:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329712.183109:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329712.183114:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329712.183206:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329712.183210:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329712.183213:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329712.631106:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301557596, at 4301557760 00000100:00000040:2.0:1767329712.631110:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301557596, at 4301557760 00000100:00000040:1.0:1767329712.631113:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301557596, at 4301557760 00000100:00000010:0.0:1767329712.631121:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df7fe1eb. 00000100:00000010:2.0:1767329712.631124:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000819f352d. 00000100:00000010:1.0:1767329712.631129:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f27512d. 00000100:00000040:3.0:1767329712.631134:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301557596, at 4301557760 00000100:00000010:3.0:1767329712.631144:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c91140d3. 00000100:00000040:0.0:1767329713.143138:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329713.143148:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329713.143154:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000148c304c. 00000020:00000040:0.0:1767329713.143159:0:204209:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329713.143163:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329713.143165:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329713.143170:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329713.143176:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c06a1248. 00000100:00000001:0.0:1767329713.143181:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329713.143190:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000148c304c x1853178572250240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329713.143199:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329713.143200:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329713.143204:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000148c304c] to pc [ptlrpcd_00_03+3] req@00000000148c304c x1853178572250240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329713.143227:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329713.143229:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329713.143232:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329713.143234:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f9aefdb. 00000020:00000040:0.0:1767329713.143236:0:204209:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329713.143239:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329713.143240:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329713.143241:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329713.143244:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ce0a9bb. 00000100:00000001:0.0:1767329713.143247:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329713.143248:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329713.143250:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000001f9aefdb x1853178572250368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329713.143253:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329713.143256:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329713.143263:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000148c304c x1853178572250240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329713.143275:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329713.143278:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329713.143279:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329713.143282:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329713.143282:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329713.143284:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f9aefdb] to pc [ptlrpcd_00_00+0] req@000000001f9aefdb x1853178572250368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329713.143289:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329713.143289:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329713.143294:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329713.143298:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329713.143300:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000148c304c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572250240:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329713.143304:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329713.143309:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329713.143310:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329713.143312:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329713.143313:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767329713.143316:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329713.143317:0:204209:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329713.143320:0:204209:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a6b86e7. 00000020:00000040:0.0:1767329713.143322:0:204209:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329713.143323:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329713.143324:0:204209:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329713.143328:0:204209:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767329713.143329:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000010:1.0:1767329713.143330:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f49c921a. 02000000:00000001:0.0:1767329713.143331:0:204209:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329713.143334:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329713.143336:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329713.143339:0:204209:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6c5103d. 00000100:00000001:0.0:1767329713.143342:0:204209:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329713.143344:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767329713.143358:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d00c8458. 00000100:00000001:3.0:1767329713.143361:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329713.143362:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329713.143364:0:204209:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000008a6b86e7 x1853178572250496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329713.143367:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329713.143367:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f8c929d. 00000100:00000001:2.0:1767329713.143369:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329713.143373:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329713.143378:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329713.143378:0:204209:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1767329713.143379:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572250240, portal 25 00000100:00000001:0.0:1767329713.143383:0:204209:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329713.143384:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329713.143387:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578897664 : -127177130653952 : ffff8c55444dc700) 00000100:00000040:2.0:1767329713.143389:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f9aefdb x1853178572250368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329713.143390:0:204209:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a6b86e7] to pc [ptlrpcd_00_01+1] req@000000008a6b86e7 x1853178572250496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329713.143396:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000148c304c x1853178572250240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329713.143429:0:204209:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329713.143430:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329713.143431:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767329713.143432:0:204209:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329713.143435:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329713.143437:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329713.143441:0:204209:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767329713.143443:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767329713.143443:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cb6d618. 00000100:00000040:0.0:1767329713.143446:0:204209:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6895) 02000000:00000001:2.0:1767329713.143448:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767329713.143448:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572250240, offset 0 02000000:00000001:2.0:1767329713.143455:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329713.143456:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329713.143460:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00100000:3.0:1767329713.143462:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767329713.143462:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572250368:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329713.143468:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329713.143470:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329713.143475:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767329713.143475:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767329713.143476:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:2.0:1767329713.143480:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329713.143481:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329713.143485:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767329713.143486:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329713.143487:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329713.143491:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329713.143493:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767329713.143494:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d89b6660. 00000400:00000200:1.0:1767329713.143494:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:2.0:1767329713.143500:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329713.143502:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767329713.143504:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a6b86e7 x1853178572250496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329713.143509:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faf7be7a. 00000400:00000200:1.0:1767329713.143509:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329713.143517:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [585:585:256:4294967295] 192.168.202.109@tcp LPNI seq info [585:585:8:4294967295] 00000400:00000010:2.0:1767329713.143519:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da383fb9. 00000100:00000200:2.0:1767329713.143526:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572250368, portal 10 00000100:00000001:3.0:1767329713.143528:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329713.143531:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329713.143532:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329713.143536:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578907520 : -127177130644096 : ffff8c55444ded80) 02000000:00000001:3.0:1767329713.143539:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767329713.143539:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:3.0:1767329713.143543:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767329713.143550:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f9aefdb x1853178572250368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767329713.143550:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329713.143551:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767329713.143556:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a6343d55. 00000100:00100000:3.0:1767329713.143558:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a6b86e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572250496:192.168.202.109@tcp:400: 00000800:00000200:1.0:1767329713.143568:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329713.143569:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329713.143574:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329713.143579:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329713.143579:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767329713.143580:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:3.0:1767329713.143585:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767329713.143586:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a6343d55 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767329713.143589:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000010:3.0:1767329713.143592:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000397a58c6. 00000400:00000010:2.0:1767329713.143594:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019e33dff. 02000000:00000001:3.0:1767329713.143597:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329713.143600:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572250368, offset 0 00000100:00000001:1.0:1767329713.143602:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329713.143603:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045f6879c. 00000100:00000001:1.0:1767329713.143607:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301562716 00000400:00000200:2.0:1767329713.143612:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:1.0:1767329713.143614:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000065f5dd6e. 00000400:00000010:3.0:1767329713.143621:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000687c97db. 00000100:00000001:1.0:1767329713.143621:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767329713.143624:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000200:3.0:1767329713.143629:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572250496, portal 10 00000400:00000200:2.0:1767329713.143630:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329713.143630:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301562716 00000100:00000001:3.0:1767329713.143635:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767329713.143637:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:3.0:1767329713.143640:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578899456 : -127177130652160 : ffff8c55444dce00) 00000100:00000010:1.0:1767329713.143643:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000620d8893. 00000400:00000200:2.0:1767329713.143645:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329713.143648:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767329713.143652:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a6b86e7 x1853178572250496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329713.143653:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329713.143654:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301562716 00000100:00000010:1.0:1767329713.143660:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea9442b1. 00000400:00000200:2.0:1767329713.143663:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [586:586:255:4294967295] 192.168.202.109@tcp LPNI seq info [586:586:7:4294967295] 00000100:00000001:1.0:1767329713.143665:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767329713.143670:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301562716 00000100:00000010:1.0:1767329713.143676:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000932918d1. 00000100:00000001:3.0:1767329713.143681:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329713.143682:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767329713.143689:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329713.143689:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767329713.143689:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767329713.143692:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329713.143696:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767329713.143696:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a6343d55. 00000400:00000010:3.0:1767329713.143700:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd8b4466. 00000100:00000001:1.0:1767329713.143703:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329713.143705:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329713.143707:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767329713.143710:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000200:3.0:1767329713.143714:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572250496, offset 0 00000100:00000001:1.0:1767329713.143715:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767329713.143716:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329713.143718:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:2.0:1767329713.143719:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074996e45. 00000100:00000001:1.0:1767329713.143722:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329713.143725:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329713.143729:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329713.143730:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:2.0:1767329713.143731:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329713.143733:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329713.143737:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cb6d618 00000400:00000010:0.0:1767329713.143740:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cb6d618. 00000400:00000200:3.0:1767329713.143744:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:2.0:1767329713.143745:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329713.143746:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767329713.143751:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000074996e45 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329713.143752:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767329713.143755:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000148c304c x1853178572250240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329713.143759:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329713.143767:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 155106 usecs (156 jiffies) 00000100:00000001:0.0:1767329713.143769:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329713.143773:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301558428 00000100:00000040:0.0:1767329713.143774:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000148c304c x1853178572250240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329729 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329713.143781:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301562716 00000100:00000001:0.0:1767329713.143785:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329713.143787:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301558428 00000100:00000001:0.0:1767329713.143787:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329713.143793:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301562716 00000100:00000001:2.0:1767329713.143795:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301558428 00000100:00000001:2.0:1767329713.143797:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301562716 00000100:00000001:2.0:1767329713.143799:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301558428 00000100:00000001:2.0:1767329713.143801:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301562716 00000100:00000001:2.0:1767329713.143810:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329713.143814:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329713.143816:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329713.143817:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329713.143819:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329713.143824:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329713.143825:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329713.143828:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329713.143831:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329713.143832:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329713.143837:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329713.143838:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [587:587:254:4294967295] 192.168.202.109@tcp LPNI seq info [587:587:6:4294967295] 00000400:00000200:3.0:1767329713.143850:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329713.143856:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329713.143860:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009f2acf4c. 00000800:00000200:3.0:1767329713.143865:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767329713.143871:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329713.143874:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009f2acf4c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329713.143878:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329713.143882:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 11207 usecs (12 jiffies) 00000800:00000200:0.0:1767329713.143884:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329713.143886:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301558284 00000800:00000010:0.0:1767329713.143888:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074996e45. 00000100:00000001:3.0:1767329713.143891:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301562716 00000400:00000200:0.0:1767329713.143893:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329713.143897:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301558284 00000100:00000001:3.0:1767329713.143903:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301562716 00000400:00000200:0.0:1767329713.143903:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329713.143908:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301558284 00000400:00000200:0.0:1767329713.143910:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019e33dff 00000100:00000001:3.0:1767329713.143912:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301562716 00000100:00000001:3.0:1767329713.143916:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301558284 00000400:00000010:0.0:1767329713.143916:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019e33dff. 00000100:00000001:3.0:1767329713.143921:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301562716 00000100:00000001:0.0:1767329713.143923:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329713.143924:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767329713.143930:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f9aefdb x1853178572250368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329713.143939:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329713.143941:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f9aefdb x1853178572250368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329729 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329713.143948:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329713.143950:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329713.143965:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329713.143967:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009f2acf4c. 00000400:00000200:0.0:1767329713.143970:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329713.143975:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329713.143978:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd8b4466 00000400:00000010:0.0:1767329713.143980:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd8b4466. 00000100:00000001:0.0:1767329713.143983:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329713.143985:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a6b86e7 x1853178572250496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329713.143998:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329713.144004:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329713.144009:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329713.144047:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329713.144052:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a6b86e7 x1853178572250496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329729 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329713.144060:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329713.144061:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329713.145235:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329713.145244:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329713.145247:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329713.145248:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329713.145254:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329713.145263:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2811c80 00000400:00000200:1.0:1767329713.145269:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1311 [1] + 224 00000800:00000001:1.0:1767329713.145274:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329713.145280:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329713.145281:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329713.145284:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329713.145287:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329713.145290:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000148c304c x1853178572250240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329713.145297:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000148c304c x1853178572250240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329713.145318:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329713.145325:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329713.145327:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329713.145373:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329713.145377:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329713.145383:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329713.145385:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329713.145388:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d00c8458. 00000400:00000200:0.0:1767329713.145394:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f8c929d 00000400:00000010:0.0:1767329713.145396:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f8c929d. 00000100:00000001:0.0:1767329713.145400:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329713.145405:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000148c304c x1853178572250240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329713.145406:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329713.145415:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329713.145420:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767329713.145421:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000148c304c x1853178572250240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329729 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329713.145424:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329713.145436:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767329713.145438:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329713.145442:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329713.145445:0:208651:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767329713.145448:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2811d00 02000000:00000001:0.0:1767329713.145450:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329713.145454:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767329713.145455:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1319 [1] + 224 00000100:00000001:0.0:1767329713.145458:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329713.145464:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767329713.145464:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329713.145469:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329713.145473:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1767329713.145473:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=110 v=5 (5 5 5 5) 00000400:00000200:2.0:1767329713.145482:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00001000:0.0:1767329713.145482:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=110 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329713.145489:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329713.145490:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329713.145493:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329713.145496:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f9aefdb x1853178572250368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329713.145498:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329713.145503:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329713.145509:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329713.145517:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f9aefdb x1853178572250368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329713.145519:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000148c304c x1853178572250240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329729 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329713.145554:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329713.145560:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767329713.145561:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329713.145565:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1767329713.145568:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329713.145569:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329713.145572:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767329713.145577:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000148c304c x1853178572250240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329729 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767329713.145578:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329713.145587:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767329713.145591:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000148c304c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572250240:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329713.145592:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329713.145593:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000001:3.0:1767329713.145599:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767329713.145601:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767329713.145603:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767329713.145603:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767329713.145608:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2811d80 00000400:00000010:3.0:1767329713.145609:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000faf7be7a. 00000100:00000040:0.0:1767329713.145609:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000148c304c x1853178572250240/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329729 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329713.145617:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da383fb9 00000100:00000001:0.0:1767329713.145618:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767329713.145622:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da383fb9. 02000000:00000001:0.0:1767329713.145622:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329713.145626:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f49c921a. 00000100:00000001:3.0:1767329713.145629:0:208649:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767329713.145631:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767329713.145635:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1321 [1] + 224 00000020:00000001:0.0:1767329713.145635:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329713.145637:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000200:3.0:1767329713.145638:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f9aefdb x1853178572250368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767329713.145642:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:2.0:1767329713.145646:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767329713.145647:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c06a1248. 02000000:00000001:0.0:1767329713.145653:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329713.145656:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1767329713.145657:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f9aefdb x1853178572250368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329729 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767329713.145659:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000148c304c. 00000800:00000001:2.0:1767329713.145663:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329713.145665:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329713.145667:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329713.145670:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329713.145671:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329713.145678:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329713.145681:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329713.145681:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329713.145682:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329713.145684:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329713.145687:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329713.145688:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329713.145690:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329713.145695:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329713.145698:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767329713.145699:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a6b86e7 x1853178572250496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329713.145700:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329713.145703:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329713.145708:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329713.145715:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=100 v=5 (5 5 5 5) 00000100:00000040:2.0:1767329713.145716:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008a6b86e7 x1853178572250496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767329713.145725:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=100 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329713.145733:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329713.145736:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329713.145738:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329713.145741:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329713.145744:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767329713.145745:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767329713.145746:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329713.145750:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:2.0:1767329713.145752:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329713.145753:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329713.145758:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329713.145761:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f9aefdb x1853178572250368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329729 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329713.145766:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329713.145769:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329713.145773:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767329713.145775:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767329713.145779:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1767329713.145779:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329713.145783:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045f6879c. 00000100:00000001:3.0:1767329713.145784:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329713.145788:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f9aefdb x1853178572250368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329729 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329713.145792:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000687c97db 00000400:00000010:0.0:1767329713.145794:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000687c97db. 00000100:00000001:0.0:1767329713.145796:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329713.145801:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a6b86e7 x1853178572250496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329713.145828:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a6b86e7 x1853178572250496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329729 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329713.145832:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f9aefdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572250368:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329713.145838:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329713.145841:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329713.145842:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329713.145843:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329713.145846:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329713.145848:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329713.145849:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329713.145852:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329713.145854:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329713.145855:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f9aefdb x1853178572250368/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329729 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767329713.145858:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=110 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329713.145865:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=45 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329713.145870:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329713.145872:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329713.145875:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329713.145876:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329713.145879:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:0.0:1767329713.145880:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000008a6b86e7 x1853178572250496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329729 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329713.145882:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d89b6660. 02000000:00000001:3.0:1767329713.145891:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767329713.145891:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329713.145893:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767329713.145895:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767329713.145896:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000020:00000040:3.0:1767329713.145900:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329713.145901:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329713.145903:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329713.145907:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767329713.145908:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a6b86e7 x1853178572250496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329729 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329713.145911:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ce0a9bb. 02000000:00000001:3.0:1767329713.145918:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329713.145918:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329713.145923:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767329713.145923:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329713.145927:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767329713.145928:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f9aefdb. 00000100:00000040:0.0:1767329713.145931:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a6b86e7 x1853178572250496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329729 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329713.145935:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329713.145938:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329713.145940:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329713.145946:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329713.145950:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329713.145953:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a6b86e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572250496:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329713.145956:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329713.145958:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329713.145960:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329713.145961:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329713.145965:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a6b86e7 x1853178572250496/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329729 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329713.145970:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329713.145971:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329713.145973:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000397a58c6. 02000000:00000001:0.0:1767329713.145975:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329713.145976:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329713.145978:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329713.145979:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329713.145980:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c6c5103d. 02000000:00000001:0.0:1767329713.145982:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329713.145983:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329713.145984:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a6b86e7. 00000100:00000001:0.0:1767329713.145986:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329713.145987:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329713.145988:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329713.145991:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329713.145992:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329713.145993:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329713.145994:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329713.207091:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329713.207094:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329713.207150:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329713.207154:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329713.207158:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329714.231178:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329714.231187:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329714.231191:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329714.231194:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329714.231199:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329714.231202:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329714.231205:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329714.231208:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329714.231311:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329714.231319:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329714.231325:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329715.255110:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329715.255119:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329715.255178:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329715.255185:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329715.255190:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329716.279129:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329716.279136:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329716.279264:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329716.279270:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329716.279275:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329717.303105:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329717.303111:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329717.303172:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329717.303176:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329717.303179:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329717.751048:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301562716, at 4301562880 00000100:00000010:1.0:1767329717.751062:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000620d8893. 00000100:00000040:3.0:1767329717.751094:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301562716, at 4301562880 00000100:00000010:3.0:1767329717.751102:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000932918d1. 00000100:00000040:2.0:1767329717.751110:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301562716, at 4301562880 00000100:00000010:2.0:1767329717.751121:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea9442b1. 00000100:00000040:0.0:1767329717.751293:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301562716, at 4301562880 00000100:00000010:0.0:1767329717.751312:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000065f5dd6e. 00000100:00000040:3.0:1767329718.263147:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329718.263156:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329718.263164:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae3caa28. 00000020:00000040:3.0:1767329718.263170:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329718.263175:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329718.263177:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329718.263182:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329718.263201:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bb7a9f62. 00000100:00000001:3.0:1767329718.263208:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329718.263217:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000ae3caa28 x1853178572250624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329718.263226:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329718.263227:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329718.263231:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3caa28] to pc [ptlrpcd_00_02+2] req@00000000ae3caa28 x1853178572250624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329718.263252:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329718.263253:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329718.263257:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329718.263259:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016573b0d. 00000020:00000040:3.0:1767329718.263261:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329718.263263:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329718.263264:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767329718.263265:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329718.263266:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329718.263270:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054284e99. 00000100:00000001:2.0:1767329718.263271:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329718.263275:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329718.263276:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329718.263278:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329718.263283:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329718.263284:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae3caa28 x1853178572250624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329718.263285:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000016573b0d x1853178572250752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329718.263320:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329718.263322:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329718.263324:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329718.263324:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329718.263332:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767329718.263333:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016573b0d] to pc [ptlrpcd_00_03+3] req@0000000016573b0d x1853178572250752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329718.263336:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329718.263345:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329718.263347:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329718.263348:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329718.263353:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1767329718.263355:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae3caa28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572250624:192.168.202.109@tcp:400: 00000100:00000010:3.0:1767329718.263357:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d834dde9. 00000020:00000040:3.0:1767329718.263362:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329718.263363:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329718.263363:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329718.263368:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767329718.263368:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329718.263371:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767329718.263372:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329718.263375:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329718.263376:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329718.263379:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767329718.263381:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329718.263384:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005674addc. 00000100:00000040:0.0:1767329718.263384:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016573b0d x1853178572250752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329718.263387:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009917be02. 02000000:00000001:2.0:1767329718.263389:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329718.263393:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329718.263399:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faf7be7a. 00000100:00000001:0.0:1767329718.263400:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767329718.263402:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000d834dde9 x1853178572250880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329718.263404:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329718.263409:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000408ebb8d. 02000000:00000001:0.0:1767329718.263410:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329718.263414:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329718.263418:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1767329718.263418:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572250624, portal 25 02000000:00000001:0.0:1767329718.263419:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329718.263422:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329718.263425:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1767329718.263426:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000016573b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572250752:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329718.263428:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776940032 : -127176932611584 : ffff8c55501baa00) 00000100:00000040:3.0:1767329718.263429:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834dde9] to pc [ptlrpcd_00_00+0] req@00000000d834dde9 x1853178572250880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329718.263435:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767329718.263439:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae3caa28 x1853178572250624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329718.263439:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329718.263443:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329718.263447:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329718.263453:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5873074. 00000100:00000001:2.0:1767329718.263454:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767329718.263457:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329718.263462:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329718.263462:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329718.263464:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000697a9ea1. 00000100:00000040:3.0:1767329718.263467:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767329718.263469:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002334309b. 00000400:00000010:0.0:1767329718.263471:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a82564d3. 00000100:00000040:3.0:1767329718.263474:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1767329718.263475:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572250624, offset 0 00000100:00000200:0.0:1767329718.263477:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572250752, portal 10 00000100:00000040:3.0:1767329718.263481:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6901) 00000100:00000001:0.0:1767329718.263481:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329718.263483:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776938240 : -127176932613376 : ffff8c55501ba300) 00000400:00000200:2.0:1767329718.263488:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329718.263493:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000016573b0d x1853178572250752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329718.263495:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329718.263497:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767329718.263500:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767329718.263503:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329718.263504:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329718.263506:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329718.263506:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329718.263512:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329718.263514:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329718.263516:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767329718.263517:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000110f2f61. 00000100:00000001:3.0:1767329718.263520:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329718.263521:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000200:0.0:1767329718.263522:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572250752, offset 0 00000100:00000001:3.0:1767329718.263526:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329718.263529:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329718.263529:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329718.263533:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767329718.263534:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329718.263538:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:3.0:1767329718.263539:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d834dde9 x1853178572250880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329718.263544:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [588:588:256:4294967295] 192.168.202.109@tcp LPNI seq info [588:588:8:4294967295] 00000100:00000001:3.0:1767329718.263554:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329718.263555:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329718.263559:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329718.263563:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329718.263563:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:3.0:1767329718.263568:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329718.263573:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d834dde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572250880:192.168.202.109@tcp:400: 00000800:00000200:2.0:1767329718.263577:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329718.263577:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329718.263583:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767329718.263584:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767329718.263585:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074996e45. 00000400:00000200:0.0:1767329718.263589:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:3.0:1767329718.263594:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767329718.263595:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767329718.263599:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329718.263599:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329718.263601:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:3.0:1767329718.263604:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329718.263608:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [589:589:255:4294967295] 192.168.202.109@tcp LPNI seq info [589:589:7:4294967295] 02000000:00000010:3.0:1767329718.263610:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cd8fc63. 02000000:00000001:3.0:1767329718.263614:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329718.263615:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000010:3.0:1767329718.263618:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003dc40a30. 00000400:00000010:3.0:1767329718.263624:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009993a68b. 00000800:00000200:2.0:1767329718.263630:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000074996e45 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767329718.263630:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000200:3.0:1767329718.263631:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572250880, portal 10 00000100:00000001:3.0:1767329718.263636:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329718.263640:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776934656 : -127176932616960 : ffff8c55501b9500) 00000800:00000200:0.0:1767329718.263644:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329718.263647:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d834dde9 x1853178572250880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767329718.263648:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6c5103d. 00000100:00000001:2.0:1767329718.263655:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329718.263658:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329718.263660:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329718.263664:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301567836 00000100:00000040:3.0:1767329718.263669:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:0.0:1767329718.263670:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:2.0:1767329718.263674:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c965d38. 00000400:00000010:3.0:1767329718.263675:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000922594fe. 00000800:00000200:0.0:1767329718.263675:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6c5103d type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767329718.263681:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572250880, offset 0 00000100:00000001:0.0:1767329718.263682:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329718.263686:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767329718.263687:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 154246 usecs (155 jiffies) 00000400:00000200:3.0:1767329718.263691:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329718.263693:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301563547 00000100:00000001:2.0:1767329718.263697:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301567836 00000100:00000001:0.0:1767329718.263698:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301567836 00000400:00000200:3.0:1767329718.263700:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329718.263705:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301563547 00000100:00000010:2.0:1767329718.263707:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025faadfe. 00000400:00000200:3.0:1767329718.263708:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767329718.263714:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329718.263717:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329718.263717:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767329718.263723:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329718.263725:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301567836 00000100:00000001:0.0:1767329718.263725:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301567836 00000400:00000200:3.0:1767329718.263728:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [590:590:254:4294967295] 192.168.202.109@tcp LPNI seq info [590:590:6:4294967295] 00000800:00000200:1.0:1767329718.263729:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329718.263733:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301563547 00000100:00000010:2.0:1767329718.263734:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e316d56. 00000800:00000010:1.0:1767329718.263737:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074996e45. 00000100:00000001:2.0:1767329718.263741:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767329718.263747:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329718.263748:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329718.263748:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301567836 00000100:00000001:0.0:1767329718.263748:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301567836 00000100:00000001:0.0:1767329718.263754:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301563547 00000100:00000010:2.0:1767329718.263757:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7e9c430. 00000400:00000200:1.0:1767329718.263763:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000800:00000200:3.0:1767329718.263764:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329718.263764:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767329718.263771:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329718.263771:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301567836 00000800:00000010:3.0:1767329718.263772:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042bda6b6. 00000400:00000200:1.0:1767329718.263774:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002334309b 00000100:00000001:0.0:1767329718.263776:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329718.263780:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329718.263781:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002334309b. 00000100:00000001:0.0:1767329718.263781:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329718.263784:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329718.263788:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329718.263788:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329718.263791:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767329718.263794:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329718.263795:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329718.263796:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767329718.263800:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000042bda6b6 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1767329718.263801:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae3caa28 x1853178572250624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329718.263802:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329718.263804:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329718.263805:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329718.263806:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329718.263809:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767329718.263812:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 11160 usecs (12 jiffies) 00000100:00000001:0.0:1767329718.263812:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329718.263816:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329718.263817:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329718.263818:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301563404 00000100:00000001:0.0:1767329718.263819:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329718.263821:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329718.263824:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329718.263826:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329718.263828:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301567836 00000100:00000001:2.0:1767329718.263834:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329718.263835:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301563404 00000100:00000001:1.0:1767329718.263838:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329718.263840:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301567836 00000100:00000001:3.0:1767329718.263843:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301563404 00000100:00000040:1.0:1767329718.263845:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae3caa28 x1853178572250624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329718.263847:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301567836 00000100:00000001:3.0:1767329718.263848:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301563404 00000100:00000001:3.0:1767329718.263850:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301567836 00000100:00000001:3.0:1767329718.263851:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329718.263853:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329718.263856:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329718.263861:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329718.263869:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329718.263871:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329718.263887:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329718.263889:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6c5103d. 00000400:00000200:1.0:1767329718.263894:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329718.263900:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329718.263904:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000110f2f61 00000400:00000010:1.0:1767329718.263907:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000110f2f61. 00000100:00000001:1.0:1767329718.263915:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329718.263918:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016573b0d x1853178572250752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329718.263926:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329718.263928:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016573b0d x1853178572250752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329718.263935:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329718.263937:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329718.264003:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329718.264006:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042bda6b6. 00000400:00000200:1.0:1767329718.264009:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329718.264012:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329718.264041:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000922594fe 00000400:00000010:1.0:1767329718.264043:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000922594fe. 00000100:00000001:1.0:1767329718.264047:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329718.264050:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d834dde9 x1853178572250880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329718.264057:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329718.264060:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d834dde9 x1853178572250880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329718.264066:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329718.264068:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329718.265560:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329718.265572:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329718.265582:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329718.265585:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329718.265592:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329718.265602:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2811e00 00000400:00000200:1.0:1767329718.265609:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1329 [1] + 224 00000800:00000001:1.0:1767329718.265616:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329718.265623:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329718.265625:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329718.265628:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329718.265633:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329718.265637:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae3caa28 x1853178572250624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329718.265648:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae3caa28 x1853178572250624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329718.265665:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329718.265671:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329718.265675:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329718.265677:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329718.265680:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329718.265684:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329718.265690:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2811e80 00000400:00000200:1.0:1767329718.265694:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1331 [1] + 224 00000800:00000001:1.0:1767329718.265698:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329718.265701:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329718.265703:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329718.265707:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329718.265710:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329718.265714:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016573b0d x1853178572250752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329718.265724:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000016573b0d x1853178572250752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329718.265725:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329718.265728:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329718.265733:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329718.265735:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329718.265737:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000faf7be7a. 00000400:00000200:2.0:1767329718.265742:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000408ebb8d 00000400:00000010:2.0:1767329718.265744:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000408ebb8d. 00000100:00000001:2.0:1767329718.265748:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329718.265754:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae3caa28 x1853178572250624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329718.265762:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329718.265768:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329718.265774:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329718.265777:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae3caa28 x1853178572250624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329718.265779:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329718.265783:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329718.265786:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329718.265789:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329718.265793:0:208650:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767329718.265794:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 02000000:00000001:2.0:1767329718.265796:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329718.265799:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329718.265801:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329718.265801:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329718.265805:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767329718.265807:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329718.265807:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2811f00 00000400:00000001:0.0:1767329718.265810:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329718.265813:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1767329718.265814:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=115 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329718.265817:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=115 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329718.265819:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767329718.265822:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000697a9ea1. 00000100:00000001:2.0:1767329718.265823:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329718.265827:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767329718.265829:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a82564d3 00010000:00000001:2.0:1767329718.265831:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329718.265832:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a82564d3. 00000100:00000001:2.0:1767329718.265837:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329718.265839:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767329718.265843:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae3caa28 x1853178572250624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329718.265845:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1339 [1] + 224 00000100:00000200:0.0:1767329718.265848:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016573b0d x1853178572250752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329718.265858:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329718.265866:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767329718.265868:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329718.265871:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016573b0d x1853178572250752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329718.265873:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1767329718.265874:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329718.265876:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329718.265885:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae3caa28 x1853178572250624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329734 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329718.265887:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329718.265893:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329718.265896:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329718.265896:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329718.265901:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329718.265904:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1767329718.265905:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae3caa28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572250624:192.168.202.109@tcp:400: 00000100:00000200:1.0:1767329718.265906:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d834dde9 x1853178572250880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329718.265908:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329718.265911:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329718.265915:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329718.265915:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329718.265920:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1767329718.265923:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=105 v=5 (5 5 5 5) 00000100:00000040:2.0:1767329718.265926:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae3caa28 x1853178572250624/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329734 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767329718.265929:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=105 v=5 (1 1 1 1) 00000100:00000040:1.0:1767329718.265932:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d834dde9 x1853178572250880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329718.265936:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329718.265939:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329718.265943:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329718.265947:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329718.265948:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329718.265952:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767329718.265954:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:2.0:1767329718.265955:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005674addc. 00000100:00000040:0.0:1767329718.265956:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329718.265958:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329718.265959:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329718.265963:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016573b0d x1853178572250752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329718.265964:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767329718.265965:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329718.265970:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329718.265973:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000800:00000001:1.0:1767329718.265973:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329718.265973:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767329718.265979:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:1.0:1767329718.265980:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329718.265980:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:2.0:1767329718.265983:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bb7a9f62. 00000100:00000001:0.0:1767329718.265984:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329718.265990:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767329718.265990:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016573b0d x1853178572250752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329734 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329718.265994:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329718.265997:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae3caa28. 00000100:00100000:0.0:1767329718.266003:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000016573b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572250752:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329718.266004:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329718.266005:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329718.266007:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329718.266010:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329718.266013:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329718.266015:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329718.266037:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329718.266037:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329718.266039:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329718.266041:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329718.266044:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1767329718.266047:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767329718.266049:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016573b0d x1853178572250752/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329734 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767329718.266051:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329718.266054:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003dc40a30. 00000100:00000001:0.0:1767329718.266060:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767329718.266061:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009993a68b 02000000:00000001:0.0:1767329718.266062:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1767329718.266065:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009993a68b. 02000000:00000010:0.0:1767329718.266065:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5873074. 00000100:00000001:3.0:1767329718.266069:0:208649:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767329718.266071:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329718.266073:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329718.266075:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000200:3.0:1767329718.266076:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d834dde9 x1853178572250880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767329718.266078:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329718.266080:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054284e99. 02000000:00000001:0.0:1767329718.266085:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329718.266087:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329718.266090:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016573b0d. 00000100:00000200:3.0:1767329718.266093:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d834dde9 x1853178572250880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329718.266094:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329718.266097:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329718.266099:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329718.266105:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329718.266108:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329718.266108:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329718.266111:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329718.266112:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329718.266115:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767329718.266116:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329718.266117:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329718.266120:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329718.266121:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329718.266122:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329718.266126:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=115 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329718.266129:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=50 v=5 (1 1 0 0) 00000100:00000001:3.0:1767329718.266138:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329718.266139:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329718.266140:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767329718.266143:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d834dde9 x1853178572250880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329718.266148:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329718.266150:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329718.266151:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329718.266152:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329718.266153:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329718.266155:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d834dde9 x1853178572250880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329718.266159:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329718.266160:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329718.266161:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329718.266163:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d834dde9 x1853178572250880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329734 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329718.266167:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d834dde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572250880:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329718.266170:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329718.266171:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329718.266172:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d834dde9 x1853178572250880/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329734 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329718.266176:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329718.266177:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329718.266178:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cd8fc63. 02000000:00000001:3.0:1767329718.266181:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329718.266182:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329718.266184:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329718.266185:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329718.266186:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009917be02. 02000000:00000001:3.0:1767329718.266188:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329718.266192:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329718.266194:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d834dde9. 00000100:00000001:3.0:1767329718.266196:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329718.266197:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329718.266198:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329718.266201:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329718.266202:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329718.266204:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329718.266205:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329718.327090:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329718.327094:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329718.327166:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329718.327169:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329718.327172:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329719.351183:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329719.351192:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329719.351346:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329719.351352:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329719.351357:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329720.375178:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329720.375187:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329720.375355:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329720.375361:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329720.375365:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329721.399172:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329721.399182:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329721.399338:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329721.399344:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329721.399349:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329722.423100:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329722.423106:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329722.423183:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329722.423187:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329722.423190:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329722.871114:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301567836, at 4301568000 00000100:00000040:2.0:1767329722.871114:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301567836, at 4301568000 00000100:00000040:0.0:1767329722.871121:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301567836, at 4301568000 00000100:00000010:3.0:1767329722.871129:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7e9c430. 00000100:00000010:2.0:1767329722.871132:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e316d56. 00000100:00000010:0.0:1767329722.871133:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c965d38. 00000100:00000040:1.0:1767329722.871264:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301567836, at 4301568000 00000100:00000010:1.0:1767329722.871271:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025faadfe. 00000100:00000040:1.0:1767329723.383160:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329723.383174:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329723.383183:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007e555f5. 00000020:00000040:1.0:1767329723.383192:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329723.383199:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329723.383203:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329723.383209:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329723.383221:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000049d44528. 00000100:00000001:1.0:1767329723.383231:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329723.383292:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000007e555f5 x1853178572251008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329723.383311:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329723.383315:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329723.383323:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007e555f5] to pc [ptlrpcd_00_01+1] req@0000000007e555f5 x1853178572251008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329723.383365:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329723.383369:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329723.383375:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329723.383380:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000446a1ebc. 00000020:00000040:1.0:1767329723.383383:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329723.383388:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329723.383390:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329723.383393:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329723.383400:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a6343d55. 00000100:00000001:1.0:1767329723.383405:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329723.383410:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329723.383412:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000446a1ebc x1853178572251136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329723.383419:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767329723.383426:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329723.383436:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329723.383438:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329723.383440:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329723.383441:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329723.383444:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329723.383446:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329723.383451:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a1ebc] to pc [ptlrpcd_00_02+2] req@00000000446a1ebc x1853178572251136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329723.383463:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329723.383467:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329723.383471:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329723.383479:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007e555f5 x1853178572251008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329723.383512:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329723.383516:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329723.383522:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329723.383525:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329723.383528:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329723.383531:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572251008:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329723.383536:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329723.383542:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329723.383545:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329723.383547:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329723.383550:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329723.383553:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c06eaf98. 00000100:00000040:1.0:1767329723.383558:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767329723.383558:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329723.383567:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000697a9ea1. 00000100:00000001:1.0:1767329723.383569:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767329723.383578:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767329723.383579:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088e8bc68. 00000400:00000010:0.0:1767329723.383579:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a82564d3. 00000100:00100000:3.0:1767329723.383584:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000040:1.0:1767329723.383589:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329723.383590:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329723.383591:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572251008, portal 25 00000100:00000001:3.0:1767329723.383601:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329723.383601:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329723.383602:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767329723.383608:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329723.383608:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777204864 : -127176932346752 : ffff8c55501fb480) 02000000:00000001:1.0:1767329723.383609:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329723.383617:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329723.383619:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329723.383623:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007e555f5 x1853178572251008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329723.383625:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329723.383630:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767329723.383630:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024fb3337. 00000100:00000001:3.0:1767329723.383631:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329723.383653:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329723.383654:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329723.383656:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329723.383657:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000446a1ebc x1853178572251136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329723.383664:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:1.0:1767329723.383666:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000088e8bc68 x1853178572251264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767329723.383670:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f353e67a. 00000100:00000200:0.0:1767329723.383675:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572251008, offset 0 00000100:00000001:3.0:1767329723.383685:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329723.383689:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329723.383689:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329723.383695:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329723.383696:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767329723.383698:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329723.383700:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329723.383701:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329723.383705:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00100000:3.0:1767329723.383710:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572251136:192.168.202.109@tcp:400: 00000100:00000040:1.0:1767329723.383712:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e8bc68] to pc [ptlrpcd_00_03+3] req@0000000088e8bc68 x1853178572251264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329723.383713:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329723.383719:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767329723.383722:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:3.0:1767329723.383724:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329723.383728:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329723.383729:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767329723.383732:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329723.383739:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077a1b1ef. 00000400:00000200:0.0:1767329723.383739:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:3.0:1767329723.383743:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329723.383746:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329723.383748:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003dc40a30. 00000100:00000040:1.0:1767329723.383752:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767329723.383752:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [591:591:256:4294967295] 192.168.202.109@tcp LPNI seq info [591:591:8:4294967295] 00000400:00000010:3.0:1767329723.383762:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009993a68b. 00000100:00000040:1.0:1767329723.383763:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767329723.383764:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767329723.383769:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572251136, portal 10 00000100:00100000:2.0:1767329723.383769:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:1.0:1767329723.383774:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6906) 00000100:00000001:2.0:1767329723.383775:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329723.383776:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767329723.383779:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329723.383780:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777192320 : -127176932359296 : ffff8c55501f8380) 00000100:00000001:2.0:1767329723.383784:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329723.383787:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767329723.383792:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329723.383793:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000446a1ebc x1853178572251136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329723.383793:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329723.383797:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329723.383800:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:0.0:1767329723.383800:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c06a1248. 00000100:00000001:3.0:1767329723.383806:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329723.383809:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088e8bc68 x1853178572251264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329723.383813:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000040:3.0:1767329723.383814:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329723.383819:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b779618. 00000100:00000200:3.0:1767329723.383824:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572251136, offset 0 00000800:00000200:0.0:1767329723.383828:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329723.383832:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c06a1248 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329723.383834:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329723.383844:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767329723.383845:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329723.383846:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329723.383851:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329723.383852:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767329723.383852:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329723.383856:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329723.383859:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329723.383859:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301572956 00000400:00000200:3.0:1767329723.383860:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00100000:2.0:1767329723.383867:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572251264:192.168.202.109@tcp:400: 00000100:00000010:0.0:1767329723.383867:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0a19a74. 00000400:00000200:3.0:1767329723.383868:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329723.383875:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329723.383875:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329723.383878:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1767329723.383880:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767329723.383883:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [592:592:255:4294967295] 192.168.202.109@tcp LPNI seq info [592:592:7:4294967295] 02000000:00000001:2.0:1767329723.383884:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329723.383886:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301572956 02000000:00000001:2.0:1767329723.383889:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767329723.383895:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006f863348. 02000000:00000010:2.0:1767329723.383896:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7abb6dc. 02000000:00000001:2.0:1767329723.383901:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329723.383901:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767329723.383907:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329723.383908:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301572956 00000400:00000010:2.0:1767329723.383909:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faf7be7a. 00000800:00000200:3.0:1767329723.383915:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000010:0.0:1767329723.383915:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7b8b983. 00000400:00000010:2.0:1767329723.383918:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000408ebb8d. 00000800:00000200:1.0:1767329723.383919:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329723.383921:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000010:3.0:1767329723.383923:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009917be02. 00000800:00000010:1.0:1767329723.383926:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c06a1248. 00000100:00000200:2.0:1767329723.383927:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572251264, portal 10 00000100:00000001:0.0:1767329723.383927:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301572956 00000800:00000200:3.0:1767329723.383933:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329723.383934:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767329723.383934:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767329723.383935:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c317c76. 00000100:00000001:2.0:1767329723.383937:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777199488 : -127176932352128 : ffff8c55501f9f80) 00000100:00000001:0.0:1767329723.383942:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767329723.383943:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000040:2.0:1767329723.383947:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088e8bc68 x1853178572251264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329723.383949:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000800:00000200:3.0:1767329723.383950:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009917be02 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329723.383950:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329723.383957:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329723.383960:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329723.383960:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f353e67a 00000100:00000001:0.0:1767329723.383964:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329723.383965:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f353e67a. 00000100:00000040:3.0:1767329723.383967:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 153397 usecs (154 jiffies) 00000100:00000001:0.0:1767329723.383971:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329723.383975:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329723.383976:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301568666 00000100:00000001:1.0:1767329723.383978:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329723.383980:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301572956 00000100:00000040:2.0:1767329723.383983:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329723.383985:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301568666 00000100:00000200:1.0:1767329723.383987:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007e555f5 x1853178572251008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329723.383988:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b565a76. 00000100:00000001:3.0:1767329723.383990:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301572956 00000100:00000200:2.0:1767329723.383995:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572251264, offset 0 00000400:00000200:2.0:1767329723.384003:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329723.384011:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329723.384041:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329723.384043:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767329723.384045:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:1.0:1767329723.384050:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007e555f5 x1853178572251008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329723.384051:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329723.384057:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329723.384064:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [593:593:254:4294967295] 192.168.202.109@tcp LPNI seq info [593:593:6:4294967295] 00000100:00000001:3.0:1767329723.384068:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301568667 00000100:00000001:3.0:1767329723.384075:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301572956 00000100:00000001:1.0:1767329723.384078:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329723.384080:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301568667 00000400:00000200:2.0:1767329723.384085:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329723.384086:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301572956 00000100:00000001:1.0:1767329723.384086:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329723.384091:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329723.384095:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329723.384100:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329723.384104:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329723.384105:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329723.384109:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767329723.384110:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074996e45. 00000100:00000001:3.0:1767329723.384111:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329723.384113:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329723.384116:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329723.384119:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329723.384124:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329723.384127:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000074996e45 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329723.384130:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329723.384133:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 11116 usecs (12 jiffies) 00000100:00000001:2.0:1767329723.384135:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301568525 00000100:00000001:2.0:1767329723.384137:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301572956 00000100:00000001:2.0:1767329723.384138:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301568525 00000100:00000001:2.0:1767329723.384140:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301572956 00000100:00000001:2.0:1767329723.384142:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301568525 00000100:00000001:2.0:1767329723.384143:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301572956 00000100:00000001:2.0:1767329723.384145:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301568525 00000100:00000001:2.0:1767329723.384146:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301572956 00000800:00000200:1.0:1767329723.384147:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329723.384148:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329723.384153:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767329723.384154:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009917be02. 00000100:00000001:2.0:1767329723.384155:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329723.384160:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329723.384161:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329723.384168:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329723.384172:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b779618 00000400:00000010:1.0:1767329723.384174:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b779618. 00000100:00000001:1.0:1767329723.384178:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329723.384181:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000446a1ebc x1853178572251136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329723.384189:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329723.384191:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000446a1ebc x1853178572251136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329723.384198:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329723.384200:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329723.384212:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329723.384215:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074996e45. 00000400:00000200:1.0:1767329723.384218:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329723.384223:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329723.384226:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b565a76 00000400:00000010:1.0:1767329723.384228:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b565a76. 00000100:00000001:1.0:1767329723.384232:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329723.384235:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088e8bc68 x1853178572251264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329723.384259:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329723.384263:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088e8bc68 x1853178572251264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329723.384284:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329723.384286:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329723.385396:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329723.385405:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329723.385408:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329723.385410:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329723.385418:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329723.385430:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2811f80 00000400:00000200:1.0:1767329723.385437:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1341 [1] + 224 00000800:00000001:1.0:1767329723.385445:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329723.385450:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329723.385453:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329723.385456:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329723.385461:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329723.385464:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007e555f5 x1853178572251008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329723.385475:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000007e555f5 x1853178572251008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329723.385492:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329723.385499:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329723.385503:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329723.385504:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329723.385506:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329723.385511:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329723.385517:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2812000 00000400:00000200:1.0:1767329723.385522:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1349 [1] + 224 00000800:00000001:1.0:1767329723.385526:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329723.385529:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329723.385531:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329723.385535:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329723.385538:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329723.385548:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000446a1ebc x1853178572251136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329723.385553:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329723.385556:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329723.385562:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000446a1ebc x1853178572251136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767329723.385563:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329723.385566:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329723.385568:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000697a9ea1. 00000400:00000200:0.0:1767329723.385573:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a82564d3 00000400:00000010:0.0:1767329723.385582:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a82564d3. 00000100:00000001:1.0:1767329723.385585:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329723.385587:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329723.385593:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007e555f5 x1853178572251008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329723.385595:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329723.385602:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329723.385604:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007e555f5 x1853178572251008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329723.385607:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329723.385610:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767329723.385612:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329723.385614:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329723.385616:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329723.385620:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767329723.385621:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767329723.385623:0:208648:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:3.0:1767329723.385625:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767329723.385626:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000010:3.0:1767329723.385628:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003dc40a30. 02000000:00000001:0.0:1767329723.385628:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329723.385632:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767329723.385635:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009993a68b 00000100:00000001:0.0:1767329723.385635:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329723.385640:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009993a68b. 00000400:00000200:1.0:1767329723.385640:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2812080 02000000:00000001:0.0:1767329723.385641:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329723.385648:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767329723.385649:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=120 v=5 (5 5 5 5) 00000400:00000200:1.0:1767329723.385653:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1351 [1] + 224 00000100:00000200:3.0:1767329723.385655:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000446a1ebc x1853178572251136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767329723.385655:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=120 v=5 (1 1 1 1) 00000800:00000001:1.0:1767329723.385665:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329723.385665:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329723.385668:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329723.385673:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767329723.385675:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329723.385676:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000446a1ebc x1853178572251136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329723.385676:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329723.385683:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329723.385684:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329723.385691:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767329723.385695:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007e555f5 x1853178572251008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329723.385696:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329723.385698:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329723.385700:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329723.385704:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329723.385707:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329723.385708:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329723.385710:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329723.385711:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329723.385714:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329723.385716:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088e8bc68 x1853178572251264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329723.385717:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1767329723.385719:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=110 v=5 (5 5 5 5) 00000100:00000001:0.0:1767329723.385720:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329723.385729:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007e555f5 x1853178572251008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329739 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767329723.385730:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=110 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329723.385739:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767329723.385746:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088e8bc68 x1853178572251264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329723.385747:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572251008:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329723.385748:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329723.385755:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329723.385759:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329723.385759:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329723.385763:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329723.385766:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329723.385769:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000040:0.0:1767329723.385770:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007e555f5 x1853178572251008/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329739 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329723.385771:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329723.385775:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329723.385779:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329723.385779:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329723.385785:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329723.385787:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000446a1ebc x1853178572251136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329723.385810:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767329723.385811:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329723.385814:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767329723.385815:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329723.385818:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767329723.385819:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c06eaf98. 00000100:00000040:3.0:1767329723.385823:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000446a1ebc x1853178572251136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329739 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329723.385824:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767329723.385827:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767329723.385828:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767329723.385833:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767329723.385833:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00100000:3.0:1767329723.385834:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572251136:192.168.202.109@tcp:400: 00000400:00000001:2.0:1767329723.385839:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767329723.385839:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767329723.385841:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329723.385844:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329723.385845:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767329723.385845:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000049d44528. 00000400:00000010:2.0:1767329723.385849:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000faf7be7a. 02000000:00000001:0.0:1767329723.385851:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767329723.385852:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000446a1ebc x1853178572251136/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329739 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329723.385855:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1767329723.385856:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000408ebb8d 00000100:00000010:0.0:1767329723.385858:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007e555f5. 00000400:00000010:2.0:1767329723.385861:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000408ebb8d. 00000100:00000001:0.0:1767329723.385864:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329723.385866:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329723.385870:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767329723.385870:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329723.385870:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329723.385875:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329723.385877:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077a1b1ef. 00000100:00000001:0.0:1767329723.385877:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767329723.385880:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088e8bc68 x1853178572251264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329723.385881:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329723.385883:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767329723.385886:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767329723.385887:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329723.385890:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329723.385891:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329723.385896:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329723.385899:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a6343d55. 02000000:00000001:3.0:1767329723.385903:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1767329723.385904:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088e8bc68 x1853178572251264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329723.385905:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329723.385907:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000446a1ebc. 00000100:00000001:3.0:1767329723.385910:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329723.385911:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329723.385913:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329723.385923:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329723.385925:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329723.385927:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329723.385928:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329723.385929:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329723.385933:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767329723.385934:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329723.385938:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329723.385940:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329723.385942:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329723.385944:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329723.385948:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=120 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329723.385953:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=55 v=5 (1 1 0 0) 00000100:00000001:2.0:1767329723.385956:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329723.385957:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329723.385959:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767329723.385962:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000088e8bc68 x1853178572251264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767329723.385969:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329723.385971:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329723.385973:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329723.385975:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329723.385976:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329723.385979:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088e8bc68 x1853178572251264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329723.385985:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329723.385987:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329723.385989:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329723.385992:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088e8bc68 x1853178572251264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329739 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329723.385999:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572251264:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329723.386003:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329723.386005:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329723.386007:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088e8bc68 x1853178572251264/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329739 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329723.386047:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329723.386049:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329723.386051:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7abb6dc. 02000000:00000001:2.0:1767329723.386055:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329723.386056:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329723.386058:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329723.386060:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329723.386061:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024fb3337. 02000000:00000001:2.0:1767329723.386064:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329723.386065:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329723.386066:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088e8bc68. 00000100:00000001:2.0:1767329723.386070:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329723.386071:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329723.386073:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329723.386076:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329723.386078:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329723.386080:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329723.386082:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329723.447090:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329723.447095:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329723.447173:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329723.447176:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329723.447179:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329724.471166:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329724.471175:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329724.471179:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329724.471182:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329724.471188:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329724.471191:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329724.471206:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329724.471209:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329724.471345:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329724.471351:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329724.471356:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329725.495181:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329725.495190:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329725.495300:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329725.495306:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329725.495311:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329726.519185:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329726.519193:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329726.519289:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329726.519296:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329726.519302:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329727.543102:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329727.543108:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329727.543179:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329727.543184:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329727.543188:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329727.991087:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301572956, at 4301573120 00000100:00000040:1.0:1767329727.991093:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301572956, at 4301573120 00000100:00000010:0.0:1767329727.991104:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b0a19a74. 00000100:00000010:1.0:1767329727.991105:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006f863348. 00000100:00000040:3.0:1767329727.991109:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301572956, at 4301573120 00000100:00000010:3.0:1767329727.991120:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c317c76. 00000100:00000040:2.0:1767329727.991289:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301572956, at 4301573120 00000100:00000010:2.0:1767329727.991298:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7b8b983. 00000100:00000040:1.0:1767329728.503110:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329728.503118:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329728.503127:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc9b4205. 00000020:00000040:1.0:1767329728.503134:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329728.503137:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329728.503140:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329728.503145:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329728.503152:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e18132be. 00000100:00000001:1.0:1767329728.503159:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329728.503169:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000cc9b4205 x1853178572251392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329728.503178:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329728.503180:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329728.503185:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9b4205] to pc [ptlrpcd_00_00+0] req@00000000cc9b4205 x1853178572251392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329728.503228:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329728.503230:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329728.503233:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329728.503236:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 00000020:00000040:1.0:1767329728.503238:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329728.503239:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329728.503240:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329728.503244:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767329728.503247:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767329728.503252:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329728.503252:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329728.503257:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329728.503262:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329728.503264:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1767329728.503267:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004571031a. 00000100:00000001:3.0:1767329728.503268:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329728.503271:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329728.503275:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329728.503277:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000dfc75053 x1853178572251520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329728.503279:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329728.503284:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329728.503288:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329728.503290:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329728.503293:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc9b4205 x1853178572251392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329728.503295:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfc75053] to pc [ptlrpcd_00_01+1] req@00000000dfc75053 x1853178572251520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329728.503327:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329728.503329:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329728.503330:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329728.503333:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767329728.503333:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767329728.503339:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329728.503339:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329728.503343:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8f35ab6. 02000000:00000001:3.0:1767329728.503345:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767329728.503346:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329728.503348:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329728.503352:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1767329728.503353:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767329728.503354:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572251392:192.168.202.109@tcp:400: 02000000:00000001:1.0:1767329728.503355:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329728.503358:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329728.503359:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767329728.503363:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000093c7fc40. 00000100:00000001:3.0:1767329728.503366:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329728.503366:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329728.503367:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767329728.503372:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000f8f35ab6 x1853178572251648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767329728.503373:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329728.503377:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329728.503379:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329728.503384:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329728.503385:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329728.503386:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329728.503389:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329728.503389:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329728.503392:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b489dcc. 00000100:00000001:2.0:1767329728.503393:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329728.503397:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8f35ab6] to pc [ptlrpcd_00_02+2] req@00000000f8f35ab6 x1853178572251648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329728.503399:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329728.503402:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572251520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767329728.503408:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003dc40a30. 00000100:00000001:2.0:1767329728.503418:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767329728.503421:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009993a68b. 00000100:00000001:2.0:1767329728.503421:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329728.503423:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329728.503427:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329728.503427:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329728.503429:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329728.503431:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572251392, portal 25 00000100:00000040:1.0:1767329728.503431:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767329728.503434:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572251520:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329728.503438:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767329728.503440:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767329728.503444:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777203072 : -127176932348544 : ffff8c55501fad80) 00000100:00000001:2.0:1767329728.503444:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767329728.503447:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6911) 02000000:00000001:2.0:1767329728.503448:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329728.503451:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329728.503453:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329728.503454:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329728.503455:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc9b4205 x1853178572251392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767329728.503460:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b37240ef. 00000100:00000001:0.0:1767329728.503461:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767329728.503464:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329728.503466:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767329728.503470:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faf7be7a. 00000400:00000010:2.0:1767329728.503476:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000408ebb8d. 00000100:00000040:0.0:1767329728.503476:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8f35ab6 x1853178572251648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329728.503481:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572251520, portal 10 00000100:00000001:2.0:1767329728.503487:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329728.503489:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000040:2.0:1767329728.503500:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572251520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329728.503513:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329728.503516:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329728.503516:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329728.503518:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767329728.503522:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329728.503525:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767329728.503527:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329728.503528:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329728.503532:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f8ad362. 00000400:00000010:3.0:1767329728.503534:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004673a60. 00000100:00000200:2.0:1767329728.503537:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572251520, offset 0 02000000:00000001:0.0:1767329728.503538:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329728.503541:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572251392, offset 0 00000100:00100000:0.0:1767329728.503546:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572251648:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329728.503551:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329728.503553:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329728.503557:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329728.503558:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329728.503562:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767329728.503563:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000010:0.0:1767329728.503566:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b05386a. 00000400:00000200:2.0:1767329728.503567:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:0.0:1767329728.503571:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329728.503575:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000697a9ea1. 00000400:00000200:2.0:1767329728.503576:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767329728.503582:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a82564d3. 00000400:00000200:2.0:1767329728.503583:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000200:0.0:1767329728.503586:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572251648, portal 10 00000100:00000001:0.0:1767329728.503587:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329728.503589:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777196800 : -127176932354816 : ffff8c55501f9500) 00000400:00000200:2.0:1767329728.503596:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767329728.503597:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8f35ab6 x1853178572251648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329728.503603:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329728.503611:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [594:594:256:4294967295] 192.168.202.109@tcp LPNI seq info [594:594:8:4294967295] 00000100:00000001:0.0:1767329728.503612:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329728.503617:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329728.503620:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae867cfe. 00000100:00000200:0.0:1767329728.503622:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572251648, offset 0 00000400:00000200:0.0:1767329728.503632:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329728.503633:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329728.503639:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329728.503644:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:2.0:1767329728.503644:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074996e45. 00000400:00000200:3.0:1767329728.503651:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767329728.503655:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329728.503660:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329728.503664:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767329728.503667:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329728.503672:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:2.0:1767329728.503673:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000074996e45 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329728.503679:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [595:595:255:4294967295] 192.168.202.109@tcp LPNI seq info [595:595:7:4294967295] 00000100:00000001:2.0:1767329728.503689:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329728.503692:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:2.0:1767329728.503695:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 152556 usecs (153 jiffies) 00000800:00000200:3.0:1767329728.503700:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329728.503700:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301573785 00000400:00000200:0.0:1767329728.503705:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:3.0:1767329728.503709:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030c67b31. 00000100:00000010:2.0:1767329728.503709:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e23bb884. 00000400:00000200:0.0:1767329728.503711:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329728.503719:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767329728.503721:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:3.0:1767329728.503724:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329728.503728:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301573785 00000400:00000200:0.0:1767329728.503729:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1767329728.503734:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d290b1f. 00000800:00000200:3.0:1767329728.503735:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767329728.503738:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329728.503740:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767329728.503743:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000030c67b31 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329728.503745:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301573785 00000400:00000200:0.0:1767329728.503749:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [596:596:254:4294967295] 192.168.202.109@tcp LPNI seq info [596:596:6:4294967295] 00000100:00000001:3.0:1767329728.503751:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767329728.503751:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004bc480b5. 00000100:00000001:3.0:1767329728.503758:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301578076 00000100:00000001:2.0:1767329728.503759:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767329728.503766:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301573785 00000100:00000001:3.0:1767329728.503770:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301573785 00000400:00000200:0.0:1767329728.503771:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000010:2.0:1767329728.503772:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f36ccd6c. 00000100:00000001:2.0:1767329728.503779:0:208648:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767329728.503782:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301578076 00000800:00000200:0.0:1767329728.503784:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329728.503785:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329728.503791:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301573785 00000100:00000001:2.0:1767329728.503791:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767329728.503793:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c06a1248. 00000100:00000001:2.0:1767329728.503796:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329728.503800:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329728.503801:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301578076 00000800:00000200:0.0:1767329728.503805:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767329728.503808:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329728.503810:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301573785 00000800:00000200:0.0:1767329728.503813:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000010:1.0:1767329728.503814:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074996e45. 00000100:00000001:3.0:1767329728.503818:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301578076 00000400:00000200:1.0:1767329728.503820:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329728.503826:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301573785 00000800:00000200:0.0:1767329728.503826:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c06a1248 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329728.503831:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329728.503835:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329728.503836:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767329728.503837:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f8ad362 00000100:00000040:0.0:1767329728.503840:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 11067 usecs (12 jiffies) 00000400:00000010:1.0:1767329728.503841:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f8ad362. 00000100:00000001:3.0:1767329728.503843:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329728.503846:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301573644 00000100:00000001:1.0:1767329728.503848:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329728.503850:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301578076 00000100:00000200:1.0:1767329728.503855:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572251520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329728.503856:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301573644 00000100:00000001:3.0:1767329728.503858:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329728.503863:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301578076 00000100:00000001:3.0:1767329728.503865:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329728.503868:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301573644 00000100:00000001:0.0:1767329728.503873:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301578076 00000100:00000001:0.0:1767329728.503877:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301573644 00000100:00000001:1.0:1767329728.503878:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329728.503879:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301578076 00000100:00000001:0.0:1767329728.503882:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329728.503883:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572251520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329744 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329728.503885:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329728.503890:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329728.503895:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329728.503897:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329728.503900:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329728.503900:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329728.503904:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329728.503907:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329728.503908:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329728.503910:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329728.503912:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329728.503917:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329728.503920:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030c67b31. 00000400:00000200:1.0:1767329728.503923:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329728.503925:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329728.503928:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004673a60 00000400:00000010:1.0:1767329728.503929:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004673a60. 00000100:00000001:1.0:1767329728.503931:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329728.503932:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767329728.503935:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc9b4205 x1853178572251392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329728.503936:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329728.503947:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329728.503950:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc9b4205 x1853178572251392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329744 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329728.503957:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329728.503959:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329728.503989:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329728.503993:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329728.503995:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329728.503996:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329728.503999:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767329728.504001:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c06a1248. 00000400:00000200:1.0:1767329728.504008:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329728.504012:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329728.504044:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae867cfe 00000400:00000010:1.0:1767329728.504053:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae867cfe. 00000100:00000001:1.0:1767329728.504063:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329728.504068:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8f35ab6 x1853178572251648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329728.504076:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329728.504079:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8f35ab6 x1853178572251648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329744 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329728.504086:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329728.504087:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329728.505324:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329728.505337:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329728.505341:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329728.505344:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329728.505351:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329728.505363:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2812180 00000400:00000200:1.0:1767329728.505369:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x135d [1] + 224 00000800:00000001:1.0:1767329728.505376:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329728.505384:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329728.505387:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329728.505391:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329728.505396:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329728.505400:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572251520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329728.505410:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfc75053 x1853178572251520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329728.505428:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329728.505435:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329728.505440:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329728.505442:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329728.505445:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329728.505449:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329728.505457:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2812100 00000400:00000200:1.0:1767329728.505468:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1359 [1] + 224 00000100:00000001:2.0:1767329728.505470:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767329728.505473:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329728.505475:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767329728.505481:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329728.505482:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329728.505488:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000001:2.0:1767329728.505490:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329728.505494:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329728.505496:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000faf7be7a. 00000400:00000200:2.0:1767329728.505501:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000408ebb8d 00000400:00000010:2.0:1767329728.505503:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000408ebb8d. 00000100:00000001:2.0:1767329728.505507:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329728.505508:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329728.505513:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572251520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329728.505516:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc9b4205 x1853178572251392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329728.505545:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572251520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329728.505546:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc9b4205 x1853178572251392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329728.505573:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329728.505576:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329728.505579:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329728.505582:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329728.505582:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329728.505584:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329728.505588:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329728.505590:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767329728.505593:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329728.505596:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329728.505602:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=115 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329728.505607:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=115 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329728.505611:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329728.505614:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329728.505614:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329728.505618:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767329728.505620:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:3.0:1767329728.505624:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767329728.505625:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767329728.505628:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767329728.505630:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:3.0:1767329728.505631:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003dc40a30. 00000100:00000040:2.0:1767329728.505634:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329728.505638:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767329728.505639:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009993a68b 00000100:00000001:2.0:1767329728.505640:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329728.505644:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009993a68b. 00000100:00000040:2.0:1767329728.505648:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfc75053 x1853178572251520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329728.505650:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329728.505658:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc9b4205 x1853178572251392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329728.505662:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329728.505668:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329728.505672:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329728.505676:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc9b4205 x1853178572251392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329728.505679:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572251520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329744 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329728.505701:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329728.505703:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329728.505706:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329728.505709:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329728.505712:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329728.505716:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329728.505722:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329728.505725:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572251520:192.168.202.109@tcp:400: 00000100:00001000:3.0:1767329728.505728:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=125 v=5 (5 5 5 5) 00000100:00000001:2.0:1767329728.505732:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767329728.505734:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=125 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329728.505738:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329728.505740:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329728.505743:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329728.505744:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572251520/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329744 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329728.505747:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329728.505750:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329728.505758:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329728.505760:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329728.505762:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b37240ef. 02000000:00000001:2.0:1767329728.505765:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329728.505766:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329728.505767:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329728.505769:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329728.505771:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004571031a. 02000000:00000001:2.0:1767329728.505774:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329728.505775:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329728.505776:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000100:00000001:2.0:1767329728.505778:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329728.505779:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329728.505780:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329728.505783:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329728.505784:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329728.505786:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329728.505787:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329728.505833:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329728.505839:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc9b4205 x1853178572251392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329728.505847:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329728.505850:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1767329728.505859:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329728.505866:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329728.505868:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329728.505870:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329728.505876:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329728.505884:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2812200 00000400:00000200:1.0:1767329728.505890:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1369 [1] + 224 00000100:00000001:3.0:1767329728.505895:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329728.505897:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767329728.505904:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc9b4205 x1853178572251392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329744 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329728.505906:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329728.505911:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329728.505921:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00100000:3.0:1767329728.505925:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572251392:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329728.505927:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329728.505933:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329728.505936:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8f35ab6 x1853178572251648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329728.505937:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329728.505943:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc9b4205 x1853178572251392/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329744 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329728.505959:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f8f35ab6 x1853178572251648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329728.505960:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329728.505964:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329728.505968:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b489dcc. 02000000:00000001:3.0:1767329728.505974:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329728.505977:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329728.505978:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1767329728.505981:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329728.505983:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e18132be. 00000100:00000001:1.0:1767329728.505983:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767329728.505987:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329728.505990:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329728.505994:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc9b4205. 00000800:00000001:1.0:1767329728.505998:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329728.506000:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329728.506003:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329728.506004:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329728.506007:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329728.506013:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329728.506039:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329728.506042:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329728.506044:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329728.506048:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329728.506052:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329728.506055:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329728.506056:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329728.506058:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000697a9ea1. 00000400:00000200:0.0:1767329728.506062:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a82564d3 00000400:00000010:0.0:1767329728.506063:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a82564d3. 00000100:00000001:0.0:1767329728.506067:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329728.506070:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8f35ab6 x1853178572251648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329728.506089:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8f35ab6 x1853178572251648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329728.506094:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329728.506095:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329728.506097:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329728.506098:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329728.506099:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329728.506100:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329728.506101:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329728.506104:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=125 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329728.506107:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=60 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329728.506108:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329728.506109:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329728.506111:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767329728.506113:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f8f35ab6 x1853178572251648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329728.506118:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329728.506120:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329728.506121:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329728.506122:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329728.506123:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329728.506124:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8f35ab6 x1853178572251648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329728.506128:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329728.506130:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329728.506130:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329728.506132:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8f35ab6 x1853178572251648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329744 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329728.506136:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572251648:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329728.506139:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329728.506144:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329728.506145:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8f35ab6 x1853178572251648/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329744 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329728.506150:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329728.506151:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329728.506152:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b05386a. 02000000:00000001:0.0:1767329728.506154:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329728.506155:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329728.506156:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329728.506158:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329728.506159:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000093c7fc40. 02000000:00000001:0.0:1767329728.506161:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329728.506162:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329728.506162:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8f35ab6. 00000100:00000001:0.0:1767329728.506164:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329728.506165:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329728.506166:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329728.506169:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329728.506170:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329728.506171:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329728.506173:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329728.567075:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329728.567078:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329728.567154:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329728.567157:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329728.567159:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329729.591167:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329729.591175:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329729.591360:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329729.591365:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329729.591370:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329730.615141:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329730.615151:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329730.615250:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329730.615256:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329730.615261:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329731.639213:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329731.639222:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329731.639323:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329731.639332:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329731.639338:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329732.663117:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329732.663123:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329732.663199:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329732.663221:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329732.663224:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329733.111094:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301578076, at 4301578240 00000100:00000040:1.0:1767329733.111098:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301578076, at 4301578240 00000100:00000010:0.0:1767329733.111111:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e23bb884. 00000100:00000010:1.0:1767329733.111113:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d290b1f. 00000100:00000040:2.0:1767329733.111124:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301578076, at 4301578240 00000100:00000010:2.0:1767329733.111133:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004bc480b5. 00000100:00000040:3.0:1767329733.111283:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301578076, at 4301578240 00000100:00000010:3.0:1767329733.111290:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f36ccd6c. 00000100:00000040:3.0:1767329733.623184:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329733.623194:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329733.623205:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d834dde9. 00000020:00000040:3.0:1767329733.623211:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329733.623216:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329733.623234:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329733.623239:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329733.623247:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c3d2ae82. 00000100:00000001:3.0:1767329733.623254:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329733.623265:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000d834dde9 x1853178572251776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329733.623276:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329733.623278:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329733.623283:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d834dde9] to pc [ptlrpcd_00_03+3] req@00000000d834dde9 x1853178572251776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329733.623318:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329733.623321:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329733.623324:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329733.623328:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016573b0d. 00000020:00000040:3.0:1767329733.623331:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329733.623334:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329733.623335:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329733.623337:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329733.623342:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eda5e76f. 00000100:00000001:3.0:1767329733.623345:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329733.623348:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000016573b0d x1853178572251904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329733.623355:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329733.623356:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329733.623360:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329733.623362:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767329733.623366:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016573b0d] to pc [ptlrpcd_00_00+0] req@0000000016573b0d x1853178572251904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329733.623367:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329733.623376:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329733.623377:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d834dde9 x1853178572251776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329733.623382:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329733.623392:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329733.623395:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329733.623396:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329733.623399:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767329733.623400:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767329733.623404:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329733.623406:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329733.623411:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae3caa28. 02000000:00000001:0.0:1767329733.623411:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767329733.623415:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00100000:0.0:1767329733.623426:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d834dde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572251776:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329733.623430:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329733.623434:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767329733.623436:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329733.623438:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329733.623444:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011b16950. 02000000:00000001:0.0:1767329733.623444:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767329733.623450:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329733.623450:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329733.623455:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329733.623457:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329733.623460:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767329733.623461:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000ae3caa28 x1853178572252032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329733.623463:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767329733.623465:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006c3c8a4. 00000100:00000040:1.0:1767329733.623472:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016573b0d x1853178572251904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329733.623472:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329733.623482:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767329733.623484:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000697a9ea1. 00000100:00000001:3.0:1767329733.623486:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329733.623488:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329733.623491:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329733.623494:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767329733.623498:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3caa28] to pc [ptlrpcd_00_01+1] req@00000000ae3caa28 x1853178572252032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329733.623498:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767329733.623498:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a82564d3. 02000000:00000001:1.0:1767329733.623505:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329733.623510:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572251776, portal 25 00000100:00100000:1.0:1767329733.623512:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000016573b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572251904:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329733.623518:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329733.623519:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329733.623520:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329733.623523:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776934656 : -127176932616960 : ffff8c55501b9500) 02000000:00000001:1.0:1767329733.623524:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767329733.623526:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767329733.623527:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329733.623531:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767329733.623534:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d834dde9 x1853178572251776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329733.623536:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:1.0:1767329733.623538:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040443f6d. 02000000:00000001:1.0:1767329733.623543:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329733.623547:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6916) 00000100:00000001:0.0:1767329733.623550:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767329733.623551:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027005472. 00000400:00000010:1.0:1767329733.623557:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000933cf678. 00000100:00000040:0.0:1767329733.623557:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329733.623561:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f203f08. 00000100:00000200:1.0:1767329733.623562:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572251904, portal 10 00000100:00000001:3.0:1767329733.623564:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329733.623566:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767329733.623567:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572251776, offset 0 00000100:00000001:3.0:1767329733.623569:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329733.623572:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767329733.623576:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329733.623577:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776938240 : -127176932613376 : ffff8c55501ba300) 00000100:00000040:3.0:1767329733.623581:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae3caa28 x1853178572252032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329733.623589:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000016573b0d x1853178572251904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329733.623595:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767329733.623598:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329733.623599:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329733.623608:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329733.623608:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767329733.623612:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329733.623613:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329733.623613:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767329733.623619:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f8c929d. 02000000:00000001:3.0:1767329733.623621:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329733.623623:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572251904, offset 0 00000400:00000200:0.0:1767329733.623624:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00100000:3.0:1767329733.623629:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae3caa28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572252032:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767329733.623635:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329733.623636:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329733.623639:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329733.623644:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767329733.623644:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:3.0:1767329733.623648:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329733.623652:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [597:597:256:4294967295] 192.168.202.109@tcp LPNI seq info [597:597:8:4294967295] 02000000:00000001:3.0:1767329733.623653:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329733.623660:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d89b6660. 00000400:00000200:0.0:1767329733.623670:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:3.0:1767329733.623672:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329733.623679:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003dc40a30. 00000800:00000200:0.0:1767329733.623680:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329733.623681:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000010:3.0:1767329733.623687:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009993a68b. 00000400:00000200:1.0:1767329733.623689:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767329733.623691:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6c5103d. 00000400:00000200:1.0:1767329733.623693:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000200:3.0:1767329733.623695:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572252032, portal 10 00000400:00000200:1.0:1767329733.623700:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329733.623701:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767329733.623705:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329733.623706:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776940032 : -127176932611584 : ffff8c55501baa00) 00000400:00000200:1.0:1767329733.623706:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329733.623714:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [598:598:255:4294967295] 192.168.202.109@tcp LPNI seq info [598:598:7:4294967295] 00000100:00000040:3.0:1767329733.623721:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae3caa28 x1853178572252032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329733.623722:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329733.623729:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329733.623732:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6c5103d type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767329733.623739:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329733.623745:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065561a0b. 00000100:00000001:3.0:1767329733.623749:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767329733.623752:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000040:3.0:1767329733.623758:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329733.623762:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d929a2. 00000800:00000200:1.0:1767329733.623762:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329733.623766:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000065561a0b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329733.623766:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329733.623768:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572252032, offset 0 00000100:00000001:1.0:1767329733.623774:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329733.623775:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301583196 00000100:00000040:1.0:1767329733.623779:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 151723 usecs (152 jiffies) 00000400:00000200:3.0:1767329733.623781:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329733.623784:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301578904 00000100:00000010:0.0:1767329733.623785:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d643faa9. 00000400:00000200:3.0:1767329733.623791:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329733.623794:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767329733.623797:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767329733.623802:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329733.623803:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301583196 00000100:00000001:0.0:1767329733.623803:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301583196 00000400:00000200:3.0:1767329733.623807:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329733.623810:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301578904 00000100:00000010:0.0:1767329733.623810:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0a19a74. 00000400:00000200:3.0:1767329733.623816:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329733.623818:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767329733.623823:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [599:599:254:4294967295] 192.168.202.109@tcp LPNI seq info [599:599:6:4294967295] 00000100:00000001:1.0:1767329733.623824:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301583196 00000100:00000001:0.0:1767329733.623824:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301583196 00000100:00000001:1.0:1767329733.623831:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301578904 00000100:00000010:0.0:1767329733.623831:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7b8b983. 00000100:00000001:0.0:1767329733.623837:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767329733.623842:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301583196 00000100:00000001:0.0:1767329733.623843:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301583196 00000400:00000200:3.0:1767329733.623846:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329733.623848:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301578904 00000100:00000010:0.0:1767329733.623849:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c317c76. 00000100:00000001:0.0:1767329733.623854:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767329733.623859:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329733.623860:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301583196 00000100:00000001:0.0:1767329733.623860:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767329733.623863:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329733.623867:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329733.623867:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767329733.623868:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030c67b31. 00000800:00000010:2.0:1767329733.623869:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6c5103d. 00000100:00000001:0.0:1767329733.623873:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329733.623875:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329733.623877:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329733.623879:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329733.623879:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329733.623883:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329733.623885:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329733.623886:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329733.623890:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329733.623892:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767329733.623893:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329733.623895:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329733.623896:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767329733.623898:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329733.623898:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329733.623903:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329733.623903:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329733.623905:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000030c67b31 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329733.623905:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f203f08 00000100:00000001:1.0:1767329733.623906:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767329733.623910:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f203f08. 00000100:00000001:0.0:1767329733.623910:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329733.623911:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329733.623913:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329733.623918:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329733.623920:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 11025 usecs (12 jiffies) 00000100:00000001:3.0:1767329733.623925:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301578764 00000100:00000001:2.0:1767329733.623925:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767329733.623931:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301583196 00000100:00000200:2.0:1767329733.623932:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d834dde9 x1853178572251776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329733.623939:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301578764 00000100:00000001:2.0:1767329733.623944:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329733.623946:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d834dde9 x1853178572251776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329749 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329733.623953:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301583196 00000100:00000001:2.0:1767329733.623957:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329733.623958:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301578764 00000100:00000001:2.0:1767329733.623961:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329733.623963:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301583196 00000100:00000001:3.0:1767329733.623966:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301578764 00000100:00000001:3.0:1767329733.623968:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301583196 00000100:00000001:3.0:1767329733.623970:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329733.623973:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329733.623973:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329733.623976:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329733.623976:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065561a0b. 00000100:00000001:3.0:1767329733.623982:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329733.623983:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329733.623988:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329733.623990:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f8c929d 00000100:00000001:3.0:1767329733.623991:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767329733.623992:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f8c929d. 00000100:00000001:3.0:1767329733.623995:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329733.623996:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329733.624000:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016573b0d x1853178572251904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329733.624001:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329733.624004:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329733.624007:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329733.624012:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329733.624013:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329733.624041:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016573b0d x1853178572251904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329749 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329733.624046:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329733.624055:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329733.624118:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329733.624120:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030c67b31. 00000400:00000200:2.0:1767329733.624122:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329733.624125:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329733.624127:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d929a2 00000400:00000010:2.0:1767329733.624128:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d929a2. 00000100:00000001:2.0:1767329733.624130:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329733.624132:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae3caa28 x1853178572252032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329733.624154:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329733.624156:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae3caa28 x1853178572252032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329749 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329733.624160:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329733.624162:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329733.625690:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329733.625703:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329733.625705:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329733.625708:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329733.625714:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329733.625724:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2812280 00000400:00000200:1.0:1767329733.625730:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1371 [1] + 224 00000800:00000001:1.0:1767329733.625735:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329733.625741:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329733.625742:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329733.625745:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329733.625748:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329733.625751:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d834dde9 x1853178572251776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329733.625758:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d834dde9 x1853178572251776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329733.625773:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329733.625778:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329733.625780:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329733.625834:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329733.625837:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329733.625841:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329733.625842:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329733.625844:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000697a9ea1. 00000400:00000200:0.0:1767329733.625848:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a82564d3 00000400:00000010:0.0:1767329733.625849:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a82564d3. 00000100:00000001:0.0:1767329733.625853:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329733.625857:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d834dde9 x1853178572251776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329733.625864:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d834dde9 x1853178572251776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329733.625877:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329733.625879:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329733.625881:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329733.625883:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329733.625885:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329733.625886:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329733.625888:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329733.625893:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=130 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329733.625896:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=130 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329733.625898:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329733.625899:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329733.625902:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329733.625904:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329733.625905:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329733.625908:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767329733.625909:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d834dde9 x1853178572251776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329733.625914:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329733.625916:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767329733.625917:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329733.625919:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329733.625921:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329733.625923:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d834dde9 x1853178572251776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329749 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329733.625929:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767329733.625931:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d834dde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572251776:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767329733.625939:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767329733.625940:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329733.625943:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329733.625945:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d834dde9 x1853178572251776/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329749 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329733.625950:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2812300 00000400:00000200:1.0:1767329733.625959:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1375 [1] + 224 00000100:00000001:0.0:1767329733.625960:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329733.625963:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1767329733.625965:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767329733.625966:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006c3c8a4. 00000800:00000001:1.0:1767329733.625969:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329733.625970:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767329733.625973:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767329733.625974:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329733.625978:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000400:00000200:1.0:1767329733.625979:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329733.625982:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329733.625985:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016573b0d x1853178572251904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767329733.625989:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329733.625993:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c3d2ae82. 02000000:00000001:0.0:1767329733.625999:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767329733.626000:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000016573b0d x1853178572251904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329733.626001:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329733.626004:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d834dde9. 00000100:00000001:0.0:1767329733.626010:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329733.626012:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329733.626013:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329733.626035:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329733.626036:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329733.626038:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329733.626038:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329733.626042:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329733.626044:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329733.626049:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329733.626051:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329733.626052:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329733.626056:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329733.626060:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2812380 00000400:00000200:1.0:1767329733.626063:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1381 [1] + 224 00000800:00000001:1.0:1767329733.626066:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329733.626069:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329733.626071:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329733.626073:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329733.626075:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329733.626077:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae3caa28 x1853178572252032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329733.626083:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae3caa28 x1853178572252032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329733.626087:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329733.626090:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329733.626093:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329733.626096:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329733.626099:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027005472. 00000400:00000200:2.0:1767329733.626105:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933cf678 00000400:00000010:2.0:1767329733.626107:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000933cf678. 00000100:00000001:2.0:1767329733.626109:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329733.626112:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767329733.626115:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016573b0d x1853178572251904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329733.626118:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329733.626122:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329733.626128:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016573b0d x1853178572251904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329733.626134:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329733.626136:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329733.626155:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767329733.626157:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329733.626157:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329733.626159:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329733.626161:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329733.626162:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329733.626166:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767329733.626168:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1767329733.626169:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=120 v=5 (5 5 5 5) 00000400:00000001:3.0:1767329733.626171:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329733.626174:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003dc40a30. 00000400:00000200:3.0:1767329733.626179:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009993a68b 00000100:00001000:2.0:1767329733.626180:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=120 v=5 (1 1 1 1) 00000400:00000010:3.0:1767329733.626183:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009993a68b. 00000100:00000001:2.0:1767329733.626185:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329733.626187:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329733.626189:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767329733.626190:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329733.626194:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329733.626197:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae3caa28 x1853178572252032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329733.626197:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329733.626199:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329733.626202:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329733.626204:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329733.626211:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016573b0d x1853178572251904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329733.626220:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae3caa28 x1853178572252032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329733.626221:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329733.626225:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329733.626227:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329733.626234:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016573b0d x1853178572251904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329749 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329733.626239:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329733.626243:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767329733.626244:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000016573b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572251904:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329733.626248:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767329733.626250:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329733.626251:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329733.626253:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329733.626255:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767329733.626257:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016573b0d x1853178572251904/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329749 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329733.626259:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329733.626263:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329733.626264:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329733.626266:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040443f6d. 02000000:00000001:2.0:1767329733.626269:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767329733.626271:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329733.626272:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329733.626274:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329733.626277:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329733.626278:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eda5e76f. 00000100:00001000:3.0:1767329733.626279:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=130 v=5 (5 5 5 5) 02000000:00000001:2.0:1767329733.626280:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329733.626282:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329733.626284:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016573b0d. 00000100:00001000:3.0:1767329733.626288:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=65 v=5 (1 1 0 0) 00000100:00000001:2.0:1767329733.626289:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329733.626293:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329733.626294:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329733.626298:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767329733.626299:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329733.626301:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329733.626306:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00080000:3.0:1767329733.626307:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ae3caa28 x1853178572252032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329733.626308:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329733.626312:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329733.626314:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329733.626322:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329733.626325:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329733.626327:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329733.626329:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329733.626330:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329733.626333:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae3caa28 x1853178572252032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329733.626340:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329733.626342:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329733.626344:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329733.626347:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae3caa28 x1853178572252032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329749 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329733.626354:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae3caa28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572252032:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329733.626358:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329733.626360:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329733.626362:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae3caa28 x1853178572252032/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329749 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329733.626368:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329733.626370:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329733.626372:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d89b6660. 02000000:00000001:3.0:1767329733.626375:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329733.626377:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329733.626378:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329733.626386:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329733.626388:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011b16950. 02000000:00000001:3.0:1767329733.626391:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329733.626392:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329733.626394:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae3caa28. 00000100:00000001:3.0:1767329733.626397:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329733.626398:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329733.626400:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329733.626404:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329733.626405:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329733.626407:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329733.626409:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329733.687101:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329733.687105:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329733.687198:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329733.687201:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329733.687203:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329734.711117:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329734.711125:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329734.711144:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329734.711146:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329734.711150:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329734.711152:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329734.711153:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329734.711155:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329734.711227:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329734.711230:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329734.711233:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329735.735139:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329735.735145:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329735.735215:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329735.735221:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329735.735225:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329736.759137:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329736.759147:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329736.759246:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329736.759250:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329736.759254:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329737.783165:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329737.783173:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329737.783267:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329737.783273:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329737.783277:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329738.231074:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301583196, at 4301583360 00000100:00000040:3.0:1767329738.231076:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301583196, at 4301583360 00000100:00000040:1.0:1767329738.231101:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301583196, at 4301583360 00000100:00000010:2.0:1767329738.231102:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7b8b983. 00000100:00000010:3.0:1767329738.231109:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c317c76. 00000100:00000010:1.0:1767329738.231116:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b0a19a74. 00000100:00000040:0.0:1767329738.232124:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301583196, at 4301583361 00000100:00000010:0.0:1767329738.232133:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d643faa9. 00000100:00000040:3.0:1767329738.743161:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329738.743172:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329738.743182:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae3caa28. 00000020:00000040:3.0:1767329738.743190:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329738.743195:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329738.743198:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329738.743205:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329738.743213:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011b16950. 00000100:00000001:3.0:1767329738.743221:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329738.743234:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000ae3caa28 x1853178572252160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329738.743245:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329738.743248:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329738.743254:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3caa28] to pc [ptlrpcd_00_02+2] req@00000000ae3caa28 x1853178572252160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329738.743286:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329738.743294:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329738.743297:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767329738.743299:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767329738.743300:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053d0c3c2. 00000100:00000001:0.0:1767329738.743308:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329738.743310:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767329738.743320:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000040:0.0:1767329738.743322:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae3caa28 x1853178572252160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329738.743328:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329738.743330:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329738.743334:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329738.743340:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767329738.743344:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009917be02. 00000100:00000001:1.0:1767329738.743348:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329738.743354:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329738.743367:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329738.743370:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329738.743372:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000053d0c3c2 x1853178572252288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767329738.743379:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329738.743386:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329738.743389:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767329738.743394:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329738.743395:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329738.743421:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae3caa28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572252160:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329738.743430:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053d0c3c2] to pc [ptlrpcd_00_03+3] req@0000000053d0c3c2 x1853178572252288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329738.743433:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329738.743443:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329738.743452:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329738.743455:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329738.743466:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329738.743470:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329738.743479:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:0.0:1767329738.743481:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006c3c8a4. 02000000:00000001:0.0:1767329738.743490:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767329738.743493:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd9171ef. 00000400:00000010:0.0:1767329738.743498:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000697a9ea1. 00000020:00000040:3.0:1767329738.743499:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329738.743508:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329738.743512:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329738.743516:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767329738.743519:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767329738.743520:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a82564d3. 00000100:00000001:1.0:1767329738.743524:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767329738.743534:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329738.743540:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572252160, portal 25 02000000:00000010:3.0:1767329738.743543:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054284e99. 00000100:00000040:1.0:1767329738.743547:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053d0c3c2 x1853178572252288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329738.743550:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329738.743552:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329738.743558:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776940032 : -127176932611584 : ffff8c55501baa00) 00000100:00000040:3.0:1767329738.743572:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000cd9171ef x1853178572252416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767329738.743583:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae3caa28 x1853178572252160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329738.743616:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329738.743623:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329738.743639:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329738.743650:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329738.743667:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329738.743673:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329738.743682:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329738.743683:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329738.743688:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053d0c3c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572252288:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329738.743696:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329738.743699:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd9171ef] to pc [ptlrpcd_00_00+0] req@00000000cd9171ef x1853178572252416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329738.743702:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e43dd11. 00000100:00000200:0.0:1767329738.743715:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572252160, offset 0 00000100:00000001:1.0:1767329738.743726:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329738.743741:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767329738.743743:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329738.743751:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329738.743755:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329738.743763:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5873074. 00000100:00000001:3.0:1767329738.743764:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329738.743771:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:1.0:1767329738.743772:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329738.743776:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767329738.743791:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767329738.743792:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e77fbe5. 00000100:00000040:3.0:1767329738.743802:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767329738.743809:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:1.0:1767329738.743812:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cb6d618. 00000100:00000040:3.0:1767329738.743816:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6921) 00000400:00000200:0.0:1767329738.743818:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329738.743823:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767329738.743829:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572252288, portal 10 00000100:00000001:2.0:1767329738.743836:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329738.743840:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329738.743843:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329738.743847:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329738.743850:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329738.743855:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776942720 : -127176932608896 : ffff8c55501bb480) 00000100:00000001:3.0:1767329738.743863:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329738.743865:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [600:600:256:4294967295] 192.168.202.109@tcp LPNI seq info [600:600:8:4294967295] 00000100:00000040:2.0:1767329738.743869:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cd9171ef x1853178572252416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329738.743884:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053d0c3c2 x1853178572252288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329738.743936:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329738.743950:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329738.743958:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329738.743972:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767329738.743975:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1767329738.743985:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329738.743987:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329738.744000:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329738.744002:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767329738.744003:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ce0a9bb. 00000400:00000010:1.0:1767329738.744012:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db9067e5. 00000100:00100000:2.0:1767329738.744052:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cd9171ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572252416:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329738.744059:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329738.744065:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329738.744068:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329738.744071:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:2.0:1767329738.744077:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767329738.744106:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000010:2.0:1767329738.744113:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3bb3d2b. 00000800:00000200:0.0:1767329738.744114:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004ce0a9bb type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1767329738.744115:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572252288, offset 0 02000000:00000001:2.0:1767329738.744124:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329738.744149:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faf7be7a. 00000100:00000001:0.0:1767329738.744153:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329738.744154:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329738.744163:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301588317 00000400:00000010:2.0:1767329738.744169:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000408ebb8d. 00000100:00000010:0.0:1767329738.744169:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006f863348. 00000100:00000200:2.0:1767329738.744175:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572252416, portal 10 00000400:00000200:1.0:1767329738.744177:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329738.744182:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329738.744183:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767329738.744185:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329738.744191:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776931968 : -127176932619648 : ffff8c55501b8a80) 00000400:00000200:1.0:1767329738.744195:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329738.744196:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301588317 00000100:00000040:2.0:1767329738.744202:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cd9171ef x1853178572252416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329738.744203:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1767329738.744214:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8fe8887. 00000400:00000200:1.0:1767329738.744216:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329738.744228:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767329738.744231:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [601:601:255:4294967295] 192.168.202.109@tcp LPNI seq info [601:601:7:4294967295] 00000100:00000001:2.0:1767329738.744241:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329738.744243:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301588317 00000100:00000010:0.0:1767329738.744247:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069e9ffe7. 00000100:00000040:2.0:1767329738.744248:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329738.744253:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9460489. 00000100:00000001:0.0:1767329738.744256:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000200:2.0:1767329738.744258:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572252416, offset 0 00000800:00000200:3.0:1767329738.744260:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767329738.744267:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329738.744267:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301588317 00000800:00000010:3.0:1767329738.744270:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ce0a9bb. 00000400:00000200:2.0:1767329738.744279:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:0.0:1767329738.744280:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1c97f20. 00000400:00000200:3.0:1767329738.744283:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767329738.744291:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329738.744293:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767329738.744301:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767329738.744303:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329738.744306:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329738.744307:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767329738.744307:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9d1b4a8. 00000100:00000001:0.0:1767329738.744321:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329738.744326:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:1.0:1767329738.744334:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329738.744336:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329738.744339:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329738.744347:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329738.744366:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329738.744369:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767329738.744377:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329738.744378:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767329738.744384:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [602:602:254:4294967295] 192.168.202.109@tcp LPNI seq info [602:602:6:4294967295] 00000100:00000001:0.0:1767329738.744393:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767329738.744395:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9d1b4a8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329738.744400:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329738.744408:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329738.744411:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329738.744420:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329738.744427:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:1.0:1767329738.744442:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 150905 usecs (151 jiffies) 00000800:00000200:2.0:1767329738.744445:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329738.744448:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e43dd11 00000100:00000001:1.0:1767329738.744455:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301584024 00000400:00000010:3.0:1767329738.744457:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e43dd11. 00000800:00000010:2.0:1767329738.744461:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074996e45. 00000100:00000001:1.0:1767329738.744466:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301588317 00000100:00000001:1.0:1767329738.744473:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301584024 00000800:00000200:2.0:1767329738.744477:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329738.744481:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329738.744481:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301588317 00000100:00000001:1.0:1767329738.744494:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301584024 00000800:00000200:2.0:1767329738.744495:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000200:3.0:1767329738.744497:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae3caa28 x1853178572252160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329738.744506:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301588317 00000800:00000200:2.0:1767329738.744507:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000074996e45 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329738.744524:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301584024 00000100:00000001:2.0:1767329738.744525:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329738.744530:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329738.744537:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 10981 usecs (11 jiffies) 00000100:00000001:1.0:1767329738.744539:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301588317 00000100:00000040:3.0:1767329738.744544:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae3caa28 x1853178572252160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329754 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329738.744548:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301583884 00000100:00000001:1.0:1767329738.744555:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329738.744559:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301588317 00000100:00000001:1.0:1767329738.744572:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329738.744573:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301583884 00000100:00000001:3.0:1767329738.744579:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329738.744585:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301588317 00000100:00000001:3.0:1767329738.744587:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329738.744589:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329738.744595:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301583884 00000100:00000001:1.0:1767329738.744600:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329738.744613:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301588317 00000100:00000001:1.0:1767329738.744613:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329738.744620:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301583884 00000800:00000200:3.0:1767329738.744621:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329738.744623:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767329738.744630:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9d1b4a8. 00000100:00000001:2.0:1767329738.744632:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301588317 00000100:00000001:1.0:1767329738.744636:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329738.744641:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329738.744646:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329738.744647:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329738.744653:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329738.744658:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329738.744659:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329738.744662:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db9067e5 00000400:00000010:3.0:1767329738.744672:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db9067e5. 00000100:00000001:2.0:1767329738.744674:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329738.744674:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329738.744677:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329738.744688:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053d0c3c2 x1853178572252288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329738.744688:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329738.744700:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329738.744706:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329738.744707:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329738.744717:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329738.744736:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053d0c3c2 x1853178572252288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329754 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329738.744737:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329738.744740:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329738.744745:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329738.744748:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329738.744750:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329738.744783:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329738.744785:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074996e45. 00000400:00000200:3.0:1767329738.744787:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329738.744790:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329738.744792:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9460489 00000400:00000010:3.0:1767329738.744793:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9460489. 00000100:00000001:3.0:1767329738.744795:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329738.744798:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cd9171ef x1853178572252416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329738.744803:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329738.744804:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cd9171ef x1853178572252416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329754 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329738.744808:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329738.744809:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329738.745817:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329738.745837:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329738.745841:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329738.745844:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329738.745854:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329738.745870:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2812400 00000400:00000200:1.0:1767329738.745880:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1389 [1] + 224 00000800:00000001:1.0:1767329738.745890:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329738.745901:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329738.745904:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329738.745908:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329738.745914:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329738.745931:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae3caa28 x1853178572252160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329754 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329738.745945:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae3caa28 x1853178572252160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329738.745977:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329738.745988:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329738.745992:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329738.746063:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329738.746067:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329738.746072:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329738.746074:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329738.746076:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000697a9ea1. 00000400:00000200:0.0:1767329738.746081:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a82564d3 00000400:00000010:0.0:1767329738.746084:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a82564d3. 00000100:00000001:0.0:1767329738.746110:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329738.746115:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae3caa28 x1853178572252160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329738.746123:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae3caa28 x1853178572252160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329754 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329738.746130:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329738.746133:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329738.746135:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329738.746138:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767329738.746146:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329738.746147:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329738.746152:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329738.746155:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329738.746156:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329738.746168:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329738.746172:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767329738.746172:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=135 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329738.746179:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=135 v=5 (1 1 1 1) 00000400:00000200:1.0:1767329738.746183:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767329738.746187:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329738.746190:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329738.746194:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767329738.746202:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2812500 00010000:00000001:0.0:1767329738.746202:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329738.746215:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329738.746223:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1399 [1] + 224 00000100:00000040:0.0:1767329738.746227:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae3caa28 x1853178572252160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329754 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329738.746234:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329738.746242:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767329738.746245:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329738.746245:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329738.746250:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329738.746251:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767329738.746274:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae3caa28 x1853178572252160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329754 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329738.746277:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329738.746291:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767329738.746296:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae3caa28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572252160:192.168.202.109@tcp:400: 00000100:00000200:1.0:1767329738.746302:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cd9171ef x1853178572252416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329754 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329738.746308:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329738.746317:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329738.746343:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cd9171ef x1853178572252416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329738.746343:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae3caa28 x1853178572252160/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329754 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329738.746397:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329738.746405:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329738.746412:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006c3c8a4. 02000000:00000001:0.0:1767329738.746418:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329738.746420:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329738.746421:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329738.746423:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329738.746425:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011b16950. 00000100:00000001:1.0:1767329738.746427:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767329738.746429:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329738.746432:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329738.746433:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae3caa28. 00000800:00000001:1.0:1767329738.746437:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329738.746449:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1767329738.746450:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329738.746451:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329738.746460:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329738.746462:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329738.746470:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329738.746471:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329738.746475:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329738.746482:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329738.746485:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767329738.746488:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329738.746497:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2812480 00000100:00000001:2.0:1767329738.746504:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329738.746513:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1391 [1] + 224 00000100:00000001:2.0:1767329738.746514:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767329738.746535:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767329738.746536:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329738.746542:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329738.746546:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000faf7be7a. 00000800:00000001:1.0:1767329738.746547:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329738.746556:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329738.746558:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000408ebb8d 00000400:00000010:2.0:1767329738.746567:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000408ebb8d. 00000400:00000200:1.0:1767329738.746568:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329738.746580:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329738.746582:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329738.746594:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cd9171ef x1853178572252416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329738.746596:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053d0c3c2 x1853178572252288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329754 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329738.746646:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cd9171ef x1853178572252416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329754 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329738.746651:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000053d0c3c2 x1853178572252288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329738.746690:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329738.746695:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329738.746699:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329738.746702:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329738.746704:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329738.746707:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329738.746709:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767329738.746711:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329738.746720:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767329738.746723:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=135 v=5 (5 5 5 5) 00000800:00000001:1.0:1767329738.746727:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329738.746734:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=70 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329738.746744:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329738.746748:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329738.746757:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1767329738.746758:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767329738.746760:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767329738.746762:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767329738.746771:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767329738.746772:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e77fbe5. 00000400:00000200:0.0:1767329738.746783:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cb6d618 00010000:00080000:2.0:1767329738.746787:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cd9171ef x1853178572252416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329754 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329738.746789:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cb6d618. 00000100:00000001:0.0:1767329738.746801:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767329738.746818:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329738.746818:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053d0c3c2 x1853178572252288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329738.746831:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329738.746837:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329738.746844:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1767329738.746844:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053d0c3c2 x1853178572252288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329754 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329738.746849:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329738.746868:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cd9171ef x1853178572252416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329754 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329738.746870:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329738.746877:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329738.746887:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329738.746895:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329738.746900:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329738.746909:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329738.746910:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329738.746930:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767329738.746932:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329738.746942:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767329738.746946:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=125 v=5 (5 5 5 5) 00000100:00000040:2.0:1767329738.746952:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd9171ef x1853178572252416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329754 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767329738.746956:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=125 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329738.746979:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329738.746986:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329738.746994:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cd9171ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572252416:192.168.202.109@tcp:400: 00010000:00000001:0.0:1767329738.746996:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329738.747005:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329738.747009:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329738.747012:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767329738.747014:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329738.747040:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329738.747043:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329738.747044:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329738.747057:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053d0c3c2 x1853178572252288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329754 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329738.747068:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cd9171ef x1853178572252416/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329754 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329738.747069:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329738.747081:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329738.747084:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329738.747102:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053d0c3c2 x1853178572252288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329754 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329738.747120:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053d0c3c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572252288:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329738.747139:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329738.747140:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329738.747146:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767329738.747147:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767329738.747161:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3bb3d2b. 00000100:00000040:0.0:1767329738.747171:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053d0c3c2 x1853178572252288/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329754 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329738.747174:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329738.747182:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329738.747184:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1767329738.747186:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:0.0:1767329738.747188:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329738.747198:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5873074. 00000020:00000001:2.0:1767329738.747200:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329738.747212:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054284e99. 02000000:00000001:0.0:1767329738.747213:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329738.747225:0:208651:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767329738.747227:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:0.0:1767329738.747230:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329738.747233:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329738.747235:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009917be02. 02000000:00000001:2.0:1767329738.747244:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767329738.747246:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329738.747250:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329738.747252:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cd9171ef. 00000100:00000010:0.0:1767329738.747256:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053d0c3c2. 00000100:00000001:2.0:1767329738.747261:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329738.747263:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329738.747265:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329738.747267:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329738.747272:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329738.747274:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329738.747284:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329738.747284:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329738.747293:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329738.747295:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329738.747319:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329738.747321:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329738.747331:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329738.747332:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329738.807108:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329738.807111:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329738.807184:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329738.807187:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329738.807190:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329739.831181:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329739.831190:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329739.831328:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329739.831336:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329739.831342:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329740.855184:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329740.855195:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329740.855273:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329740.855279:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329740.855284:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329741.879203:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329741.879213:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329741.879360:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329741.879368:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329741.879373:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329742.903119:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329742.903126:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329742.903207:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329742.903213:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329742.903217:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329743.351130:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301588317, at 4301588480 00000100:00000040:0.0:1767329743.351139:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301588317, at 4301588480 00000100:00000010:2.0:1767329743.351143:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069e9ffe7. 00000100:00000010:0.0:1767329743.351149:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006f863348. 00000100:00000040:1.0:1767329743.351154:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301588317, at 4301588480 00000100:00000040:3.0:1767329743.351165:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301588317, at 4301588480 00000100:00000010:1.0:1767329743.351169:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8fe8887. 00000100:00000010:3.0:1767329743.351174:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1c97f20. 00000100:00000040:3.0:1767329743.863096:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329743.863106:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329743.863116:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000143e2fae. 00000020:00000040:3.0:1767329743.863124:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329743.863128:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329743.863131:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329743.863137:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329743.863145:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bb7a9f62. 00000100:00000001:3.0:1767329743.863153:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329743.863164:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000143e2fae x1853178572252544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329743.863173:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329743.863175:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329743.863196:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000143e2fae] to pc [ptlrpcd_00_01+1] req@00000000143e2fae x1853178572252544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329743.863224:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329743.863226:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329743.863229:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329743.863231:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e9cc5edf. 00000020:00000040:3.0:1767329743.863233:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329743.863235:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329743.863236:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329743.863238:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329743.863240:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000042bda6b6. 00000100:00000001:3.0:1767329743.863243:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329743.863245:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000e9cc5edf x1853178572252672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329743.863250:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329743.863251:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329743.863253:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9cc5edf] to pc [ptlrpcd_00_02+2] req@00000000e9cc5edf x1853178572252672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329743.863272:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329743.863275:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329743.863278:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329743.863281:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021ff4b2. 00000020:00000040:3.0:1767329743.863283:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329743.863285:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329743.863286:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329743.863288:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329743.863292:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767329743.863293:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009f2acf4c. 00000100:00000001:2.0:1767329743.863305:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329743.863306:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329743.863307:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329743.863314:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329743.863315:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329743.863316:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000021ff4b2 x1853178572252800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767329743.863329:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000143e2fae x1853178572252544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329743.863342:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329743.863346:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329743.863349:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329743.863350:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329743.863358:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329743.863366:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767329743.863373:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e9cc5edf x1853178572252672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329743.863374:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329743.863385:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329743.863391:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329743.863397:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767329743.863401:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329743.863402:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329743.863409:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000143e2fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572252544:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329743.863420:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000021ff4b2] to pc [ptlrpcd_00_03+3] req@00000000021ff4b2 x1853178572252800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329743.863421:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329743.863422:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329743.863427:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329743.863430:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329743.863438:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329743.863438:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329743.863442:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329743.863446:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329743.863457:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005026077d. 02000000:00000001:1.0:1767329743.863459:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329743.863461:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329743.863465:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e9cc5edf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572252672:192.168.202.109@tcp:400: 00000400:00000010:0.0:1767329743.863467:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000697a9ea1. 00000100:00000001:1.0:1767329743.863470:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329743.863475:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329743.863476:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767329743.863477:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a82564d3. 02000000:00000001:1.0:1767329743.863479:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329743.863485:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767329743.863486:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767329743.863489:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572252544, portal 25 00000100:00000001:2.0:1767329743.863491:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767329743.863494:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000502f497e. 00000100:00000001:2.0:1767329743.863498:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329743.863501:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767329743.863505:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767329743.863507:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767329743.863507:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329743.863508:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776930176 : -127176932621440 : ffff8c55501b8380) 00000100:00000040:2.0:1767329743.863519:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000021ff4b2 x1853178572252800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329743.863520:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab06e96a. 00000100:00000040:3.0:1767329743.863521:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6926) 00000100:00000040:0.0:1767329743.863524:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000143e2fae x1853178572252544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329743.863538:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000765ff9ed. 00000100:00000200:1.0:1767329743.863546:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572252672, portal 10 00000100:00000001:1.0:1767329743.863552:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329743.863554:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329743.863556:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776933760 : -127176932617856 : ffff8c55501b9180) 00000100:00000001:0.0:1767329743.863556:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329743.863557:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329743.863563:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329743.863564:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767329743.863566:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062f196e0. 02000000:00000001:2.0:1767329743.863568:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329743.863568:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e9cc5edf x1853178572252672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329743.863572:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572252544, offset 0 02000000:00000001:2.0:1767329743.863573:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329743.863579:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000021ff4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572252800:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329743.863582:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329743.863586:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767329743.863590:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329743.863591:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767329743.863594:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329743.863595:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329743.863596:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e71018d8. 02000000:00000001:2.0:1767329743.863598:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767329743.863600:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572252672, offset 0 00000400:00000200:1.0:1767329743.863606:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329743.863609:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000010:2.0:1767329743.863612:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005758de51. 02000000:00000001:2.0:1767329743.863615:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329743.863616:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767329743.863621:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faf7be7a. 00000400:00000200:0.0:1767329743.863622:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329743.863628:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767329743.863629:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000408ebb8d. 00000400:00000200:0.0:1767329743.863633:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:2.0:1767329743.863635:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572252800, portal 10 00000400:00000200:0.0:1767329743.863638:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [603:603:256:4294967295] 192.168.202.109@tcp LPNI seq info [603:603:8:4294967295] 00000100:00000001:2.0:1767329743.863640:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329743.863643:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776940928 : -127176932610688 : ffff8c55501bad80) 00000100:00000040:2.0:1767329743.863651:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000021ff4b2 x1853178572252800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329743.863656:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329743.863667:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329743.863668:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767329743.863670:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:0.0:1767329743.863675:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ce0a9bb. 00000100:00000040:2.0:1767329743.863676:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329743.863678:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767329743.863682:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009532038b. 00000400:00000200:1.0:1767329743.863684:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000200:2.0:1767329743.863688:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572252800, offset 0 00000800:00000200:0.0:1767329743.863689:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329743.863692:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329743.863697:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329743.863699:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:0.0:1767329743.863702:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329743.863707:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [604:604:255:4294967295] 192.168.202.109@tcp LPNI seq info [604:604:7:4294967295] 00000800:00000200:0.0:1767329743.863708:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004ce0a9bb type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329743.863719:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329743.863723:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329743.863728:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:1.0:1767329743.863728:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9d1b4a8. 00000100:00000001:0.0:1767329743.863729:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329743.863735:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329743.863737:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301593436 00000800:00000200:1.0:1767329743.863739:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329743.863742:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000010:0.0:1767329743.863743:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054f74597. 00000400:00000200:2.0:1767329743.863747:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767329743.863751:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329743.863753:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329743.863754:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767329743.863761:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [605:605:254:4294967295] 192.168.202.109@tcp LPNI seq info [605:605:6:4294967295] 00000800:00000200:1.0:1767329743.863763:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9d1b4a8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329743.863763:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301593436 00000100:00000010:0.0:1767329743.863770:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052edf4f7. 00000100:00000001:1.0:1767329743.863771:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329743.863775:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767329743.863776:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:1.0:1767329743.863777:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 150100 usecs (151 jiffies) 00000100:00000001:0.0:1767329743.863780:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301593436 00000100:00000001:1.0:1767329743.863784:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301589143 00000100:00000010:0.0:1767329743.863786:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007697a2dd. 00000100:00000001:1.0:1767329743.863789:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301593436 00000100:00000001:0.0:1767329743.863791:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767329743.863792:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000200:3.0:1767329743.863796:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329743.863796:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301589143 00000100:00000001:0.0:1767329743.863799:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301593436 00000800:00000010:2.0:1767329743.863800:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074996e45. 00000100:00000001:1.0:1767329743.863807:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301593436 00000800:00000010:3.0:1767329743.863808:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ce0a9bb. 00000100:00000010:0.0:1767329743.863809:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080a38a15. 00000800:00000200:2.0:1767329743.863819:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329743.863821:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301589143 00000100:00000001:0.0:1767329743.863821:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767329743.863826:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329743.863828:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301593436 00000100:00000001:0.0:1767329743.863829:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767329743.863833:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329743.863846:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329743.863847:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000074996e45 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329743.863848:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301589143 00000100:00000001:0.0:1767329743.863850:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329743.863859:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329743.863862:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329743.863862:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301593436 00000100:00000001:0.0:1767329743.863862:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329743.863868:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062f196e0 00000100:00000001:1.0:1767329743.863869:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767329743.863870:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 10941 usecs (11 jiffies) 00000400:00000010:3.0:1767329743.863876:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062f196e0. 00000100:00000001:2.0:1767329743.863880:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301589003 00000100:00000001:1.0:1767329743.863880:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329743.863882:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329743.863884:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329743.863886:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301593436 00000100:00000001:0.0:1767329743.863886:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329743.863888:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329743.863891:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329743.863891:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329743.863894:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301589003 00000100:00000001:0.0:1767329743.863896:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329743.863897:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329743.863900:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329743.863901:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329743.863903:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000143e2fae x1853178572252544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329743.863912:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301593436 00000100:00000001:0.0:1767329743.863912:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329743.863913:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329743.863918:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329743.863924:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301589003 00000100:00000001:1.0:1767329743.863926:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329743.863937:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301593436 00000100:00000001:3.0:1767329743.863945:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329743.863946:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301589003 00000100:00000001:1.0:1767329743.863947:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329743.863956:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301593436 00000100:00000001:2.0:1767329743.863959:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767329743.863962:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000143e2fae x1853178572252544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329759 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329743.863965:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329743.863976:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329743.863981:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329743.863982:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329743.863991:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329743.863994:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329743.863996:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329743.864001:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329743.864002:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329743.864003:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329743.864007:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329743.864007:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767329743.864053:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9d1b4a8. 00000400:00000200:3.0:1767329743.864057:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329743.864062:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329743.864065:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e71018d8 00000400:00000010:3.0:1767329743.864066:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e71018d8. 00000100:00000001:3.0:1767329743.864069:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329743.864075:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e9cc5edf x1853178572252672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329743.864088:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329743.864090:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e9cc5edf x1853178572252672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329759 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329743.864094:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329743.864096:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329743.864153:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329743.864155:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074996e45. 00000400:00000200:3.0:1767329743.864157:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329743.864160:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329743.864162:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009532038b 00000400:00000010:3.0:1767329743.864163:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009532038b. 00000100:00000001:3.0:1767329743.864166:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329743.864168:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021ff4b2 x1853178572252800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329743.864173:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329743.864175:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000021ff4b2 x1853178572252800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329759 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329743.864179:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329743.864180:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329743.865647:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329743.865661:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329743.865663:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329743.865684:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329743.865691:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329743.865701:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2812580 00000400:00000200:1.0:1767329743.865706:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x13a1 [1] + 224 00000800:00000001:1.0:1767329743.865712:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329743.865715:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329743.865717:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329743.865728:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329743.865733:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329743.865737:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000143e2fae x1853178572252544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329759 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329743.865745:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000143e2fae x1853178572252544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329743.865759:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329743.865767:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329743.865770:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329743.865771:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329743.865772:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329743.865775:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329743.865779:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2812600 00000400:00000200:1.0:1767329743.865782:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x13a5 [1] + 224 00000800:00000001:1.0:1767329743.865784:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329743.865786:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329743.865787:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329743.865789:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329743.865791:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329743.865793:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e9cc5edf x1853178572252672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329759 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329743.865798:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e9cc5edf x1853178572252672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329743.865809:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329743.865813:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329743.865815:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329743.865816:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329743.865818:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329743.865822:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767329743.865824:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329743.865828:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2812680 00000100:00000001:0.0:1767329743.865828:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329743.865834:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x13b1 [1] + 224 00000800:00000001:1.0:1767329743.865841:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767329743.865842:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329743.865845:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329743.865847:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000697a9ea1. 00000800:00000001:1.0:1767329743.865848:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329743.865851:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a82564d3 00000400:00000200:1.0:1767329743.865852:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767329743.865856:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a82564d3. 00000400:00000200:1.0:1767329743.865860:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329743.865866:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329743.865867:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329743.865874:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000143e2fae x1853178572252544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329743.865875:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021ff4b2 x1853178572252800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329759 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329743.865876:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329743.865879:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329743.865884:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329743.865887:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329743.865890:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab06e96a. 00000400:00000200:2.0:1767329743.865897:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000765ff9ed 00000400:00000010:2.0:1767329743.865900:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000765ff9ed. 00000100:00000001:2.0:1767329743.865906:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329743.865910:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000143e2fae x1853178572252544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329743.865915:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e9cc5edf x1853178572252672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329743.865916:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000021ff4b2 x1853178572252800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329743.865930:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329743.865934:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329743.865940:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329743.865943:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329743.865947:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329743.865951:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329743.865955:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e9cc5edf x1853178572252672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329743.865955:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329743.865961:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767329743.865963:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=140 v=5 (5 5 5 5) 00000100:00000001:2.0:1767329743.865967:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767329743.865968:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=140 v=5 (1 1 1 1) 00000800:00000001:1.0:1767329743.865969:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329743.865970:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329743.865975:0:208650:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:1.0:1767329743.865975:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329743.865976:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767329743.865981:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329743.865982:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329743.865985:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767329743.865986:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329743.865987:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329743.865989:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329743.865992:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329743.865998:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000143e2fae x1853178572252544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329759 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329743.865999:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329743.866002:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329743.866009:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1767329743.866009:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=130 v=5 (5 5 5 5) 00000100:00000001:0.0:1767329743.866010:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329743.866059:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1767329743.866061:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=130 v=5 (1 1 1 1) 00000400:00000001:3.0:1767329743.866064:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767329743.866065:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1767329743.866067:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767329743.866070:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329743.866070:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767329743.866071:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000faf7be7a. 00010000:00000001:2.0:1767329743.866079:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767329743.866082:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000408ebb8d 00010000:00000001:2.0:1767329743.866084:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329743.866087:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000143e2fae x1853178572252544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329759 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767329743.866089:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000408ebb8d. 00000100:00000001:2.0:1767329743.866092:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329743.866095:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329743.866099:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329743.866100:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329743.866106:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329743.866111:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021ff4b2 x1853178572252800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329743.866117:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e9cc5edf x1853178572252672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329759 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329743.866123:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000143e2fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572252544:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329743.866143:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329743.866152:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329743.866163:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000143e2fae x1853178572252544/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329759 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329743.866189:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767329743.866194:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021ff4b2 x1853178572252800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329743.866199:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329743.866200:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329743.866205:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767329743.866206:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767329743.866212:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005026077d. 00000100:00000040:2.0:1767329743.866224:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9cc5edf x1853178572252672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329759 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329743.866224:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329743.866231:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329743.866240:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329743.866241:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767329743.866248:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1767329743.866250:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e9cc5edf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572252672:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329743.866260:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767329743.866260:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bb7a9f62. 00000100:00000001:2.0:1767329743.866262:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329743.866268:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767329743.866271:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767329743.866271:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329743.866273:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767329743.866278:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e9cc5edf x1853178572252672/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329759 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329743.866284:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767329743.866285:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329743.866288:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767329743.866293:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329743.866293:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000143e2fae. 02000000:00000001:2.0:1767329743.866294:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329743.866300:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000502f497e. 02000000:00000001:3.0:1767329743.866312:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329743.866313:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767329743.866313:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1767329743.866322:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767329743.866325:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767329743.866326:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00001000:3.0:1767329743.866330:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=140 v=5 (5 5 5 5) 00000100:00000001:0.0:1767329743.866330:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767329743.866331:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329743.866337:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000042bda6b6. 00000100:00000001:0.0:1767329743.866343:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1767329743.866347:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=75 v=5 (1 1 0 0) 02000000:00000001:2.0:1767329743.866348:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329743.866349:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329743.866365:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767329743.866366:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329743.866366:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767329743.866370:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e9cc5edf. 00000100:00000001:3.0:1767329743.866379:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329743.866381:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329743.866381:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329743.866383:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329743.866384:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329743.866389:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767329743.866393:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000021ff4b2 x1853178572252800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329759 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329743.866394:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329743.866398:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329743.866406:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329743.866410:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329743.866420:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329743.866425:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329743.866428:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329743.866430:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329743.866432:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329743.866436:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000021ff4b2 x1853178572252800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329759 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329743.866445:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329743.866448:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329743.866450:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329743.866454:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021ff4b2 x1853178572252800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329759 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329743.866463:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000021ff4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572252800:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329743.866469:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329743.866472:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329743.866474:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000021ff4b2 x1853178572252800/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329759 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329743.866480:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329743.866482:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329743.866490:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005758de51. 02000000:00000001:3.0:1767329743.866493:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329743.866494:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329743.866496:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329743.866497:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329743.866499:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009f2acf4c. 02000000:00000001:3.0:1767329743.866502:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329743.866503:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329743.866504:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021ff4b2. 00000100:00000001:3.0:1767329743.866508:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329743.866509:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329743.866511:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329743.866517:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329743.866518:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329743.866519:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329743.866521:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329743.927089:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329743.927092:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329743.927171:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329743.927174:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329743.927177:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329744.951194:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329744.951203:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329744.951207:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329744.951210:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329744.951216:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329744.951219:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329744.951221:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329744.951224:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329744.951366:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329744.951372:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329744.951376:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329745.975208:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329745.975216:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329745.975342:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329745.975348:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329745.975353:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329746.999094:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329746.999100:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329746.999194:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329746.999198:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329746.999201:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329748.023097:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329748.023102:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329748.023186:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329748.023190:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329748.023192:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329748.471084:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301593436, at 4301593600 00000100:00000040:3.0:1767329748.471087:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301593436, at 4301593600 00000100:00000010:1.0:1767329748.471100:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052edf4f7. 00000100:00000010:3.0:1767329748.471104:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080a38a15. 00000100:00000040:0.0:1767329748.471108:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301593436, at 4301593600 00000100:00000010:0.0:1767329748.471117:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054f74597. 00000100:00000040:2.0:1767329748.471263:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301593436, at 4301593600 00000100:00000010:2.0:1767329748.471270:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007697a2dd. 00000100:00000040:2.0:1767329748.983098:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329748.983106:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329748.983111:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081a134ff. 00000020:00000040:2.0:1767329748.983118:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329748.983122:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329748.983124:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329748.983129:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329748.983136:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074996e45. 00000100:00000001:2.0:1767329748.983142:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329748.983152:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000081a134ff x1853178572252928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329748.983161:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329748.983171:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329748.983177:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a134ff] to pc [ptlrpcd_00_00+0] req@0000000081a134ff x1853178572252928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329748.983203:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329748.983205:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329748.983209:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329748.983222:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000faf3089b. 00000020:00000040:2.0:1767329748.983224:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329748.983244:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329748.983247:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329748.983251:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329748.983255:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767329748.983257:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000387dfe9. 00000100:00000001:2.0:1767329748.983265:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329748.983267:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767329748.983274:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329748.983275:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000faf3089b x1853178572253056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329748.983277:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329748.983289:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329748.983299:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329748.983303:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329748.983305:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767329748.983313:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faf3089b] to pc [ptlrpcd_00_01+1] req@00000000faf3089b x1853178572253056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329748.983313:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329748.983324:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329748.983331:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329748.983338:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329748.983363:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329748.983364:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081a134ff x1853178572252928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329748.983366:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329748.983372:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329748.983375:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000077c1f13d. 00000020:00000040:2.0:1767329748.983378:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329748.983378:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329748.983380:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329748.983381:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329748.983382:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767329748.983385:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:2.0:1767329748.983386:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329748.983388:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329748.983389:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329748.983391:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329748.983392:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767329748.983393:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000719bb99c. 02000000:00000001:0.0:1767329748.983398:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329748.983399:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329748.983399:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329748.983404:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767329748.983405:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081a134ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572252928:192.168.202.109@tcp:400: 00000100:00000040:2.0:1767329748.983407:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000077c1f13d x1853178572253184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329748.983412:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329748.983414:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329748.983417:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767329748.983420:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767329748.983421:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767329748.983424:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329748.983428:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767329748.983431:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000faf3089b x1853178572253056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767329748.983434:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f054a890. 02000000:00000001:0.0:1767329748.983439:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329748.983447:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767329748.983448:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000697a9ea1. 00000100:00000001:2.0:1767329748.983450:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329748.983457:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a82564d3. 00000100:00000001:3.0:1767329748.983458:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767329748.983458:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077c1f13d] to pc [ptlrpcd_00_02+2] req@0000000077c1f13d x1853178572253184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329748.983462:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329748.983467:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572252928, portal 25 02000000:00000001:3.0:1767329748.983469:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329748.983473:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767329748.983475:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329748.983475:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777356160 : -127176932195456 : ffff8c5550220380) 02000000:00000001:3.0:1767329748.983482:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329748.983485:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081a134ff x1853178572252928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329748.983487:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329748.983491:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000faf3089b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572253056:192.168.202.109@tcp:400: 00000100:00000040:2.0:1767329748.983492:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767329748.983502:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767329748.983503:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329748.983504:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329748.983509:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6931) 00000100:00000001:1.0:1767329748.983509:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329748.983513:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329748.983514:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329748.983520:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767329748.983520:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008eff51a3. 00000100:00000040:1.0:1767329748.983522:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000077c1f13d x1853178572253184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329748.983525:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572252928, offset 0 02000000:00000001:3.0:1767329748.983526:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329748.983530:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329748.983536:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329748.983536:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000010:3.0:1767329748.983543:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e0bbe1a6. 00000100:00000001:2.0:1767329748.983556:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329748.983558:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767329748.983559:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329748.983560:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329748.983561:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329748.983566:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003dc40a30. 00000400:00000200:0.0:1767329748.983567:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:1.0:1767329748.983568:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329748.983571:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329748.983574:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329748.983576:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009993a68b. 00000400:00000200:0.0:1767329748.983576:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:1.0:1767329748.983580:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000077c1f13d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572253184:192.168.202.109@tcp:400: 00000100:00000200:3.0:1767329748.983584:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572253056, portal 10 00000400:00000200:0.0:1767329748.983585:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329748.983586:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329748.983589:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767329748.983590:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767329748.983592:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329748.983594:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777357056 : -127176932194560 : ffff8c5550220700) 02000000:00000001:1.0:1767329748.983596:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329748.983600:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1767329748.983601:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040443f6d. 02000000:00000001:1.0:1767329748.983605:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329748.983608:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000faf3089b x1853178572253056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329748.983609:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:1.0:1767329748.983611:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0a0c7c2. 00000400:00000200:0.0:1767329748.983617:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [606:606:256:4294967295] 192.168.202.109@tcp LPNI seq info [606:606:8:4294967295] 00000400:00000010:1.0:1767329748.983619:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cda0ea1. 00000100:00000200:1.0:1767329748.983625:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572253184, portal 10 00000100:00000001:1.0:1767329748.983629:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329748.983633:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777365120 : -127176932186496 : ffff8c5550222680) 00000100:00000001:3.0:1767329748.983635:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767329748.983640:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:1.0:1767329748.983644:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000077c1f13d x1853178572253184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329748.983646:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329748.983659:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc11fa5. 00000800:00000200:0.0:1767329748.983660:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000200:3.0:1767329748.983665:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572253056, offset 0 00000100:00000001:1.0:1767329748.983666:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1767329748.983668:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6c5103d. 00000100:00000040:1.0:1767329748.983673:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329748.983676:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c97fde2a. 00000400:00000200:3.0:1767329748.983679:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:0.0:1767329748.983681:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:1.0:1767329748.983685:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572253184, offset 0 00000400:00000200:3.0:1767329748.983691:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:0.0:1767329748.983692:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329748.983695:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:0.0:1767329748.983700:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6c5103d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329748.983701:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767329748.983709:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329748.983712:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329748.983715:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329748.983718:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329748.983721:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [607:607:255:4294967295] 192.168.202.109@tcp LPNI seq info [607:607:7:4294967295] 00000100:00000001:0.0:1767329748.983724:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301598556 00000100:00000010:0.0:1767329748.983731:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054f74597. 00000100:00000001:0.0:1767329748.983739:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767329748.983740:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329748.983748:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301598556 00000800:00000200:3.0:1767329748.983750:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329748.983753:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000010:0.0:1767329748.983754:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097c45c3b. 00000800:00000010:3.0:1767329748.983759:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009f2acf4c. 00000400:00000200:1.0:1767329748.983762:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329748.983762:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767329748.983768:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329748.983770:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301598556 00000400:00000200:1.0:1767329748.983771:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000010:0.0:1767329748.983777:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000433e038f. 00000400:00000200:1.0:1767329748.983779:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767329748.983782:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329748.983784:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767329748.983786:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:2.0:1767329748.983787:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767329748.983791:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009f2acf4c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329748.983791:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301598556 00000800:00000010:2.0:1767329748.983792:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6c5103d. 00000400:00000200:1.0:1767329748.983795:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [608:608:254:4294967295] 192.168.202.109@tcp LPNI seq info [608:608:6:4294967295] 00000100:00000010:0.0:1767329748.983798:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008aa23318. 00000100:00000001:3.0:1767329748.983801:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329748.983802:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329748.983805:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767329748.983810:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329748.983813:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000040:3.0:1767329748.983817:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 149297 usecs (150 jiffies) 00000100:00000001:0.0:1767329748.983817:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329748.983819:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329748.983822:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329748.983824:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301594262 00000100:00000001:0.0:1767329748.983825:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329748.983831:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329748.983832:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301598556 00000100:00000001:0.0:1767329748.983834:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329748.983836:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008eff51a3 00000800:00000200:1.0:1767329748.983839:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329748.983839:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329748.983840:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301594262 00000400:00000010:2.0:1767329748.983840:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008eff51a3. 00000800:00000010:1.0:1767329748.983845:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e18132be. 00000100:00000001:0.0:1767329748.983847:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329748.983848:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301598556 00000100:00000001:2.0:1767329748.983854:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767329748.983854:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329748.983855:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301594262 00000100:00000001:3.0:1767329748.983861:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301598556 00000100:00000200:2.0:1767329748.983862:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081a134ff x1853178572252928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767329748.983866:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:3.0:1767329748.983869:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301594262 00000800:00000200:1.0:1767329748.983872:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e18132be type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329748.983879:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329748.983884:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329748.983884:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 10900 usecs (11 jiffies) 00000100:00000001:1.0:1767329748.983904:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301594123 00000100:00000040:2.0:1767329748.983905:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081a134ff x1853178572252928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329748.983911:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301598556 00000100:00000001:1.0:1767329748.983917:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301594123 00000100:00000001:2.0:1767329748.983919:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329748.983923:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301598556 00000100:00000001:2.0:1767329748.983924:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329748.983928:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301594123 00000100:00000001:1.0:1767329748.983931:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301598556 00000100:00000001:1.0:1767329748.983933:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301594123 00000100:00000001:1.0:1767329748.983935:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301598556 00000100:00000001:1.0:1767329748.983936:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329748.983938:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329748.983940:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329748.983942:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767329748.983943:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329748.983947:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767329748.983948:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009f2acf4c. 00000100:00000001:1.0:1767329748.983951:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767329748.983953:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329748.983972:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329748.983979:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329748.983981:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329748.984007:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329748.984011:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc11fa5 00000400:00000010:2.0:1767329748.984053:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc11fa5. 00000100:00000001:2.0:1767329748.984061:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329748.984061:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329748.984067:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000faf3089b x1853178572253056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329748.984074:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329748.984076:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000faf3089b x1853178572253056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329748.984080:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301598556 00000100:00000001:2.0:1767329748.984084:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329748.984087:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329748.984087:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329748.984093:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329748.984096:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329748.984099:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329748.984100:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329748.984103:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e18132be. 00000400:00000200:2.0:1767329748.984106:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329748.984109:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329748.984111:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c97fde2a 00000400:00000010:2.0:1767329748.984112:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c97fde2a. 00000100:00000001:2.0:1767329748.984113:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329748.984115:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000077c1f13d x1853178572253184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329748.984120:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329748.984122:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000077c1f13d x1853178572253184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329748.984125:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329748.984126:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329748.985312:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329748.985319:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329748.985322:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329748.985325:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329748.985398:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329748.985410:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2812700 00000400:00000200:3.0:1767329748.985417:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x13b9 [1] + 224 00000800:00000001:3.0:1767329748.985424:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329748.985431:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329748.985433:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329748.985437:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329748.985442:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329748.985445:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081a134ff x1853178572252928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329748.985520:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081a134ff x1853178572252928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329748.985551:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329748.985570:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329748.985578:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329748.985582:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329748.985584:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329748.985585:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000697a9ea1. 00000400:00000200:0.0:1767329748.985588:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a82564d3 00000400:00000010:0.0:1767329748.985589:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a82564d3. 00000100:00000001:0.0:1767329748.985592:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329748.985595:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081a134ff x1853178572252928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329748.985602:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081a134ff x1853178572252928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329764 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329748.985607:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329748.985608:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329748.985610:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329748.985612:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329748.985613:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329748.985615:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329748.985617:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329748.985620:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=145 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329748.985623:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=145 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329748.985625:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329748.985626:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329748.985628:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329748.985629:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329748.985631:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329748.985633:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081a134ff x1853178572252928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329764 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329748.985638:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329748.985640:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329748.985642:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329748.985644:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081a134ff x1853178572252928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329764 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329748.985649:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081a134ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572252928:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329748.985658:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329748.985660:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329748.985662:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081a134ff x1853178572252928/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329764 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329748.985667:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329748.985669:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329748.985671:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f054a890. 02000000:00000001:0.0:1767329748.985673:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329748.985674:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329748.985676:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329748.985678:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329748.985680:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074996e45. 00000800:00000001:3.0:1767329748.985684:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767329748.985684:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329748.985687:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329748.985689:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081a134ff. 00000800:00000001:3.0:1767329748.985692:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329748.985693:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329748.985695:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329748.985697:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329748.985698:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329748.985703:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329748.985703:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329748.985706:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329748.985709:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329748.985711:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329748.985768:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329748.985778:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2812780 00000400:00000200:3.0:1767329748.985783:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x13c1 [1] + 224 00000800:00000001:3.0:1767329748.985788:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329748.985793:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329748.985795:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329748.985799:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329748.985802:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329748.985806:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000faf3089b x1853178572253056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329748.985815:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000faf3089b x1853178572253056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329748.985832:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329748.985837:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329748.985840:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329748.985842:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329748.985845:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329748.985848:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329748.985852:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2812800 00000400:00000200:3.0:1767329748.985855:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x13c5 [1] + 224 00000800:00000001:3.0:1767329748.985858:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329748.985861:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329748.985862:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329748.985864:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329748.985866:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329748.985873:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000077c1f13d x1853178572253184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329748.985880:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000077c1f13d x1853178572253184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329748.985892:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329748.985897:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329748.985898:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329748.985909:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767329748.985911:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329748.985913:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329748.985916:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329748.985918:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003dc40a30. 00000400:00000200:2.0:1767329748.985923:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009993a68b 00000400:00000010:2.0:1767329748.985924:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009993a68b. 00000100:00000001:2.0:1767329748.985927:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329748.985932:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000faf3089b x1853178572253056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329748.985939:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000faf3089b x1853178572253056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329764 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329748.985951:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329748.985954:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329748.985956:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767329748.985956:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329748.985960:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329748.985960:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329748.985962:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329748.985964:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329748.985967:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767329748.985967:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329748.985971:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329748.985973:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0a0c7c2. 00000100:00001000:2.0:1767329748.985974:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=135 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329748.985979:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=135 v=5 (1 1 1 1) 00000400:00000200:1.0:1767329748.985979:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cda0ea1 00000100:00000001:2.0:1767329748.985998:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329748.986000:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329748.986003:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767329748.986003:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cda0ea1. 00010000:00000001:2.0:1767329748.986007:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329748.986009:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329748.986010:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329748.986012:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329748.986014:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329748.986033:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329748.986038:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000faf3089b x1853178572253056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329764 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329748.986041:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000077c1f13d x1853178572253184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329748.986049:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329748.986054:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329748.986056:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329748.986065:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000077c1f13d x1853178572253184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329764 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329748.986066:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000faf3089b x1853178572253056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329764 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329748.986097:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767329748.986098:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000faf3089b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572253056:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329748.986101:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329748.986104:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329748.986104:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329748.986106:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329748.986108:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329748.986109:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767329748.986112:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000faf3089b x1853178572253056/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329764 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329748.986112:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329748.986116:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329748.986122:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=145 v=5 (5 5 5 5) 00000100:00000001:2.0:1767329748.986123:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329748.986126:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1767329748.986127:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=80 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329748.986129:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329748.986130:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329748.986134:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767329748.986135:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e0bbe1a6. 00010000:00080000:1.0:1767329748.986139:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000077c1f13d x1853178572253184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329764 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329748.986140:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329748.986142:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329748.986144:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329748.986149:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329748.986152:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000387dfe9. 00010000:00000001:1.0:1767329748.986154:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329748.986156:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329748.986157:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767329748.986158:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767329748.986159:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000010:2.0:1767329748.986160:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000faf3089b. 00000100:00000001:1.0:1767329748.986162:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329748.986165:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329748.986165:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329748.986168:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329748.986171:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000077c1f13d x1853178572253184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329764 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329748.986172:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329748.986179:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329748.986183:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329748.986183:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329748.986188:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329748.986189:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329748.986191:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329748.986192:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329748.986198:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000077c1f13d x1853178572253184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329764 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329748.986214:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000077c1f13d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572253184:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329748.986217:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329748.986218:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329748.986220:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000077c1f13d x1853178572253184/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329764 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329748.986224:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329748.986225:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329748.986227:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040443f6d. 02000000:00000001:1.0:1767329748.986229:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329748.986230:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329748.986231:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329748.986232:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329748.986234:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000719bb99c. 02000000:00000001:1.0:1767329748.986235:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329748.986236:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329748.986237:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000077c1f13d. 00000100:00000001:1.0:1767329748.986239:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329748.986240:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329748.986241:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329748.986244:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329748.986245:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329748.986247:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329748.986248:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329749.047098:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329749.047102:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329749.047132:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329749.047136:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329749.047139:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329750.071072:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329750.071080:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329750.071182:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329750.071188:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329750.071192:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329751.095190:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329751.095198:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329751.095352:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329751.095358:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329751.095362:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329752.119090:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329752.119095:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329752.119172:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329752.119177:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329752.119179:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329753.143072:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329753.143078:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329753.143110:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329753.143113:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329753.143115:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329753.591104:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301598556, at 4301598720 00000100:00000010:0.0:1767329753.591120:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054f74597. 00000100:00000040:1.0:1767329753.591133:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301598556, at 4301598720 00000100:00000040:3.0:1767329753.591152:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301598556, at 4301598720 00000100:00000010:1.0:1767329753.591164:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097c45c3b. 00000100:00000010:3.0:1767329753.591169:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008aa23318. 00000100:00000040:2.0:1767329753.591307:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301598556, at 4301598720 00000100:00000010:2.0:1767329753.591316:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000433e038f. 00000100:00000040:3.0:1767329754.103185:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329754.103198:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329754.103211:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021ff4b2. 00000020:00000040:3.0:1767329754.103220:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329754.103227:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329754.103231:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329754.103239:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329754.103250:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000252273f8. 00000100:00000001:3.0:1767329754.103260:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329754.103276:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000021ff4b2 x1853178572253312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329754.103291:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329754.103294:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329754.103311:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000021ff4b2] to pc [ptlrpcd_00_03+3] req@00000000021ff4b2 x1853178572253312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329754.103353:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329754.103356:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329754.103361:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329754.103364:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030aeebd2. 00000020:00000040:3.0:1767329754.103366:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329754.103370:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329754.103394:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329754.103396:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329754.103400:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002b5eb5d9. 00000100:00000001:3.0:1767329754.103404:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329754.103408:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000030aeebd2 x1853178572253440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329754.103417:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329754.103419:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329754.103422:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030aeebd2] to pc [ptlrpcd_00_00+0] req@0000000030aeebd2 x1853178572253440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329754.103456:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329754.103459:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329754.103463:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329754.103467:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000660a521f. 00000020:00000040:3.0:1767329754.103470:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329754.103477:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329754.103478:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329754.103479:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329754.103491:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767329754.103493:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329754.103494:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329754.103497:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329754.103501:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767329754.103509:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ffaa443. 00000100:00000001:3.0:1767329754.103524:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329754.103524:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000021ff4b2 x1853178572253312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329754.103546:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000660a521f x1853178572253568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329754.103561:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329754.103572:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329754.103580:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329754.103581:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329754.103593:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329754.103599:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000030aeebd2 x1853178572253440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329754.103609:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329754.103622:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329754.103665:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767329754.103667:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329754.103669:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329754.103675:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000021ff4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572253312:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329754.103682:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000660a521f] to pc [ptlrpcd_00_01+1] req@00000000660a521f x1853178572253568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329754.103699:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329754.103711:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329754.103718:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329754.103731:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329754.103740:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767329754.103743:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0d57192. 00000100:00000001:0.0:1767329754.103748:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329754.103757:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329754.103759:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329754.103764:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329754.103764:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767329754.103765:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000653cfea3. 00000100:00000040:3.0:1767329754.103781:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767329754.103782:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329754.103785:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054fd66a. 00000100:00100000:0.0:1767329754.103802:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572253440:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329754.103803:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1767329754.103805:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572253312, portal 25 00000100:00000001:2.0:1767329754.103822:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329754.103822:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767329754.103826:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776940928 : -127176932610688 : ffff8c55501bad80) 00000100:00000040:3.0:1767329754.103827:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6936) 02000000:00000001:0.0:1767329754.103828:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329754.103832:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329754.103834:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000021ff4b2 x1853178572253312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329754.103835:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329754.103840:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f054a890. 02000000:00000001:0.0:1767329754.103848:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329754.103854:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000697a9ea1. 00000100:00000001:2.0:1767329754.103855:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329754.103861:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329754.103862:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a82564d3. 00000400:00000010:2.0:1767329754.103865:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939da69a. 00000100:00000200:0.0:1767329754.103867:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572253440, portal 10 00000100:00000200:2.0:1767329754.103870:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572253312, offset 0 00000100:00000001:0.0:1767329754.103871:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329754.103873:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776931072 : -127176932620544 : ffff8c55501b8700) 00000400:00000200:2.0:1767329754.103879:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329754.103883:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000030aeebd2 x1853178572253440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329754.103891:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329754.103895:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329754.103897:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000010:0.0:1767329754.103899:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000691b4d6e. 00000400:00000200:2.0:1767329754.103904:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767329754.103904:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572253440, offset 0 00000400:00000200:2.0:1767329754.103911:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329754.103913:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329754.103959:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329754.103965:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329754.103981:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [609:609:256:4294967295] 192.168.202.109@tcp LPNI seq info [609:609:8:4294967295] 00000400:00000200:2.0:1767329754.104008:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329754.104013:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329754.104018:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000387dfe9. 00000800:00000200:2.0:1767329754.104025:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329754.104058:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767329754.104063:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329754.104066:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329754.104070:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329754.104074:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767329754.104075:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000387dfe9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767329754.104077:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329754.104083:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [610:610:255:4294967295] 192.168.202.109@tcp LPNI seq info [610:610:7:4294967295] 00000400:00000200:0.0:1767329754.104090:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329754.104096:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329754.104105:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301603677 00000800:00000200:0.0:1767329754.104106:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329754.104113:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767329754.104113:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c06a1248. 00000100:00000010:2.0:1767329754.104114:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000576c0e8c. 00000100:00000001:1.0:1767329754.104118:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329754.104122:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1767329754.104122:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329754.104123:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767329754.104131:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000660a521f x1853178572253568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329754.104131:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329754.104134:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301603677 00000800:00000200:0.0:1767329754.104137:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c06a1248 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767329754.104139:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004bc480b5. 00000100:00000001:0.0:1767329754.104146:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329754.104147:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767329754.104147:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329754.104149:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329754.104153:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 148505 usecs (149 jiffies) 00000100:00000001:2.0:1767329754.104154:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301603677 02000000:00000001:1.0:1767329754.104154:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329754.104157:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329754.104159:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301599382 00000100:00000010:2.0:1767329754.104160:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5a6ead3. 02000000:00000001:1.0:1767329754.104160:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329754.104167:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767329754.104167:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301603677 00000100:00100000:1.0:1767329754.104168:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572253568:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329754.104172:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301603677 00000100:00000001:0.0:1767329754.104174:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301599382 00000100:00000001:1.0:1767329754.104200:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1767329754.104207:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc92108d. 02000000:00000001:1.0:1767329754.104207:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329754.104209:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301603677 02000000:00000001:1.0:1767329754.104212:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329754.104215:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 02000000:00000001:1.0:1767329754.104222:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329754.104224:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301599382 00000100:00000001:2.0:1767329754.104226:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767329754.104229:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbe2a701. 00000100:00000001:0.0:1767329754.104237:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301603677 00000100:00000001:2.0:1767329754.104238:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329754.104238:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329754.104248:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329754.104249:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0a0c7c2. 00000100:00000001:0.0:1767329754.104250:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301599382 00000100:00000001:2.0:1767329754.104257:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767329754.104260:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cda0ea1. 00000100:00000001:0.0:1767329754.104262:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301603677 00000100:00000200:1.0:1767329754.104267:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572253568, portal 10 00000100:00000001:2.0:1767329754.104272:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329754.104274:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329754.104276:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329754.104276:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329754.104281:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776936448 : -127176932615168 : ffff8c55501b9c00) 00000100:00000001:2.0:1767329754.104287:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329754.104288:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329754.104291:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329754.104295:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000660a521f x1853178572253568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329754.104296:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329754.104302:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329754.104304:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329754.104316:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329754.104317:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329754.104328:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329754.104333:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767329754.104335:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005235a963. 00000100:00000001:0.0:1767329754.104341:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767329754.104344:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572253568, offset 0 00000100:00000001:0.0:1767329754.104354:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329754.104362:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329754.104363:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329754.104369:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329754.104379:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329754.104380:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329754.104402:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767329754.104402:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767329754.104408:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000387dfe9. 00000400:00000200:1.0:1767329754.104409:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329754.104414:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329754.104417:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329754.104420:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329754.104427:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [611:611:254:4294967295] 192.168.202.109@tcp LPNI seq info [611:611:6:4294967295] 00000400:00000200:2.0:1767329754.104430:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329754.104445:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329754.104455:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329754.104458:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939da69a 00000400:00000010:2.0:1767329754.104462:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939da69a. 00000800:00000010:1.0:1767329754.104462:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004571031a. 00000800:00000200:1.0:1767329754.104470:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329754.104471:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329754.104479:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021ff4b2 x1853178572253312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767329754.104479:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329754.104485:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004571031a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329754.104492:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329754.104498:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 10857 usecs (11 jiffies) 00000100:00000001:1.0:1767329754.104504:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301599244 00000100:00000001:1.0:1767329754.104508:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301603677 00000100:00000001:1.0:1767329754.104513:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301599244 00000100:00000001:1.0:1767329754.104517:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301603677 00000100:00000001:2.0:1767329754.104520:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329754.104520:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301599244 00000100:00000001:1.0:1767329754.104524:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301603677 00000100:00000040:2.0:1767329754.104526:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000021ff4b2 x1853178572253312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329770 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329754.104528:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301599244 00000100:00000001:1.0:1767329754.104532:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301603677 00000100:00000001:1.0:1767329754.104537:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329754.104541:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329754.104542:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329754.104545:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329754.104545:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329754.104549:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329754.104555:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329754.104558:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329754.104562:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767329754.104569:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329754.104572:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c06a1248. 00000100:00000001:1.0:1767329754.104572:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329754.104574:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329754.104578:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329754.104579:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329754.104586:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329754.104591:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000691b4d6e 00000400:00000010:2.0:1767329754.104595:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000691b4d6e. 00000100:00000001:2.0:1767329754.104608:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329754.104613:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000030aeebd2 x1853178572253440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329754.104647:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329754.104649:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000030aeebd2 x1853178572253440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329770 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329754.104656:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329754.104657:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329754.104708:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329754.104709:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004571031a. 00000400:00000200:2.0:1767329754.104712:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329754.104715:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329754.104717:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005235a963 00000400:00000010:2.0:1767329754.104718:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005235a963. 00000100:00000001:2.0:1767329754.104720:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329754.104722:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000660a521f x1853178572253568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329754.104727:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329754.104728:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000660a521f x1853178572253568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329770 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329754.104740:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329754.104741:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329754.107075:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329754.107086:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329754.107089:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329754.107090:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329754.107096:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329754.107105:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2812880 00000400:00000200:2.0:1767329754.107111:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x13d1 [1] + 224 00000800:00000001:2.0:1767329754.107116:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329754.107119:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329754.107121:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329754.107123:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329754.107126:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329754.107129:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021ff4b2 x1853178572253312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329770 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329754.107137:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000021ff4b2 x1853178572253312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329754.107151:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329754.107156:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329754.107158:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329754.107160:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329754.107162:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329754.107165:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329754.107169:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2812900 00000400:00000200:2.0:1767329754.107172:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x13d5 [1] + 224 00000800:00000001:2.0:1767329754.107175:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329754.107177:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329754.107178:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329754.107191:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329754.107193:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329754.107202:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000030aeebd2 x1853178572253440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329770 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329754.107209:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000030aeebd2 x1853178572253440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329754.107222:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329754.107227:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329754.107234:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329754.107235:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767329754.107236:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329754.107242:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767329754.107244:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329754.107252:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000001:3.0:1767329754.107257:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767329754.107258:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2812980 00000400:00000001:3.0:1767329754.107266:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329754.107271:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000653cfea3. 00000400:00000200:3.0:1767329754.107278:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054fd66a 00000400:00000010:3.0:1767329754.107281:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054fd66a. 00000100:00000001:3.0:1767329754.107290:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329754.107293:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329754.107296:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x13e1 [1] + 224 00000100:00000001:0.0:1767329754.107298:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767329754.107301:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767329754.107306:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021ff4b2 x1853178572253312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767329754.107309:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767329754.107312:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767329754.107317:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767329754.107322:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767329754.107324:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000697a9ea1. 00000400:00000200:0.0:1767329754.107340:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a82564d3 00000400:00000200:2.0:1767329754.107350:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000010:0.0:1767329754.107357:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a82564d3. 00000100:00000200:3.0:1767329754.107366:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021ff4b2 x1853178572253312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329770 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329754.107368:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329754.107368:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329754.107384:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000030aeebd2 x1853178572253440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329754.107386:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000660a521f x1853178572253568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329770 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329754.107424:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329754.107433:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329754.107445:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329754.107453:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329754.107458:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767329754.107460:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000660a521f x1853178572253568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329754.107460:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000030aeebd2 x1853178572253440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329770 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329754.107467:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329754.107485:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329754.107496:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329754.107500:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767329754.107505:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=151 v=5 (5 5 5 5) 00000100:00000001:0.0:1767329754.107506:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767329754.107511:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767329754.107512:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329754.107518:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767329754.107521:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329754.107523:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329754.107526:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=151 v=5 (1 1 1 1) 02000000:00000001:0.0:1767329754.107527:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329754.107528:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767329754.107544:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=141 v=5 (5 5 5 5) 00000100:00000001:3.0:1767329754.107546:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329754.107549:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767329754.107549:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=141 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329754.107552:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329754.107555:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329754.107557:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329754.107565:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767329754.107566:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767329754.107567:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329754.107572:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329754.107576:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767329754.107577:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767329754.107577:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329754.107584:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0a0c7c2. 00000100:00000001:0.0:1767329754.107591:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329754.107596:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329754.107597:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329754.107598:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cda0ea1 00000100:00000001:0.0:1767329754.107600:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:1.0:1767329754.107611:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cda0ea1. 00000100:00000001:0.0:1767329754.107612:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329754.107616:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767329754.107633:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000030aeebd2 x1853178572253440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329754.107634:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000660a521f x1853178572253568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329754.107636:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000021ff4b2 x1853178572253312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329754.107724:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329754.107729:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329754.107731:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767329754.107736:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000660a521f x1853178572253568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329770 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329754.107738:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329754.107744:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329754.107751:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329754.107751:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030aeebd2 x1853178572253440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329770 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329754.107768:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767329754.107772:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000030aeebd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572253440:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329754.107773:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329754.107775:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021ff4b2 x1853178572253312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329770 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329754.107788:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329754.107795:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329754.107799:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329754.107801:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329754.107808:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329754.107817:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767329754.107828:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329754.107835:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000021ff4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572253312:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329754.107836:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000030aeebd2 x1853178572253440/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329770 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767329754.107840:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=151 v=5 (5 5 5 5) 00000100:00000001:0.0:1767329754.107843:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1767329754.107845:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=86 v=5 (1 1 0 0) 02000000:00000001:0.0:1767329754.107846:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767329754.107852:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767329754.107853:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f054a890. 00000100:00000001:1.0:1767329754.107861:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329754.107864:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329754.107871:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767329754.107872:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1767329754.107874:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329754.107875:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767329754.107884:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000660a521f x1853178572253568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329754.107888:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767329754.107889:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329754.107900:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002b5eb5d9. 00010000:00000001:1.0:1767329754.107901:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329754.107906:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000021ff4b2 x1853178572253312/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329770 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329754.107911:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767329754.107911:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767329754.107919:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000001:0.0:1767329754.107920:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329754.107927:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030aeebd2. 00000100:00000001:1.0:1767329754.107948:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329754.107950:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329754.107951:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329754.107953:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329754.107956:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329754.107958:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000660a521f x1853178572253568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329754.107962:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329754.107971:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329754.107973:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329754.107974:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329754.108013:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329754.108018:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329754.108022:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0d57192. 02000000:00000001:3.0:1767329754.108046:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329754.108074:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329754.108078:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329754.108079:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329754.108083:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000660a521f x1853178572253568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329770 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329754.108089:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000660a521f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572253568:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329754.108093:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329754.108095:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329754.108098:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000660a521f x1853178572253568/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329770 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767329754.108099:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329754.108104:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1767329754.108115:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767329754.108116:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1767329754.108120:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000252273f8. 02000000:00000001:1.0:1767329754.108122:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329754.108130:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbe2a701. 02000000:00000001:3.0:1767329754.108132:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329754.108140:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767329754.108141:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:3.0:1767329754.108145:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021ff4b2. 00000020:00000001:1.0:1767329754.108146:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329754.108156:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329754.108187:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767329754.108189:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1767329754.108192:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ffaa443. 00000100:00000001:3.0:1767329754.108194:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329754.108210:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329754.108212:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329754.108222:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329754.108227:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000660a521f. 00000100:00000001:3.0:1767329754.108229:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329754.108233:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329754.108234:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329754.108240:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329754.108243:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329754.108246:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329754.108249:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329754.108256:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329754.108260:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329754.108264:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329754.108267:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329754.167209:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329754.167215:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329754.167314:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329754.167322:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329754.167329:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329755.191164:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329755.191178:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329755.191208:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329755.191212:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329755.191220:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329755.191224:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329755.191227:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329755.191232:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329755.191370:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329755.191379:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329755.191385:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329756.215101:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329756.215111:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329756.215270:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329756.215278:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329756.215282:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329757.239121:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329757.239128:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329757.239212:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329757.239218:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329757.239232:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329758.264077:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329758.264083:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329758.264123:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329758.264129:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329758.264133:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329758.711166:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301603677, at 4301603840 00000100:00000010:1.0:1767329758.711190:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004bc480b5. 00000100:00000040:0.0:1767329758.711198:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301603677, at 4301603840 00000100:00000040:3.0:1767329758.711203:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301603677, at 4301603840 00000100:00000010:0.0:1767329758.711225:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000576c0e8c. 00000100:00000010:3.0:1767329758.711232:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc92108d. 00000100:00000040:2.0:1767329758.711447:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301603677, at 4301603840 00000100:00000010:2.0:1767329758.711462:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5a6ead3. 00000100:00000040:3.0:1767329759.223143:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329759.223156:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329759.223164:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000021ff4b2. 00000020:00000040:3.0:1767329759.223173:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329759.223180:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329759.223185:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329759.223192:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329759.223203:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000252273f8. 00000100:00000001:3.0:1767329759.223213:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329759.223229:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000021ff4b2 x1853178572253696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329759.223266:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329759.223270:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329759.223280:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000021ff4b2] to pc [ptlrpcd_00_02+2] req@00000000021ff4b2 x1853178572253696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329759.223327:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329759.223332:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329759.223337:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329759.223341:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000aa68ef7. 00000020:00000040:3.0:1767329759.223346:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329759.223391:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767329759.223406:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767329759.223411:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329759.223423:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329759.223428:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329759.223428:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329759.223442:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329759.223444:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329759.223454:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329759.223459:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329759.223479:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000021ff4b2 x1853178572253696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329759.223481:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329759.223485:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329759.223494:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329759.223507:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6a3b1a1. 00000100:00000001:1.0:1767329759.223511:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329759.223519:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329759.223519:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329759.223527:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767329759.223534:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000000aa68ef7 x1853178572253824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767329759.223534:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329759.223547:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329759.223565:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000021ff4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572253696:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329759.223587:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329759.223602:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329759.223605:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329759.223607:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329759.223617:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329759.223624:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000aa68ef7] to pc [ptlrpcd_00_03+3] req@000000000aa68ef7 x1853178572253824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329759.223626:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329759.223640:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087e09027. 02000000:00000001:1.0:1767329759.223648:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329759.223664:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329759.223669:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329759.223679:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767329759.223687:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0a0c7c2. 00000100:00000010:3.0:1767329759.223688:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069829e7b. 00000020:00000040:3.0:1767329759.223706:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329759.223706:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767329759.223712:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cda0ea1. 00000100:00100000:2.0:1767329759.223715:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767329759.223718:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329759.223730:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329759.223731:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1767329759.223733:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572253696, portal 25 02000000:00000001:3.0:1767329759.223739:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329759.223749:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1767329759.223753:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000040dcd3e9. 00000100:00000001:1.0:1767329759.223755:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776940928 : -127176932610688 : ffff8c55501bad80) 00000100:00000001:2.0:1767329759.223757:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329759.223771:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329759.223776:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329759.223780:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767329759.223782:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000021ff4b2 x1853178572253696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329759.223792:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000069829e7b x1853178572253952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329759.223793:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329759.223808:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329759.223831:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000aa68ef7 x1853178572253824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329759.223873:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329759.223925:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329759.223932:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329759.223939:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329759.223943:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329759.223945:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329759.223945:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1e4696. 00000100:00000200:1.0:1767329759.223969:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572253696, offset 0 02000000:00000001:2.0:1767329759.223970:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329759.223985:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329759.223999:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329759.224000:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00100000:2.0:1767329759.224072:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000aa68ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572253824:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329759.224081:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329759.224091:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767329759.224097:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:2.0:1767329759.224100:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329759.224109:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329759.224113:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1767329759.224118:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000498229a. 00000400:00000200:1.0:1767329759.224126:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000001:2.0:1767329759.224127:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329759.224144:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767329759.224146:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ae29f3c. 00000400:00000200:1.0:1767329759.224167:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:3.0:1767329759.224169:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069829e7b] to pc [ptlrpcd_00_00+0] req@0000000069829e7b x1853178572253952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329759.224170:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939da69a. 00000100:00000200:2.0:1767329759.224190:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572253824, portal 10 00000400:00000200:1.0:1767329759.224190:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [612:612:256:4294967295] 192.168.202.109@tcp LPNI seq info [612:612:8:4294967295] 00000100:00000001:2.0:1767329759.224211:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329759.224228:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776929280 : -127176932622336 : ffff8c55501b8000) 00000100:00000040:2.0:1767329759.224249:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000aa68ef7 x1853178572253824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329759.224255:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329759.224259:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329759.224274:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329759.224290:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329759.224295:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767329759.224305:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767329759.224310:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329759.224315:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329759.224319:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6942) 00000100:00000040:0.0:1767329759.224330:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069829e7b x1853178572253952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767329759.224335:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024fb3337. 00000800:00000200:1.0:1767329759.224377:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329759.224403:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329759.224405:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1767329759.224418:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000040:2.0:1767329759.224420:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329759.224430:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329759.224438:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000024fb3337 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767329759.224440:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edd342f6. 02000000:00000001:0.0:1767329759.224440:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329759.224451:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767329759.224456:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572253824, offset 0 02000000:00000001:0.0:1767329759.224465:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329759.224477:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069829e7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572253952:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329759.224480:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329759.224491:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329759.224493:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329759.224498:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329759.224506:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329759.224508:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301608797 00000400:00000200:2.0:1767329759.224512:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:0.0:1767329759.224527:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767329759.224537:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000095fed548. 02000000:00000010:0.0:1767329759.224539:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f054a890. 00000400:00000200:2.0:1767329759.224541:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767329759.224554:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329759.224560:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767329759.224563:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:0.0:1767329759.224566:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000697a9ea1. 00000400:00000200:2.0:1767329759.224580:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329759.224582:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301608797 00000400:00000010:0.0:1767329759.224584:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a82564d3. 00000400:00000200:2.0:1767329759.224592:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000010:1.0:1767329759.224601:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077278bd8. 00000100:00000200:0.0:1767329759.224604:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572253952, portal 10 00000400:00000200:2.0:1767329759.224618:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [613:613:255:4294967295] 192.168.202.109@tcp LPNI seq info [613:613:7:4294967295] 00000100:00000001:0.0:1767329759.224620:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329759.224623:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767329759.224631:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776937344 : -127176932614272 : ffff8c55501b9f80) 00000800:00000200:3.0:1767329759.224638:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329759.224653:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024fb3337. 00000100:00000040:0.0:1767329759.224653:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069829e7b x1853178572253952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329759.224655:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301608797 00000400:00000200:3.0:1767329759.224672:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329759.224672:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000010:1.0:1767329759.224676:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e8b36ad. 00000100:00000001:1.0:1767329759.224693:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767329759.224701:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329759.224713:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301608797 00000800:00000200:2.0:1767329759.224724:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329759.224725:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1e4696 00000100:00000010:1.0:1767329759.224731:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9fe6e3a. 00000400:00000010:3.0:1767329759.224738:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1e4696. 00000100:00000001:1.0:1767329759.224749:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000800:00000010:2.0:1767329759.224751:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000387dfe9. 00000100:00000001:0.0:1767329759.224752:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767329759.224753:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767329759.224772:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329759.224774:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767329759.224785:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e169f1. 00000800:00000200:2.0:1767329759.224791:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329759.224793:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329759.224797:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572253952, offset 0 00000100:00000001:1.0:1767329759.224815:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329759.224825:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329759.224826:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:2.0:1767329759.224838:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329759.224841:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329759.224853:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329759.224853:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:2.0:1767329759.224855:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000387dfe9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329759.224868:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329759.224876:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329759.224907:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329759.224908:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767329759.224911:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 147728 usecs (148 jiffies) 00000100:00000200:3.0:1767329759.224917:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000021ff4b2 x1853178572253696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329759.224931:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301604501 00000400:00000200:0.0:1767329759.224933:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329759.224944:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329759.224945:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301608797 00000400:00000200:0.0:1767329759.224956:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329759.224962:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329759.224964:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301604501 00000100:00000001:3.0:1767329759.224965:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767329759.224967:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329759.224985:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301608797 00000100:00000040:3.0:1767329759.224990:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000021ff4b2 x1853178572253696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329775 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329759.224993:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [614:614:254:4294967295] 192.168.202.109@tcp LPNI seq info [614:614:6:4294967295] 00000100:00000001:2.0:1767329759.224995:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301604501 00000100:00000001:2.0:1767329759.225006:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301608797 00000100:00000001:2.0:1767329759.225070:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301604502 00000100:00000001:2.0:1767329759.225080:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301608797 00000400:00000200:0.0:1767329759.225082:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:3.0:1767329759.225091:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329759.225099:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767329759.225103:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329759.225105:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329759.225107:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329759.225115:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767329759.225117:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c06a1248. 00000100:00000001:2.0:1767329759.225121:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329759.225141:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767329759.225151:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329759.225156:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c06a1248 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329759.225161:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329759.225166:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 10826 usecs (11 jiffies) 00000100:00000001:0.0:1767329759.225170:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301604365 00000100:00000001:0.0:1767329759.225174:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301608797 00000100:00000001:0.0:1767329759.225177:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301604365 00000100:00000001:0.0:1767329759.225179:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301608797 00000100:00000001:0.0:1767329759.225181:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301604365 00000100:00000001:0.0:1767329759.225183:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301608797 00000100:00000001:0.0:1767329759.225186:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301604365 00000100:00000001:0.0:1767329759.225189:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301608797 00000100:00000001:0.0:1767329759.225191:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329759.225195:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329759.225197:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329759.225199:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767329759.225206:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000387dfe9. 00000100:00000001:0.0:1767329759.225207:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329759.225216:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329759.225220:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329759.225226:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767329759.225230:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329759.225235:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329759.225237:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd342f6 00000100:00000001:0.0:1767329759.225240:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767329759.225243:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000edd342f6. 00000100:00000001:0.0:1767329759.225246:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329759.225250:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329759.225263:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329759.225269:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000aa68ef7 x1853178572253824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329759.225281:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329759.225285:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000aa68ef7 x1853178572253824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329775 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329759.225294:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329759.225296:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329759.225455:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329759.225460:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c06a1248. 00000400:00000200:3.0:1767329759.225465:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329759.225471:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329759.225475:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e169f1 00000400:00000010:3.0:1767329759.225477:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e169f1. 00000100:00000001:3.0:1767329759.225488:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329759.225492:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069829e7b x1853178572253952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329759.225502:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329759.225505:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069829e7b x1853178572253952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329775 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329759.225513:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329759.225515:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329759.227399:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329759.227421:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329759.227425:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329759.227428:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329759.227438:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329759.227455:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2812a00 00000400:00000200:2.0:1767329759.227466:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x13e9 [1] + 224 00000800:00000001:2.0:1767329759.227475:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329759.227485:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329759.227488:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329759.227492:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329759.227498:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329759.227503:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000021ff4b2 x1853178572253696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329775 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329759.227517:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000021ff4b2 x1853178572253696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329759.227546:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329759.227555:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329759.227558:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329759.227611:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329759.227617:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329759.227626:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329759.227629:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329759.227634:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0a0c7c2. 00000400:00000200:1.0:1767329759.227642:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cda0ea1 00000400:00000010:1.0:1767329759.227646:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cda0ea1. 00000100:00000001:1.0:1767329759.227652:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329759.227661:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000021ff4b2 x1853178572253696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329759.227679:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000021ff4b2 x1853178572253696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329775 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329759.227691:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329759.227696:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329759.227700:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329759.227704:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329759.227708:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329759.227712:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329759.227717:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329759.227736:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767329759.227740:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=6 v=5 (5 5 5 5) 00000800:00000001:2.0:1767329759.227748:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767329759.227749:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=6 v=5 (1 1 1 1) 00000800:00000001:2.0:1767329759.227763:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329759.227766:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329759.227771:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329759.227773:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767329759.227777:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329759.227782:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329759.227798:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767329759.227800:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329759.227825:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000021ff4b2 x1853178572253696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329759.227839:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2812a80 00000100:00000001:1.0:1767329759.227867:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329759.227873:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x13f1 [1] + 224 00000100:00000001:1.0:1767329759.227911:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1767329759.227913:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329759.227917:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329759.227928:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329759.227929:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021ff4b2 x1853178572253696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329775 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329759.227946:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000021ff4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572253696:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329759.227948:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329759.227973:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329759.227974:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329759.227991:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329759.227994:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767329759.228000:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000021ff4b2 x1853178572253696/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329775 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329759.228009:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000aa68ef7 x1853178572253824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329775 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329759.228075:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000aa68ef7 x1853178572253824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329759.228102:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329759.228115:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329759.228127:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087e09027. 02000000:00000001:1.0:1767329759.228134:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329759.228138:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767329759.228141:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767329759.228143:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329759.228150:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:2.0:1767329759.228154:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1767329759.228156:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000252273f8. 02000000:00000001:1.0:1767329759.228165:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:2.0:1767329759.228167:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329759.228170:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:2.0:1767329759.228176:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767329759.228178:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000021ff4b2. 00000800:00000001:2.0:1767329759.228182:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329759.228192:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329759.228202:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329759.228204:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767329759.228216:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329759.228223:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2812b00 00000400:00000200:2.0:1767329759.228239:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x13f9 [1] + 224 00000100:00000001:1.0:1767329759.228239:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329759.228250:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329759.228264:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329759.228264:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329759.228273:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329759.228279:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329759.228280:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767329759.228283:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767329759.228294:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767329759.228298:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767329759.228300:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329759.228306:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ae29f3c. 00000400:00000200:2.0:1767329759.228308:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329759.228319:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939da69a 00000400:00000010:3.0:1767329759.228324:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939da69a. 00000100:00000001:3.0:1767329759.228329:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329759.228331:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329759.228339:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000aa68ef7 x1853178572253824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329759.228343:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069829e7b x1853178572253952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329775 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329759.228384:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000aa68ef7 x1853178572253824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329775 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329759.228391:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000069829e7b x1853178572253952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329759.228444:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329759.228448:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329759.228449:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329759.228452:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329759.228458:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767329759.228460:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329759.228461:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329759.228468:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329759.228470:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329759.228472:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329759.228485:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=146 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329759.228491:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329759.228496:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329759.228498:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329759.228502:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329759.228508:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329759.228511:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329759.228513:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329759.228516:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329759.228518:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329759.228525:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000aa68ef7 x1853178572253824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329759.228536:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329759.228540:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329759.228542:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329759.228546:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000aa68ef7 x1853178572253824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329775 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329759.228557:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000aa68ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572253824:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329759.228557:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329759.228565:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329759.228570:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329759.228575:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1767329759.228576:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767329759.228579:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000aa68ef7 x1853178572253824/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329775 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767329759.228583:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329759.228590:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000697a9ea1. 00000100:00000001:3.0:1767329759.228599:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767329759.228603:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a82564d3 02000000:00000001:3.0:1767329759.228604:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1767329759.228609:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a82564d3. 02000000:00000010:3.0:1767329759.228619:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000498229a. 00000100:00000001:0.0:1767329759.228623:0:208648:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767329759.228626:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329759.228631:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329759.228635:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000200:0.0:1767329759.228636:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069829e7b x1853178572253952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767329759.228640:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329759.228644:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c6a3b1a1. 02000000:00000001:3.0:1767329759.228648:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329759.228650:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329759.228654:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000aa68ef7. 00000100:00000001:3.0:1767329759.228663:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329759.228667:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329759.228675:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329759.228687:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767329759.228691:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069829e7b x1853178572253952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329775 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329759.228693:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329759.228702:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329759.228708:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329759.228719:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329759.228722:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329759.228725:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329759.228729:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329759.228731:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329759.228733:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329759.228737:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329759.228744:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=6 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329759.228748:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=91 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329759.228752:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329759.228754:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329759.228756:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767329759.228761:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000069829e7b x1853178572253952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329759.228771:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329759.228774:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329759.228776:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329759.228779:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329759.228780:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329759.228784:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069829e7b x1853178572253952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329759.228792:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329759.228795:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329759.228796:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329759.228800:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069829e7b x1853178572253952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329775 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329759.228808:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069829e7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572253952:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329759.228813:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329759.228822:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329759.228826:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069829e7b x1853178572253952/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329775 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329759.228834:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329759.228837:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329759.228840:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f054a890. 02000000:00000001:0.0:1767329759.228844:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329759.228845:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329759.228847:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329759.228850:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329759.228852:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000040dcd3e9. 02000000:00000001:0.0:1767329759.228856:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329759.228857:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329759.228859:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069829e7b. 00000100:00000001:0.0:1767329759.228864:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329759.228865:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329759.228867:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329759.228873:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329759.228875:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329759.228877:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329759.228910:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329759.287119:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329759.287126:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329759.287261:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329759.287266:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329759.287282:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329760.311161:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329760.311173:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329760.311334:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329760.311364:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329760.311369:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329761.335147:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329761.335157:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329761.335326:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329761.335335:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329761.335341:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329762.359104:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329762.359112:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329762.359217:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329762.359222:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329762.359226:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329763.383169:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329763.383180:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329763.383328:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329763.383335:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329763.383340:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329763.831104:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301608797, at 4301608960 00000100:00000040:3.0:1767329763.831111:0:215446:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301608797, at 4301608960 00000100:00000010:1.0:1767329763.831126:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077278bd8. 00000100:00000010:3.0:1767329763.831133:0:215446:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9fe6e3a. 00000100:00000040:0.0:1767329763.831167:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301608797, at 4301608960 00000100:00000010:0.0:1767329763.831188:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000095fed548. 00000100:00000040:2.0:1767329763.831208:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301608797, at 4301608960 00000100:00000010:2.0:1767329763.831224:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e8b36ad. 00000100:00000040:3.0:1767329764.343143:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329764.343156:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329764.343165:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000aa68ef7. 00000020:00000040:3.0:1767329764.343173:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329764.343178:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329764.343182:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329764.343189:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329764.343197:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6a3b1a1. 00000100:00000001:3.0:1767329764.343205:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329764.343220:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000000aa68ef7 x1853178572254080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329764.343231:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329764.343234:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329764.343240:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000aa68ef7] to pc [ptlrpcd_00_01+1] req@000000000aa68ef7 x1853178572254080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329764.343265:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329764.343285:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329764.343287:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329764.343292:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767329764.343293:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767329764.343295:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088864b64. 00000100:00000001:1.0:1767329764.343297:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767329764.343301:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329764.343305:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767329764.343306:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000aa68ef7 x1853178572254080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329764.343308:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329764.343310:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329764.343316:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e3f15753. 00000100:00000001:3.0:1767329764.343323:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329764.343323:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329764.343328:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329764.343331:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000088864b64 x1853178572254208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767329764.343334:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329764.343338:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329764.343342:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767329764.343344:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329764.343346:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329764.343350:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000aa68ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572254080:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329764.343354:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088864b64] to pc [ptlrpcd_00_02+2] req@0000000088864b64 x1853178572254208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329764.343357:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329764.343365:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329764.343369:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329764.343371:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329764.343377:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000089183f27. 02000000:00000001:1.0:1767329764.343379:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329764.343386:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329764.343386:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0a0c7c2. 00000100:00000040:3.0:1767329764.343392:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329764.343395:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767329764.343396:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cda0ea1. 00000100:00000010:3.0:1767329764.343398:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bda1c3a0. 00000020:00000040:3.0:1767329764.343402:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329764.343404:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329764.343405:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329764.343408:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329764.343413:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000040dcd3e9. 00000100:00000200:1.0:1767329764.343416:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572254080, portal 25 00000100:00000001:3.0:1767329764.343417:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329764.343422:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767329764.343429:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000bda1c3a0 x1853178572254336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329764.343429:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329764.343430:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776929280 : -127176932622336 : ffff8c55501b8000) 00000100:00000001:3.0:1767329764.343449:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329764.343450:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329764.343453:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000aa68ef7 x1853178572254080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329764.343455:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329764.343473:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329764.343475:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bda1c3a0] to pc [ptlrpcd_00_03+3] req@00000000bda1c3a0 x1853178572254336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329764.343483:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329764.343490:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5a75e4. 00000100:00000200:1.0:1767329764.343495:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572254080, offset 0 00000400:00000200:1.0:1767329764.343510:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329764.343511:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329764.343512:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329764.343519:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329764.343525:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329764.343527:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329764.343531:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329764.343535:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329764.343540:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767329764.343541:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767329764.343549:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000040:3.0:1767329764.343556:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6947) 00000100:00000040:0.0:1767329764.343558:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bda1c3a0 x1853178572254336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329764.343561:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767329764.343562:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088864b64 x1853178572254208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329764.343580:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329764.343601:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329764.343620:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329764.343643:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [615:615:256:4294967295] 192.168.202.109@tcp LPNI seq info [615:615:8:4294967295] 00000100:00000001:0.0:1767329764.343655:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329764.343663:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329764.343666:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329764.343673:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329764.343675:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329764.343686:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329764.343688:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329764.343696:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329764.343703:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329764.343704:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000001:2.0:1767329764.343707:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329764.343729:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572254336:192.168.202.109@tcp:400: 00000100:00100000:2.0:1767329764.343730:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088864b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572254208:192.168.202.109@tcp:400: 00000800:00000200:1.0:1767329764.343745:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329764.343751:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:1.0:1767329764.343755:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a6343d55. 02000000:00000001:2.0:1767329764.343760:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329764.343771:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329764.343774:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329764.343777:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767329764.343788:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:0.0:1767329764.343789:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767329764.343797:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e4e38457. 02000000:00000001:0.0:1767329764.343798:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329764.343810:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329764.343811:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:0.0:1767329764.343812:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329764.343825:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094e1f07f. 00000800:00000200:1.0:1767329764.343855:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a6343d55 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767329764.343866:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012e6dc12. 02000000:00000001:0.0:1767329764.343867:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329764.343891:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000697a9ea1. 00000400:00000010:2.0:1767329764.343894:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000ca1f46. 00000400:00000010:0.0:1767329764.343901:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a82564d3. 00000100:00000001:1.0:1767329764.343904:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329764.343907:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572254208, portal 10 00000100:00000200:0.0:1767329764.343914:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572254336, portal 10 00000100:00000001:2.0:1767329764.343916:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329764.343918:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301613916 00000100:00000001:0.0:1767329764.343922:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329764.343926:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776935552 : -127176932616064 : ffff8c55501b9880) 00000100:00000010:1.0:1767329764.343927:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007884d10c. 00000100:00000001:2.0:1767329764.343943:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776932864 : -127176932618752 : ffff8c55501b8e00) 00000100:00000001:1.0:1767329764.343947:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767329764.343950:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bda1c3a0 x1853178572254336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329764.343962:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088864b64 x1853178572254208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329764.343964:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301613916 00000100:00000010:1.0:1767329764.343983:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a3bb6b37. 00000100:00000001:1.0:1767329764.343999:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767329764.344004:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329764.344100:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301613917 00000100:00000001:2.0:1767329764.344103:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767329764.344108:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767329764.344121:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000010:1.0:1767329764.344124:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1fa5921. 00000800:00000010:3.0:1767329764.344129:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a6343d55. 00000100:00000040:0.0:1767329764.344129:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329764.344135:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000010:2.0:1767329764.344136:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939da69a. 00000400:00000010:0.0:1767329764.344144:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000063b7aea. 00000400:00000200:3.0:1767329764.344155:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767329764.344155:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572254208, offset 0 00000100:00000001:1.0:1767329764.344156:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301613917 00000100:00000200:0.0:1767329764.344157:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572254336, offset 0 00000100:00000010:1.0:1767329764.344177:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077278bd8. 00000100:00000001:1.0:1767329764.344186:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767329764.344193:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329764.344201:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329764.344214:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329764.344216:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329764.344217:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329764.344236:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329764.344239:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329764.344242:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329764.344250:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329764.344255:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767329764.344259:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329764.344261:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329764.344270:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329764.344271:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329764.344282:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329764.344285:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329764.344287:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329764.344298:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329764.344300:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [616:616:255:4294967295] 192.168.202.109@tcp LPNI seq info [616:616:7:4294967295] 00000400:00000200:0.0:1767329764.344322:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329764.344332:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329764.344339:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6c5103d. 00000400:00000200:2.0:1767329764.344341:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329764.344352:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767329764.344358:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329764.344360:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329764.344369:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329764.344375:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:0.0:1767329764.344382:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329764.344390:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [617:617:254:4294967295] 192.168.202.109@tcp LPNI seq info [617:617:6:4294967295] 00000800:00000200:0.0:1767329764.344394:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6c5103d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329764.344404:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329764.344411:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:3.0:1767329764.344422:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5a75e4 00000800:00000200:2.0:1767329764.344424:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329764.344425:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 10797 usecs (11 jiffies) 00000400:00000010:3.0:1767329764.344431:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f5a75e4. 00000800:00000010:2.0:1767329764.344440:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb913d40. 00000100:00000001:0.0:1767329764.344442:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301609484 00000100:00000001:3.0:1767329764.344444:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329764.344454:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301613916 00000100:00000200:3.0:1767329764.344460:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000aa68ef7 x1853178572254080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767329764.344465:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329764.344468:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301609484 00000100:00000001:0.0:1767329764.344485:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301613916 00000800:00000200:2.0:1767329764.344502:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329764.344503:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301609484 00000100:00000001:3.0:1767329764.344504:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329764.344518:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301613917 00000100:00000040:3.0:1767329764.344520:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000aa68ef7 x1853178572254080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329780 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767329764.344520:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fb913d40 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329764.344526:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301609484 00000100:00000001:2.0:1767329764.344541:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329764.344543:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301613917 00000100:00000001:0.0:1767329764.344559:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767329764.344560:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 146967 usecs (147 jiffies) 00000100:00000001:3.0:1767329764.344564:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329764.344578:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329764.344579:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329764.344580:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301609620 00000100:00000001:2.0:1767329764.344597:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301613916 00000100:00000001:0.0:1767329764.344598:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329764.344606:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329764.344607:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301609620 00000100:00000001:2.0:1767329764.344616:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301613916 00000100:00000001:2.0:1767329764.344619:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301609620 00000100:00000001:0.0:1767329764.344620:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767329764.344621:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329764.344625:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301613917 00000100:00000001:0.0:1767329764.344634:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767329764.344637:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6c5103d. 00000100:00000001:2.0:1767329764.344637:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301609620 00000100:00000001:0.0:1767329764.344659:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329764.344660:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329764.344660:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301613917 00000100:00000001:0.0:1767329764.344671:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329764.344683:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329764.344684:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329764.344695:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329764.344698:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329764.344700:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329764.344701:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000063b7aea 00000100:00000001:2.0:1767329764.344708:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329764.344714:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000063b7aea. 00000100:00000001:2.0:1767329764.344716:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329764.344729:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329764.344735:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329764.344736:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329764.344743:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767329764.344744:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bda1c3a0 x1853178572254336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329764.344749:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329764.344757:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329764.344769:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329764.344775:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329764.344782:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bda1c3a0 x1853178572254336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329780 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329764.344801:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329764.344803:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329764.344850:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329764.344853:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fb913d40. 00000400:00000200:3.0:1767329764.344856:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329764.344876:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329764.344880:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939da69a 00000400:00000010:3.0:1767329764.344881:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939da69a. 00000100:00000001:3.0:1767329764.344885:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329764.344890:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088864b64 x1853178572254208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329764.344898:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329764.344900:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088864b64 x1853178572254208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329780 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329764.344907:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329764.344908:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329764.346225:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329764.346245:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329764.346248:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329764.346251:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329764.346261:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329764.346277:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2812b80 00000400:00000200:2.0:1767329764.346287:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1401 [1] + 224 00000800:00000001:2.0:1767329764.346295:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329764.346309:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329764.346312:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329764.346321:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329764.346329:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329764.346338:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000aa68ef7 x1853178572254080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329780 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329764.346351:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000aa68ef7 x1853178572254080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329764.346382:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329764.346392:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329764.346395:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329764.346449:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329764.346453:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329764.346459:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329764.346461:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329764.346464:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0a0c7c2. 00000400:00000200:1.0:1767329764.346468:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cda0ea1 00000400:00000010:1.0:1767329764.346469:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cda0ea1. 00000100:00000001:1.0:1767329764.346472:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329764.346478:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000aa68ef7 x1853178572254080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329764.346487:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000aa68ef7 x1853178572254080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329780 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329764.346494:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329764.346495:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329764.346498:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329764.346501:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329764.346503:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329764.346505:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329764.346507:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329764.346513:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=11 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329764.346523:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=11 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329764.346526:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329764.346527:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329764.346530:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329764.346532:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329764.346535:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329764.346538:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000aa68ef7 x1853178572254080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329780 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329764.346544:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329764.346547:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329764.346548:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329764.346551:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000aa68ef7 x1853178572254080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329780 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329764.346558:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000aa68ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572254080:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329764.346562:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329764.346563:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329764.346565:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000aa68ef7 x1853178572254080/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329780 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329764.346570:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329764.346572:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329764.346574:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000089183f27. 02000000:00000001:1.0:1767329764.346577:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329764.346578:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329764.346579:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329764.346581:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329764.346598:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c6a3b1a1. 02000000:00000001:1.0:1767329764.346603:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329764.346605:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329764.346607:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000aa68ef7. 00000100:00000001:1.0:1767329764.346611:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329764.346612:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329764.346615:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329764.346620:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329764.346628:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329764.346630:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329764.346633:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329764.347335:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329764.347348:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329764.347352:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329764.347367:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329764.347376:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329764.347387:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2812c80 00000400:00000200:2.0:1767329764.347395:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x140d [1] + 224 00000800:00000001:2.0:1767329764.347402:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329764.347410:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329764.347413:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329764.347418:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329764.347422:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329764.347428:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bda1c3a0 x1853178572254336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329780 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329764.347442:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bda1c3a0 x1853178572254336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329764.347468:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329764.347476:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329764.347481:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329764.347484:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329764.347486:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329764.347490:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329764.347497:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2812c00 00000400:00000200:2.0:1767329764.347502:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1409 [1] + 224 00000800:00000001:2.0:1767329764.347506:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329764.347511:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329764.347513:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329764.347517:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329764.347520:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329764.347523:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088864b64 x1853178572254208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329780 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329764.347533:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088864b64 x1853178572254208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329764.347567:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329764.347577:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329764.347581:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767329764.347584:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329764.347588:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329764.347603:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:0.0:1767329764.347603:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329764.347615:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767329764.347617:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767329764.347630:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000697a9ea1. 00000400:00000200:0.0:1767329764.347638:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a82564d3 00000400:00000010:0.0:1767329764.347640:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a82564d3. 00000100:00000001:0.0:1767329764.347652:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767329764.347655:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329764.347658:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1767329764.347662:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bda1c3a0 x1853178572254336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767329764.347665:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012e6dc12. 00000400:00000200:3.0:1767329764.347677:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000ca1f46 00000400:00000010:3.0:1767329764.347685:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000ca1f46. 00000100:00000001:3.0:1767329764.347699:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329764.347701:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bda1c3a0 x1853178572254336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329780 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329764.347718:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088864b64 x1853178572254208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329764.347732:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767329764.347739:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088864b64 x1853178572254208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329780 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329764.347752:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329764.347757:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329764.347760:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767329764.347761:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329764.347767:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329764.347768:0:208650:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767329764.347775:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767329764.347776:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329764.347780:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329764.347784:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329764.347796:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329764.347799:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329764.347801:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=11 v=5 (5 5 5 5) 02000000:00000001:3.0:1767329764.347804:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329764.347821:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=96 v=5 (1 1 0 0) 00000100:00001000:3.0:1767329764.347824:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=151 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329764.347847:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=151 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329764.347849:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329764.347852:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329764.347853:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329764.347869:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329764.347874:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329764.347882:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767329764.347883:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bda1c3a0 x1853178572254336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329780 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329764.347888:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329764.347906:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1767329764.347918:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329764.347919:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329764.347934:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329764.347935:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767329764.347950:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329764.347952:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329764.347971:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329764.347975:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329764.347976:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088864b64 x1853178572254208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329780 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329764.347992:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bda1c3a0 x1853178572254336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329780 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329764.348015:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329764.348018:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329764.348020:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329764.348064:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329764.348068:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329764.348071:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329764.348078:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bda1c3a0 x1853178572254336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329780 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329764.348085:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088864b64 x1853178572254208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329780 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329764.348112:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bda1c3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572254336:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329764.348144:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329764.348155:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767329764.348163:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088864b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572254208:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329764.348170:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bda1c3a0 x1853178572254336/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329780 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329764.348179:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329764.348190:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329764.348202:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088864b64 x1853178572254208/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329780 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329764.348203:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329764.348211:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767329764.348217:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329764.348220:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329764.348229:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094e1f07f. 02000000:00000010:3.0:1767329764.348230:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e4e38457. 02000000:00000001:0.0:1767329764.348248:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767329764.348250:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329764.348263:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1767329764.348264:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329764.348273:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000040:0.0:1767329764.348274:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329764.348296:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767329764.348297:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329764.348310:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e3f15753. 02000000:00000010:0.0:1767329764.348312:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000040dcd3e9. 02000000:00000001:0.0:1767329764.348321:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329764.348332:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767329764.348334:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:0.0:1767329764.348336:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bda1c3a0. 02000000:00000001:3.0:1767329764.348339:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329764.348351:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088864b64. 00000100:00000001:0.0:1767329764.348352:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329764.348361:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329764.348363:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329764.348374:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329764.348376:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329764.348397:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329764.348402:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329764.348404:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329764.348405:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329764.348407:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329764.348413:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329764.348415:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329764.348431:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329764.348432:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329764.407128:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329764.407132:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329764.407261:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329764.407267:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329764.407272:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329765.431129:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329765.431136:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329765.431139:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329765.431141:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329765.431145:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329765.431148:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329765.431150:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329765.431152:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329765.431281:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329765.431288:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329765.431293:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329766.455145:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329766.455153:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329766.455317:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329766.455326:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329766.455332:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329767.479151:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329767.479163:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329767.479292:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329767.479302:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329767.479308:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329768.503136:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329768.503145:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329768.503304:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329768.503313:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329768.503320:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329768.951139:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301613916, at 4301614080 00000100:00000010:0.0:1767329768.951163:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007884d10c. 00000100:00000040:1.0:1767329768.951191:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301613916, at 4301614080 00000100:00000040:3.0:1767329768.951193:0:217661:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301613917, at 4301614080 00000100:00000040:2.0:1767329768.951201:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301613917, at 4301614080 00000100:00000010:3.0:1767329768.951220:0:217661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077278bd8. 00000100:00000010:2.0:1767329768.951225:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1fa5921. 00000100:00000010:1.0:1767329768.951230:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a3bb6b37. 00000100:00000040:3.0:1767329769.463123:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329769.463134:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329769.463147:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088864b64. 00000020:00000040:3.0:1767329769.463154:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329769.463159:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329769.463163:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329769.463170:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329769.463180:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e3f15753. 00000100:00000001:3.0:1767329769.463188:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329769.463201:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000088864b64 x1853178572254464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329769.463211:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329769.463213:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329769.463219:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088864b64] to pc [ptlrpcd_00_00+0] req@0000000088864b64 x1853178572254464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329769.463247:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329769.463249:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329769.463253:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329769.463256:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050ad2e6c. 00000020:00000040:3.0:1767329769.463258:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329769.463261:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329769.463278:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329769.463280:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329769.463285:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000252273f8. 00000100:00000001:3.0:1767329769.463288:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329769.463294:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000050ad2e6c x1853178572254592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329769.463301:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329769.463302:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329769.463307:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050ad2e6c] to pc [ptlrpcd_00_01+1] req@0000000050ad2e6c x1853178572254592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329769.463314:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329769.463314:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329769.463319:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329769.463320:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329769.463321:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767329769.463326:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767329769.463327:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b10225ad. 00000100:00000001:1.0:1767329769.463327:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767329769.463335:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000040:1.0:1767329769.463339:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000050ad2e6c x1853178572254592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329769.463341:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767329769.463342:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767329769.463346:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329769.463353:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329769.463355:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329769.463357:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767329769.463359:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ffaa443. 00000100:00000001:1.0:1767329769.463364:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329769.463365:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329769.463371:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767329769.463376:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000b10225ad x1853178572254720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767329769.463379:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767329769.463384:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088864b64 x1853178572254464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329769.463388:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329769.463402:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000050ad2e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572254592:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329769.463420:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329769.463421:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329769.463427:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329769.463432:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329769.463441:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329769.463447:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b10225ad] to pc [ptlrpcd_00_02+2] req@00000000b10225ad x1853178572254720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329769.463458:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329769.463462:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1767329769.463465:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009825bec9. 02000000:00000001:1.0:1767329769.463473:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329769.463474:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329769.463481:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0a0c7c2. 02000000:00000001:2.0:1767329769.463485:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329769.463491:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329769.463491:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cda0ea1. 02000000:00000001:2.0:1767329769.463494:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767329769.463497:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1767329769.463502:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572254592, portal 10 02000000:00000001:2.0:1767329769.463512:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329769.463513:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767329769.463513:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329769.463521:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776943616 : -127176932608000 : ffff8c55501bb800) 00000100:00000040:3.0:1767329769.463529:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6952) 00000100:00000001:0.0:1767329769.463535:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767329769.463536:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088864b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572254464:192.168.202.109@tcp:400: 00000100:00000040:1.0:1767329769.463542:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000050ad2e6c x1853178572254592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329769.463553:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329769.463563:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329769.463573:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767329769.463575:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329769.463581:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b10225ad x1853178572254720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329769.463589:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329769.463599:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029cc77d9. 00000100:00000001:3.0:1767329769.463601:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329769.463607:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767329769.463608:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329769.463611:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572254592, offset 0 02000000:00000001:2.0:1767329769.463625:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329769.463648:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329769.463649:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329769.463649:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329769.463664:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329769.463671:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0d57192. 02000000:00000001:0.0:1767329769.463672:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329769.463678:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329769.463681:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329769.463685:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:0.0:1767329769.463694:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329769.463704:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005105500. 00000400:00000200:1.0:1767329769.463704:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1767329769.463706:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572254720:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767329769.463723:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:2.0:1767329769.463728:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edd342f6. 00000100:00000001:0.0:1767329769.463729:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767329769.463739:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767329769.463742:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767329769.463746:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:0.0:1767329769.463747:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329769.463749:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572254464, portal 25 02000000:00000001:0.0:1767329769.463756:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329769.463760:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [618:618:256:4294967295] 192.168.202.109@tcp LPNI seq info [618:618:8:4294967295] 00000100:00000001:2.0:1767329769.463768:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1767329769.463771:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d89b6660. 00000100:00000001:2.0:1767329769.463773:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776932864 : -127176932618752 : ffff8c55501b8e00) 02000000:00000001:0.0:1767329769.463801:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329769.463806:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329769.463819:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329769.463829:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000697a9ea1. 00000800:00000010:1.0:1767329769.463830:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049d44528. 00000100:00000040:2.0:1767329769.463831:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088864b64 x1853178572254464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329769.463849:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a82564d3. 00000800:00000200:1.0:1767329769.463861:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000200:0.0:1767329769.463866:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572254720, portal 10 00000100:00000001:0.0:1767329769.463880:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329769.463883:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329769.463885:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776944512 : -127176932607104 : ffff8c55501bbb80) 00000800:00000200:1.0:1767329769.463892:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000040:2.0:1767329769.463907:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329769.463908:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049d44528 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767329769.463909:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b10225ad x1853178572254720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767329769.463927:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000054fd66a. 00000100:00000001:1.0:1767329769.463939:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329769.463940:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767329769.463942:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572254464, offset 0 00000100:00000040:1.0:1767329769.463954:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 146211 usecs (147 jiffies) 00000100:00000040:0.0:1767329769.463955:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329769.463968:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301614739 00000400:00000010:0.0:1767329769.463969:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ba2b8f9. 00000400:00000200:2.0:1767329769.463970:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:1.0:1767329769.463983:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a3bb6b37. 00000100:00000200:0.0:1767329769.463998:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572254720, offset 0 00000100:00000001:1.0:1767329769.464003:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767329769.464008:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329769.464015:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329769.464050:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301614740 00000100:00000010:1.0:1767329769.464056:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082ce177d. 00000100:00000001:1.0:1767329769.464060:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767329769.464065:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301614740 00000100:00000010:1.0:1767329769.464070:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000648d638b. 00000100:00000001:1.0:1767329769.464073:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767329769.464076:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301614740 00000100:00000010:1.0:1767329769.464079:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d9c1b8c. 00000100:00000001:1.0:1767329769.464081:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767329769.464089:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329769.464092:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767329769.464099:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049d44528. 00000400:00000200:2.0:1767329769.464101:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329769.464102:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329769.464116:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329769.464117:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329769.464126:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329769.464127:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329769.464131:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329769.464139:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329769.464143:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767329769.464144:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329769.464149:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329769.464158:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329769.464165:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329769.464165:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329769.464178:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329769.464190:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [619:619:255:4294967295] 192.168.202.109@tcp LPNI seq info [619:619:7:4294967295] 00000400:00000200:2.0:1767329769.464219:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329769.464235:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329769.464240:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:2.0:1767329769.464248:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098e9bf3b. 00000400:00000200:0.0:1767329769.464249:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329769.464262:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:2.0:1767329769.464270:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329769.464273:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329769.464284:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:2.0:1767329769.464296:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767329769.464298:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [620:620:254:4294967295] 192.168.202.109@tcp LPNI seq info [620:620:6:4294967295] 00000800:00000200:2.0:1767329769.464308:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000098e9bf3b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329769.464320:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329769.464332:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301619037 00000400:00000200:0.0:1767329769.464337:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329769.464352:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301614739 00000400:00000200:3.0:1767329769.464353:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029cc77d9 00000800:00000200:0.0:1767329769.464360:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329769.464361:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029cc77d9. 00000100:00000001:3.0:1767329769.464371:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:0.0:1767329769.464379:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ce0a9bb. 00000100:00000200:3.0:1767329769.464383:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000050ad2e6c x1853178572254592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329769.464384:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301619037 00000100:00000001:2.0:1767329769.464405:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301614740 00000800:00000200:0.0:1767329769.464413:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329769.464423:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301619037 00000100:00000001:3.0:1767329769.464428:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767329769.464442:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329769.464445:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301614740 00000100:00000040:3.0:1767329769.464447:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000050ad2e6c x1853178572254592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329785 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329769.464461:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004ce0a9bb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329769.464464:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301619037 00000100:00000001:3.0:1767329769.464466:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329769.464481:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301614740 00000100:00000001:3.0:1767329769.464482:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329769.464487:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329769.464495:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329769.464498:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 10767 usecs (11 jiffies) 00000100:00000001:2.0:1767329769.464506:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329769.464508:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301614604 00000800:00000200:3.0:1767329769.464510:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329769.464527:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098e9bf3b. 00000100:00000001:0.0:1767329769.464528:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301619037 00000100:00000001:2.0:1767329769.464529:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329769.464544:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301614604 00000100:00000001:2.0:1767329769.464545:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329769.464547:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329769.464558:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301619037 00000400:00000200:3.0:1767329769.464570:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329769.464574:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329769.464586:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301614604 00000400:00000200:3.0:1767329769.464588:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054fd66a 00000100:00000001:2.0:1767329769.464588:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329769.464594:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301619037 00000400:00000010:3.0:1767329769.464600:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054fd66a. 00000100:00000001:2.0:1767329769.464605:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329769.464607:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301614604 00000100:00000001:2.0:1767329769.464616:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329769.464617:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329769.464617:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301619037 00000100:00000200:3.0:1767329769.464632:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088864b64 x1853178572254464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329769.464633:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329769.464634:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329769.464651:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329769.464653:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329769.464664:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329769.464674:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329769.464678:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329769.464682:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329769.464685:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767329769.464691:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088864b64 x1853178572254464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329785 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329769.464694:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329769.464700:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329769.464704:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329769.464717:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329769.464718:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329769.464727:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329769.464766:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329769.464769:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ce0a9bb. 00000400:00000200:3.0:1767329769.464773:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329769.464791:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329769.464800:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ba2b8f9 00000400:00000010:3.0:1767329769.464801:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ba2b8f9. 00000100:00000001:3.0:1767329769.464810:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329769.464813:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b10225ad x1853178572254720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329769.464819:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329769.464820:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b10225ad x1853178572254720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329785 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329769.464825:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329769.464826:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329769.466187:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329769.466207:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329769.466211:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329769.466214:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329769.466225:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329769.466242:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2812d80 00000400:00000200:2.0:1767329769.466252:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1419 [1] + 224 00000800:00000001:2.0:1767329769.466261:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329769.466271:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329769.466274:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329769.466280:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329769.466287:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329769.466294:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000050ad2e6c x1853178572254592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329785 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329769.466308:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000050ad2e6c x1853178572254592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329769.466350:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329769.466362:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329769.466367:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329769.466413:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329769.466416:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329769.466422:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329769.466424:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329769.466427:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0a0c7c2. 00000400:00000200:1.0:1767329769.466431:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cda0ea1 00000400:00000010:1.0:1767329769.466432:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cda0ea1. 00000100:00000001:1.0:1767329769.466434:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329769.466439:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000050ad2e6c x1853178572254592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329769.466448:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000050ad2e6c x1853178572254592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329785 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329769.466454:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329769.466463:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329769.466466:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329769.466469:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329769.466471:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329769.466473:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329769.466476:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329769.466484:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=6 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329769.466487:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=6 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329769.466489:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329769.466490:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329769.466492:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329769.466496:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329769.466499:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329769.466501:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329769.466502:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329769.466503:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329769.466507:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000050ad2e6c x1853178572254592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329769.466512:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329769.466514:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329769.466516:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329769.466519:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050ad2e6c x1853178572254592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329785 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329769.466523:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000050ad2e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572254592:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329769.466527:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329769.466528:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329769.466529:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000050ad2e6c x1853178572254592/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329785 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329769.466533:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329769.466536:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329769.466538:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009825bec9. 02000000:00000001:1.0:1767329769.466540:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329769.466542:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329769.466547:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329769.466549:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329769.466551:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000252273f8. 02000000:00000001:1.0:1767329769.466554:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329769.466556:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329769.466557:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050ad2e6c. 00000100:00000001:1.0:1767329769.466561:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329769.466562:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329769.466563:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329769.466566:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329769.466567:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329769.466569:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329769.466570:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329769.466920:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329769.466934:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329769.466938:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329769.466941:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329769.466949:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329769.466963:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2812d00 00000400:00000200:2.0:1767329769.466971:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1421 [1] + 224 00000800:00000001:2.0:1767329769.466978:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329769.466987:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329769.466989:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329769.466994:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329769.466999:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329769.467006:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088864b64 x1853178572254464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329785 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329769.467071:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088864b64 x1853178572254464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329769.467109:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329769.467122:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329769.467132:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329769.467136:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329769.467138:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329769.467144:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329769.467155:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2812e00 00000400:00000200:2.0:1767329769.467164:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1425 [1] + 224 00000800:00000001:2.0:1767329769.467171:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329769.467178:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329769.467180:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329769.467188:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329769.467190:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329769.467198:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329769.467209:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329769.467215:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329769.467219:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005105500. 00000400:00000200:0.0:1767329769.467228:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd342f6 00000400:00000010:0.0:1767329769.467232:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000edd342f6. 00000100:00000001:0.0:1767329769.467240:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329769.467242:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329769.467251:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088864b64 x1853178572254464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329769.467255:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b10225ad x1853178572254720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329785 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329769.467316:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b10225ad x1853178572254720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329769.467324:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088864b64 x1853178572254464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329785 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329769.467351:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329769.467353:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329769.467358:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329769.467359:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329769.467367:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329769.467372:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767329769.467373:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329769.467378:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767329769.467385:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329769.467386:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329769.467394:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329769.467399:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767329769.467402:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=16 v=5 (5 5 5 5) 00000400:00000001:3.0:1767329769.467408:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329769.467412:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329769.467416:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000697a9ea1. 00000100:00001000:0.0:1767329769.467425:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=16 v=5 (1 1 1 1) 00000400:00000200:3.0:1767329769.467426:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a82564d3 00000400:00000010:3.0:1767329769.467436:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a82564d3. 00000100:00000001:0.0:1767329769.467439:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329769.467446:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329769.467448:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767329769.467451:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329769.467454:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329769.467461:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b10225ad x1853178572254720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329769.467462:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329769.467481:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088864b64 x1853178572254464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329769.467486:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b10225ad x1853178572254720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329785 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329769.467560:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329769.467562:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329769.467571:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329769.467571:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329769.467583:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329769.467584:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329769.467596:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329769.467599:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767329769.467603:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088864b64 x1853178572254464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329785 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329769.467605:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329769.467618:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329769.467633:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=16 v=5 (5 5 5 5) 00000100:00100000:0.0:1767329769.467638:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088864b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572254464:192.168.202.109@tcp:400: 00000100:00001000:3.0:1767329769.467644:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=101 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329769.467652:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329769.467654:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329769.467660:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329769.467663:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329769.467667:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088864b64 x1853178572254464/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329785 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329769.467674:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767329769.467680:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329769.467683:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329769.467686:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0d57192. 02000000:00000001:0.0:1767329769.467694:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00080000:3.0:1767329769.467701:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b10225ad x1853178572254720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767329769.467701:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329769.467706:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329769.467712:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329769.467718:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e3f15753. 02000000:00000001:0.0:1767329769.467727:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329769.467733:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329769.467735:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088864b64. 00010000:00000001:3.0:1767329769.467749:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329769.467750:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329769.467762:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329769.467764:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767329769.467769:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329769.467770:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329769.467794:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329769.467795:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329769.467807:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767329769.467808:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b10225ad x1853178572254720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329769.467826:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329769.467827:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329769.467845:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329769.467846:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329769.467857:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329769.467858:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329769.467879:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b10225ad x1853178572254720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329785 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329769.467890:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572254720:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329769.467898:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329769.467900:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329769.467902:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b10225ad x1853178572254720/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329785 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329769.467907:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329769.467909:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329769.467911:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d89b6660. 02000000:00000001:3.0:1767329769.467915:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329769.467916:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329769.467917:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329769.467919:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329769.467921:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ffaa443. 02000000:00000001:3.0:1767329769.467923:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329769.467925:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329769.467926:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b10225ad. 00000100:00000001:3.0:1767329769.467928:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329769.467936:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329769.467937:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329769.467941:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329769.467943:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329769.467945:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329769.467946:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329769.527092:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329769.527097:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329769.527178:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329769.527184:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329769.527189:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329770.551157:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329770.551170:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329770.551287:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329770.551296:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329770.551302:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329771.575167:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329771.575179:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329771.575330:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329771.575339:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329771.575345:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329772.599165:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329772.599178:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329772.599339:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329772.599348:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329772.599354:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329773.623120:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329773.623131:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329773.623281:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329773.623289:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329773.623295:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329774.071106:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301619037, at 4301619200 00000100:00000010:0.0:1767329774.071131:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a3bb6b37. 00000100:00000040:3.0:1767329774.071189:0:217661:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301619037, at 4301619200 00000100:00000010:3.0:1767329774.071213:0:217661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d9c1b8c. 00000100:00000040:2.0:1767329774.071258:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301619037, at 4301619200 00000100:00000010:2.0:1767329774.071275:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000648d638b. 00000100:00000040:1.0:1767329774.071904:0:198346:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301619037, at 4301619200 00000100:00000010:1.0:1767329774.071921:0:198346:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082ce177d. 00000100:00000040:1.0:1767329774.583218:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329774.583235:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329774.583246:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ce1624. 00000020:00000040:1.0:1767329774.583257:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329774.583264:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329774.583268:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329774.583277:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329774.583289:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000049d44528. 00000100:00000001:1.0:1767329774.583299:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329774.583316:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000026ce1624 x1853178572254848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329774.583357:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329774.583360:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329774.583369:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ce1624] to pc [ptlrpcd_00_03+3] req@0000000026ce1624 x1853178572254848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329774.583411:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329774.583415:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329774.583419:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329774.583424:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8f35ab6. 00000020:00000040:1.0:1767329774.583427:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329774.583430:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329774.583432:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329774.583434:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329774.583439:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a6343d55. 00000100:00000001:1.0:1767329774.583442:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329774.583446:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000f8f35ab6 x1853178572254976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329774.583455:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329774.583457:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329774.583460:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8f35ab6] to pc [ptlrpcd_00_00+0] req@00000000f8f35ab6 x1853178572254976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329774.583501:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329774.583506:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329774.583511:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329774.583512:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329774.583519:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc9b4205. 00000100:00000001:3.0:1767329774.583524:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767329774.583526:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329774.583531:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329774.583533:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329774.583541:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767329774.583543:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329774.583545:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329774.583549:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ce1624 x1853178572254848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329774.583562:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024fb3337. 00000100:00000001:0.0:1767329774.583562:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329774.583587:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329774.583589:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329774.583593:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329774.583596:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329774.583605:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000cc9b4205 x1853178572255104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329774.583607:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767329774.583609:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329774.583618:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329774.583628:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329774.583628:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329774.583631:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329774.583638:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329774.583649:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329774.583651:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329774.583670:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572254848:192.168.202.109@tcp:400: 00000100:00000040:2.0:1767329774.583674:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8f35ab6 x1853178572254976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329774.583674:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9b4205] to pc [ptlrpcd_00_01+1] req@00000000cc9b4205 x1853178572255104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329774.583693:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329774.583710:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329774.583720:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329774.583765:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329774.583770:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329774.583777:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767329774.583779:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dcafe47a. 00000100:00000040:1.0:1767329774.583779:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329774.583789:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329774.583793:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329774.583793:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767329774.583812:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767329774.583816:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6957) 00000100:00000001:0.0:1767329774.583817:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767329774.583819:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1197315. 00000100:00000001:0.0:1767329774.583824:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329774.583833:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767329774.583843:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a76260. 00000100:00000040:0.0:1767329774.583845:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc9b4205 x1853178572255104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329774.583846:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329774.583865:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329774.583871:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572254848, portal 25 00000100:00100000:2.0:1767329774.583884:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572254976:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329774.583889:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329774.583892:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329774.583899:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777206656 : -127176932344960 : ffff8c55501fbb80) 00000100:00000001:0.0:1767329774.583901:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329774.583909:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329774.583920:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329774.583924:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329774.583926:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767329774.583928:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ce1624 x1853178572254848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329774.583936:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329774.583942:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329774.583955:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1767329774.583967:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572255104:192.168.202.109@tcp:400: 02000000:00000010:2.0:1767329774.583970:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005758de51. 00000100:00000001:3.0:1767329774.583987:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767329774.583989:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329774.583990:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329774.584001:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767329774.584003:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329774.584008:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3ddd6cc. 02000000:00000001:0.0:1767329774.584009:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329774.584059:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329774.584067:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006c3c8a4. 02000000:00000001:0.0:1767329774.584082:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329774.584084:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8121ef5. 00000400:00000010:0.0:1767329774.584094:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033b22e69. 00000100:00000200:3.0:1767329774.584095:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572254848, offset 0 00000400:00000010:2.0:1767329774.584106:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000408ebb8d. 00000400:00000010:0.0:1767329774.584111:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa460cfa. 00000400:00000200:3.0:1767329774.584125:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000200:2.0:1767329774.584141:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572254976, portal 10 00000100:00000200:0.0:1767329774.584144:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572255104, portal 10 00000100:00000001:2.0:1767329774.584151:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767329774.584155:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329774.584158:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777196800 : -127176932354816 : ffff8c55501f9500) 00000100:00000001:0.0:1767329774.584158:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329774.584172:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777203072 : -127176932348544 : ffff8c55501fad80) 00000400:00000200:3.0:1767329774.584176:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767329774.584186:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8f35ab6 x1853178572254976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329774.584206:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767329774.584209:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:0.0:1767329774.584209:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc9b4205 x1853178572255104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329774.584227:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329774.584236:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767329774.584242:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009532038b. 00000400:00000200:3.0:1767329774.584257:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:2.0:1767329774.584260:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572254976, offset 0 00000100:00000001:0.0:1767329774.584286:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767329774.584287:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [621:621:256:4294967295] 192.168.202.109@tcp LPNI seq info [621:621:8:4294967295] 00000400:00000200:2.0:1767329774.584290:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:0.0:1767329774.584319:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329774.584324:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081a0b675. 00000100:00000200:0.0:1767329774.584338:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572255104, offset 0 00000400:00000200:3.0:1767329774.584339:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:0.0:1767329774.584365:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:3.0:1767329774.584368:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329774.584374:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:3.0:1767329774.584385:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ffaa443. 00000400:00000200:2.0:1767329774.584390:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329774.584403:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:3.0:1767329774.584407:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329774.584420:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329774.584427:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:3.0:1767329774.584439:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:2.0:1767329774.584443:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [622:622:255:4294967295] 192.168.202.109@tcp LPNI seq info [622:622:7:4294967295] 00000800:00000200:3.0:1767329774.584454:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ffaa443 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329774.584476:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329774.584491:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329774.584492:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329774.584496:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:2.0:1767329774.584517:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007ca95e3d. 00000100:00000001:3.0:1767329774.584519:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301624157 00000400:00000200:0.0:1767329774.584519:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1767329774.584541:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ed61985. 00000400:00000200:0.0:1767329774.584545:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:2.0:1767329774.584554:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:0.0:1767329774.584567:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329774.584568:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767329774.584582:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:0.0:1767329774.584589:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329774.584590:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301624157 00000100:00000010:3.0:1767329774.584605:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f104d75. 00000800:00000200:2.0:1767329774.584611:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007ca95e3d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767329774.584616:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [623:623:254:4294967295] 192.168.202.109@tcp LPNI seq info [623:623:6:4294967295] 00000100:00000001:3.0:1767329774.584622:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767329774.584627:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329774.584644:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 145453 usecs (146 jiffies) 00000100:00000001:3.0:1767329774.584647:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301624157 00000800:00000200:1.0:1767329774.584664:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329774.584673:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301619859 00000100:00000010:3.0:1767329774.584675:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030a6a026. 00000800:00000010:1.0:1767329774.584678:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ffaa443. 00000400:00000200:0.0:1767329774.584687:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329774.584690:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301624157 00000100:00000001:3.0:1767329774.584696:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767329774.584697:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329774.584703:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301619859 00000100:00000001:2.0:1767329774.584749:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301624157 00000100:00000001:3.0:1767329774.584754:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301624157 00000100:00000001:2.0:1767329774.584765:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301619859 00000800:00000200:0.0:1767329774.584776:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329774.584777:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329774.584779:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301624157 00000100:00000010:3.0:1767329774.584782:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f77cedb. 00000800:00000010:0.0:1767329774.584795:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ce0a9bb. 00000100:00000001:2.0:1767329774.584803:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301619859 00000400:00000200:1.0:1767329774.584805:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8121ef5 00000100:00000001:3.0:1767329774.584809:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000010:1.0:1767329774.584822:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8121ef5. 00000800:00000200:0.0:1767329774.584823:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329774.584831:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329774.584832:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301624157 00000100:00000001:1.0:1767329774.584843:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329774.584849:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329774.584855:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329774.584858:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000200:1.0:1767329774.584859:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ce1624 x1853178572254848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329774.584862:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329774.584875:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004ce0a9bb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329774.584879:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329774.584886:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329774.584898:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329774.584901:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329774.584905:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329774.584930:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767329774.584932:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 10737 usecs (11 jiffies) 00000100:00000001:2.0:1767329774.584936:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329774.584938:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329774.584938:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329774.584947:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301619724 00000100:00000001:3.0:1767329774.584953:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329774.584956:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329774.584957:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301624157 00000100:00000040:1.0:1767329774.584963:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ce1624 x1853178572254848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329790 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329774.584969:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329774.584971:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329774.584979:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301619724 00000100:00000001:3.0:1767329774.584988:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329774.584988:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329774.585010:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329774.585010:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301624157 00000100:00000001:2.0:1767329774.585012:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329774.585074:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329774.585100:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329774.585101:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301619725 00000100:00000001:0.0:1767329774.585124:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301624157 00000100:00000001:1.0:1767329774.585125:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329774.585136:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301619725 00000100:00000001:0.0:1767329774.585141:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301624157 00000100:00000001:0.0:1767329774.585144:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329774.585149:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329774.585155:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329774.585160:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007ca95e3d. 00000400:00000200:1.0:1767329774.585180:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329774.585181:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329774.585201:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329774.585216:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329774.585221:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767329774.585223:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009532038b 00000100:00000001:0.0:1767329774.585225:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1767329774.585230:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009532038b. 00000100:00000001:0.0:1767329774.585234:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329774.585238:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329774.585239:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329774.585242:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329774.585254:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329774.585261:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8f35ab6 x1853178572254976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329774.585275:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329774.585280:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8f35ab6 x1853178572254976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329790 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329774.585289:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329774.585291:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767329774.585357:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329774.585361:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ce0a9bb. 00000400:00000200:1.0:1767329774.585367:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329774.585372:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329774.585376:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081a0b675 00000400:00000010:1.0:1767329774.585378:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081a0b675. 00000100:00000001:1.0:1767329774.585388:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329774.585393:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc9b4205 x1853178572255104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329774.585402:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329774.585405:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc9b4205 x1853178572255104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329790 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329774.585413:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329774.585415:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329774.588167:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329774.588189:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329774.588193:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329774.588197:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329774.588208:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329774.588223:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2812e80 00000400:00000200:2.0:1767329774.588233:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1431 [1] + 224 00000800:00000001:2.0:1767329774.588242:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329774.588256:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329774.588259:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329774.588277:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329774.588285:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329774.588292:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ce1624 x1853178572254848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329774.588309:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ce1624 x1853178572254848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329774.588338:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329774.588353:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329774.588371:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329774.588376:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329774.588380:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329774.588386:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329774.588394:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2812f00 00000400:00000200:2.0:1767329774.588400:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1439 [1] + 224 00000800:00000001:2.0:1767329774.588405:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329774.588412:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329774.588414:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329774.588419:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329774.588423:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329774.588426:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8f35ab6 x1853178572254976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329774.588438:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f8f35ab6 x1853178572254976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329774.588465:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329774.588472:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329774.588478:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329774.588480:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329774.588483:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329774.588487:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329774.588494:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2812f80 00000400:00000200:2.0:1767329774.588499:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x143d [1] + 224 00000800:00000001:2.0:1767329774.588513:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329774.588522:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329774.588524:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329774.588529:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329774.588535:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329774.588545:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc9b4205 x1853178572255104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329774.588556:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc9b4205 x1853178572255104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329774.588579:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329774.588579:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329774.588589:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329774.588591:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329774.588591:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329774.588607:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767329774.588609:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767329774.588612:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329774.588618:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1197315. 00000800:00000001:2.0:1767329774.588618:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329774.588636:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a76260 00000400:00000010:3.0:1767329774.588641:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a76260. 00000100:00000001:3.0:1767329774.588648:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767329774.588652:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329774.588659:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1767329774.588660:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce1624 x1853178572254848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329774.588669:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3ddd6cc. 00000400:00000200:0.0:1767329774.588685:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000408ebb8d 00000100:00000200:3.0:1767329774.588697:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ce1624 x1853178572254848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329790 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329774.588698:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000408ebb8d. 00000100:00000001:1.0:1767329774.588703:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329774.588715:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329774.588717:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767329774.588755:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8f35ab6 x1853178572254976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329774.588756:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1767329774.588757:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767329774.588768:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767329774.588769:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329774.588782:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033b22e69. 00000100:00000001:3.0:1767329774.588790:0:208651:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767329774.588802:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa460cfa 02000000:00000001:3.0:1767329774.588806:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1767329774.588809:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa460cfa. 00000100:00000200:0.0:1767329774.588810:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8f35ab6 x1853178572254976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329790 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329774.588817:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329774.588831:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329774.588831:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329774.588845:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767329774.588848:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329774.588853:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc9b4205 x1853178572255104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329774.588854:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767329774.588865:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=21 v=5 (5 5 5 5) 00000100:00000001:0.0:1767329774.588872:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329774.588884:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:3.0:1767329774.588890:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=21 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329774.588896:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329774.588913:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329774.588915:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767329774.588924:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc9b4205 x1853178572255104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329790 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329774.588929:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329774.588930:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329774.588956:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1767329774.588963:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=11 v=5 (5 5 5 5) 00010000:00000001:3.0:1767329774.588964:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329774.588967:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329774.588979:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329774.588981:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329774.588984:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=11 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329774.588991:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329774.589003:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767329774.589005:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ce1624 x1853178572254848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329774.589005:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329774.589011:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329774.589059:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329774.589064:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329774.589072:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329774.589074:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=21 v=5 (5 5 5 5) 00010000:00000001:0.0:1767329774.589083:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1767329774.589092:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=106 v=5 (1 1 0 0) 00010000:00000001:0.0:1767329774.589098:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329774.589120:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329774.589121:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767329774.589129:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329774.589131:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00010000:00000001:1.0:1767329774.589142:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767329774.589148:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00080000:1.0:1767329774.589159:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cc9b4205 x1853178572255104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329774.589165:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329774.589167:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329774.589189:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767329774.589198:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8f35ab6 x1853178572254976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329774.589200:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767329774.589200:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329774.589223:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329774.589232:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ce1624 x1853178572254848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329790 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329774.589236:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329774.589251:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329774.589261:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329774.589266:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329774.589284:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc9b4205 x1853178572255104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329774.589288:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329774.589296:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329774.589320:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8f35ab6 x1853178572254976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329790 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329774.589333:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ce1624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572254848:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329774.589367:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329774.589384:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329774.589386:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329774.589399:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ce1624 x1853178572254848/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329790 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329774.589412:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1767329774.589420:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8f35ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572254976:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329774.589423:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329774.589446:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc9b4205 x1853178572255104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329790 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329774.589457:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329774.589457:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329774.589470:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767329774.589473:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1767329774.589481:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dcafe47a. 00000100:00100000:1.0:1767329774.589488:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572255104:192.168.202.109@tcp:400: 02000000:00000001:3.0:1767329774.589489:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767329774.589494:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8f35ab6 x1853178572254976/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329790 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767329774.589499:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329774.589507:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329774.589520:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767329774.589525:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329774.589532:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000049d44528. 00000100:00000001:1.0:1767329774.589539:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767329774.589551:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767329774.589562:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc9b4205 x1853178572255104/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329790 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329774.589564:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767329774.589564:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:3.0:1767329774.589582:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ce1624. 02000000:00000001:0.0:1767329774.589584:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329774.589591:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005758de51. 00000100:00000001:3.0:1767329774.589594:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329774.589601:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767329774.589609:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767329774.589612:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767329774.589617:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329774.589627:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329774.589630:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329774.589635:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767329774.589640:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329774.589648:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767329774.589651:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767329774.589652:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767329774.589654:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a6343d55. 02000000:00000010:1.0:1767329774.589658:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006c3c8a4. 00000100:00000001:3.0:1767329774.589659:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329774.589666:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329774.589671:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767329774.589673:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1767329774.589682:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:0.0:1767329774.589684:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8f35ab6. 00000020:00000040:1.0:1767329774.589692:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329774.589696:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1767329774.589699:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767329774.589701:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767329774.589709:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024fb3337. 00000100:00000001:0.0:1767329774.589709:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329774.589752:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767329774.589753:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767329774.589759:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767329774.589760:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767329774.589765:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc9b4205. 00000100:00000001:0.0:1767329774.589769:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329774.589782:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329774.589784:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329774.589791:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329774.589796:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329774.589803:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329774.589806:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329774.589810:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329774.589813:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329774.647171:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329774.647178:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329774.647319:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329774.647325:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329774.647329:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329775.671177:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329775.671193:0:198346:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329775.671198:0:198346:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329775.671202:0:198346:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329775.671212:0:198346:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329775.671216:0:198346:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329775.671220:0:198346:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329775.671224:0:198346:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329775.671349:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329775.671356:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329775.671359:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329776.695192:0:198346:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329776.695202:0:198346:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329776.695341:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329776.695349:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329776.695357:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329777.719173:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329777.719185:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329777.719341:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329777.719350:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329777.719383:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329778.743169:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329778.743182:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329778.743346:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329778.743354:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329778.743360:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329779.191188:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301624157, at 4301624320 00000100:00000040:3.0:1767329779.191214:0:217661:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301624157, at 4301624320 00000100:00000010:0.0:1767329779.191214:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ed61985. 00000100:00000040:2.0:1767329779.191238:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301624157, at 4301624320 00000100:00000010:3.0:1767329779.191240:0:217661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f77cedb. 00000100:00000040:1.0:1767329779.191255:0:217845:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301624157, at 4301624320 00000100:00000010:2.0:1767329779.191266:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030a6a026. 00000100:00000010:1.0:1767329779.191281:0:217845:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f104d75. 00000100:00000040:1.0:1767329779.703162:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329779.703180:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329779.703192:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc9b4205. 00000020:00000040:1.0:1767329779.703204:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329779.703214:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329779.703221:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329779.703230:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329779.703246:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024fb3337. 00000100:00000001:1.0:1767329779.703261:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329779.703284:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000cc9b4205 x1853178572255232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329779.703310:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329779.703315:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329779.703329:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9b4205] to pc [ptlrpcd_00_02+2] req@00000000cc9b4205 x1853178572255232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329779.703389:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329779.703397:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329779.703408:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329779.703417:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfc75053. 00000100:00000001:0.0:1767329779.703419:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767329779.703426:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329779.703430:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329779.703445:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767329779.703446:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329779.703447:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767329779.703458:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767329779.703461:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329779.703472:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329779.703472:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc9b4205 x1853178572255232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329779.703492:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004571031a. 00000100:00000001:0.0:1767329779.703501:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329779.703505:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329779.703507:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329779.703512:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329779.703520:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329779.703530:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000dfc75053 x1853178572255360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767329779.703531:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329779.703545:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572255232:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329779.703566:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329779.703578:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329779.703584:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767329779.703584:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329779.703599:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329779.703600:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329779.703614:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8008de8. 02000000:00000001:0.0:1767329779.703622:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329779.703623:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfc75053] to pc [ptlrpcd_00_03+3] req@00000000dfc75053 x1853178572255360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329779.703636:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011ad546e. 00000400:00000010:0.0:1767329779.703652:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ab2acd5. 00000100:00000200:0.0:1767329779.703663:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572255232, portal 25 00000100:00000001:0.0:1767329779.703666:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329779.703670:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777203072 : -127176932348544 : ffff8c55501fad80) 00000100:00000040:0.0:1767329779.703714:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc9b4205 x1853178572255232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329779.703795:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329779.703804:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329779.703811:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034968aab. 00000100:00000001:1.0:1767329779.703816:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329779.703819:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572255232, offset 0 00000100:00000040:1.0:1767329779.703831:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329779.703847:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1767329779.703849:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000010:1.0:1767329779.703858:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088e8bc68. 00000020:00000040:1.0:1767329779.703867:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329779.703873:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329779.703877:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767329779.703882:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:1.0:1767329779.703887:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329779.703898:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f9bec14. 00000100:00000001:1.0:1767329779.703906:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329779.703917:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329779.703918:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329779.703927:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767329779.703929:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000088e8bc68 x1853178572255488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329779.703934:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767329779.703941:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:2.0:1767329779.703951:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfc75053 x1853178572255360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329779.703960:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329779.703982:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329779.704006:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [624:624:256:4294967295] 192.168.202.109@tcp LPNI seq info [624:624:8:4294967295] 00000100:00000001:2.0:1767329779.704075:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329779.704081:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767329779.704090:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329779.704092:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329779.704096:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329779.704111:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1767329779.704112:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329779.704118:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329779.704125:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e8bc68] to pc [ptlrpcd_00_00+0] req@0000000088e8bc68 x1853178572255488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767329779.704125:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6c5103d. 02000000:00000001:2.0:1767329779.704128:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329779.704148:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572255360:192.168.202.109@tcp:400: 00000800:00000200:0.0:1767329779.704149:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329779.704176:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767329779.704183:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:2.0:1767329779.704185:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329779.704196:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329779.704201:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6c5103d type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1767329779.704208:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329779.704221:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000058477887. 02000000:00000001:2.0:1767329779.704227:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329779.704235:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac11e954. 00000400:00000010:2.0:1767329779.704242:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9460489. 00000100:00000001:0.0:1767329779.704243:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329779.704248:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572255360, portal 10 00000100:00000001:0.0:1767329779.704253:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301629277 00000100:00000001:2.0:1767329779.704255:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329779.704259:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329779.704263:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777198592 : -127176932353024 : ffff8c55501f9c00) 00000100:00000010:0.0:1767329779.704267:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4629dbf. 00000100:00000040:1.0:1767329779.704272:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767329779.704281:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfc75053 x1853178572255360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329779.704281:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767329779.704301:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301629277 00000100:00000040:1.0:1767329779.704306:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000010:0.0:1767329779.704324:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000388111bb. 00000100:00000001:2.0:1767329779.704338:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329779.704343:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6962) 00000100:00000001:0.0:1767329779.704345:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767329779.704357:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329779.704364:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f8ad362. 00000100:00000001:0.0:1767329779.704366:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301629277 00000100:00000200:2.0:1767329779.704372:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572255360, offset 0 00000100:00000010:0.0:1767329779.704375:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008433709a. 00000100:00000001:0.0:1767329779.704384:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767329779.704393:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:3.0:1767329779.704402:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329779.704404:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301629277 00000400:00000200:2.0:1767329779.704414:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000010:0.0:1767329779.704426:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002806143. 00000800:00000010:3.0:1767329779.704429:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6c5103d. 00000400:00000200:2.0:1767329779.704429:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329779.704441:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767329779.704443:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329779.704443:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767329779.704474:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:3.0:1767329779.704475:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329779.704475:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329779.704476:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329779.704501:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329779.704503:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329779.704504:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329779.704524:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329779.704526:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329779.704537:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767329779.704541:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [625:625:255:4294967295] 192.168.202.109@tcp LPNI seq info [625:625:7:4294967295] 00000100:00000001:0.0:1767329779.704543:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329779.704551:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329779.704563:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329779.704566:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329779.704570:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767329779.704575:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329779.704576:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329779.704594:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329779.704596:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767329779.704604:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329779.704611:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767329779.704615:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075eb7227. 00000100:00000001:0.0:1767329779.704616:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329779.704624:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088e8bc68 x1853178572255488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329779.704626:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329779.704656:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329779.704663:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034968aab 00000100:00000001:0.0:1767329779.704664:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767329779.704667:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329779.704699:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329779.704704:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034968aab. 00000800:00000200:2.0:1767329779.704707:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000075eb7227 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329779.704727:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329779.704736:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767329779.704740:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 144720 usecs (145 jiffies) 00000100:00000001:2.0:1767329779.704754:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301624978 00000100:00000200:3.0:1767329779.704756:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc9b4205 x1853178572255232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329779.704759:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329779.704763:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301629277 00000100:00000001:1.0:1767329779.704768:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329779.704778:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301624978 02000000:00000001:1.0:1767329779.704788:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767329779.704796:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301629277 02000000:00000001:1.0:1767329779.704803:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329779.704817:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301624978 00000100:00000001:3.0:1767329779.704825:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329779.704826:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301629277 02000000:00000001:1.0:1767329779.704827:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329779.704838:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301624978 00000100:00000040:3.0:1767329779.704840:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc9b4205 x1853178572255232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329795 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329779.704850:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301629277 00000100:00100000:1.0:1767329779.704855:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572255488:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329779.704871:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329779.704890:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329779.704893:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329779.704896:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329779.704900:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329779.704908:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767329779.704911:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329779.704912:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329779.704917:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329779.704930:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767329779.704931:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329779.704936:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329779.704942:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767329779.704945:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c64ca9ff. 00000100:00000001:2.0:1767329779.704946:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329779.704951:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329779.704962:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329779.704962:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329779.704982:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0a0c7c2. 00000400:00000010:1.0:1767329779.705000:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cda0ea1. 00000800:00000200:3.0:1767329779.705004:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329779.705012:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075eb7227. 00000100:00000200:1.0:1767329779.705013:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572255488, portal 10 00000400:00000200:3.0:1767329779.705058:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329779.705072:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329779.705078:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777199488 : -127176932352128 : ffff8c55501f9f80) 00000100:00000040:1.0:1767329779.705093:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088e8bc68 x1853178572255488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329779.705110:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329779.705116:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:1.0:1767329779.705123:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fa6d4d2. 00000100:00000200:1.0:1767329779.705134:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572255488, offset 0 00000400:00000200:3.0:1767329779.705138:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329779.705148:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f8ad362 00000400:00000010:3.0:1767329779.705151:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f8ad362. 00000100:00000001:3.0:1767329779.705156:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329779.705161:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfc75053 x1853178572255360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329779.705173:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329779.705185:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329779.705190:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfc75053 x1853178572255360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329795 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329779.705201:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329779.705207:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767329779.705207:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:1.0:1767329779.705222:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329779.705231:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329779.705237:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329779.705242:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329779.705249:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [626:626:255:4294967295] 192.168.202.109@tcp LPNI seq info [626:626:7:4294967295] 00000400:00000200:1.0:1767329779.705268:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329779.705296:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329779.705304:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e18132be. 00000800:00000200:1.0:1767329779.705318:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767329779.705331:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329779.705339:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e18132be type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329779.705368:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329779.705376:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 10715 usecs (11 jiffies) 00000100:00000001:1.0:1767329779.705383:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301624845 00000100:00000001:1.0:1767329779.705388:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301629277 00000100:00000001:1.0:1767329779.705393:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301624845 00000100:00000001:1.0:1767329779.705397:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301629277 00000100:00000001:1.0:1767329779.705402:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301624845 00000100:00000001:1.0:1767329779.705407:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301629277 00000100:00000001:1.0:1767329779.705412:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301624845 00000100:00000001:1.0:1767329779.705416:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301629277 00000100:00000001:1.0:1767329779.705420:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329779.705425:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329779.705432:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329779.705438:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329779.705473:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329779.705479:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e18132be. 00000400:00000200:3.0:1767329779.705486:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329779.705491:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329779.705495:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fa6d4d2 00000400:00000010:3.0:1767329779.705497:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fa6d4d2. 00000100:00000001:3.0:1767329779.705501:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329779.705517:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088e8bc68 x1853178572255488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329779.705527:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329779.705529:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088e8bc68 x1853178572255488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329795 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329779.705537:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329779.705539:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329779.706870:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329779.706892:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329779.706897:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329779.706904:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329779.706916:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329779.706933:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2813000 00000400:00000200:2.0:1767329779.706942:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1449 [1] + 224 00000800:00000001:2.0:1767329779.706966:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329779.706979:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329779.706983:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329779.706989:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329779.706998:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329779.707006:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc9b4205 x1853178572255232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329795 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329779.707058:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc9b4205 x1853178572255232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329779.707083:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329779.707095:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329779.707100:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329779.707265:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329779.707274:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329779.707277:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329779.707280:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329779.707286:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329779.707296:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2813080 00000400:00000200:2.0:1767329779.707302:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1451 [1] + 224 00000800:00000001:2.0:1767329779.707308:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329779.707328:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767329779.707333:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329779.707336:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329779.707339:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767329779.707351:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767329779.707351:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000001:3.0:1767329779.707364:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329779.707369:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011ad546e. 00000400:00000200:3.0:1767329779.707376:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ab2acd5 00000400:00000010:3.0:1767329779.707379:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ab2acd5. 00000100:00000001:3.0:1767329779.707386:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329779.707388:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329779.707399:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc9b4205 x1853178572255232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329779.707400:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfc75053 x1853178572255360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329795 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329779.707541:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfc75053 x1853178572255360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329779.707542:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc9b4205 x1853178572255232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329795 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329779.707649:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329779.707653:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329779.707658:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329779.707660:0:208650:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767329779.707670:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767329779.707694:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329779.707706:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767329779.707709:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329779.707715:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329779.707727:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329779.707729:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329779.707735:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767329779.707740:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=26 v=5 (5 5 5 5) 00000400:00000001:0.0:1767329779.707744:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329779.707755:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1767329779.707758:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=26 v=5 (1 1 1 1) 00000400:00000010:0.0:1767329779.707761:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac11e954. 00000100:00000001:3.0:1767329779.707772:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1767329779.707778:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9460489 00000100:00000001:3.0:1767329779.707780:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329779.707804:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9460489. 00010000:00000001:3.0:1767329779.707806:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329779.707820:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329779.707822:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329779.707831:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329779.707844:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc9b4205 x1853178572255232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329795 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329779.707845:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfc75053 x1853178572255360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329779.707895:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfc75053 x1853178572255360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329795 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329779.707912:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329779.707917:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329779.707921:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329779.707926:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329779.707930:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329779.707934:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329779.707939:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329779.707950:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=16 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329779.707959:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=16 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329779.707965:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329779.707969:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329779.707974:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329779.707983:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329779.707988:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329779.707992:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329779.707996:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329779.707999:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329779.708005:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfc75053 x1853178572255360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329795 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329779.708084:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329779.708089:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329779.708092:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329779.708099:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfc75053 x1853178572255360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329795 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329779.708111:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfc75053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572255360:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329779.708124:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329779.708126:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329779.708130:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329779.708139:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfc75053 x1853178572255360/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329795 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767329779.708148:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329779.708167:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329779.708178:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329779.708184:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329779.708197:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329779.708215:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000058477887. 00000400:00000200:1.0:1767329779.708216:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:3.0:1767329779.708218:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329779.708237:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767329779.708240:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767329779.708243:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767329779.708249:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767329779.708259:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc9b4205 x1853178572255232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329795 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767329779.708260:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000400:00000200:1.0:1767329779.708264:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2813100 00000020:00000001:0.0:1767329779.708284:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767329779.708300:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1459 [1] + 224 00000100:00100000:3.0:1767329779.708301:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc9b4205 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572255232:192.168.202.109@tcp:400: 02000000:00000010:0.0:1767329779.708301:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004571031a. 02000000:00000001:0.0:1767329779.708324:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329779.708331:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767329779.708333:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329779.708333:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:0.0:1767329779.708338:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfc75053. 00000100:00000001:3.0:1767329779.708345:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329779.708350:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329779.708354:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329779.708358:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329779.708361:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc9b4205 x1853178572255232/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329795 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329779.708365:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329779.708373:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329779.708386:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329779.708391:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329779.708393:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329779.708398:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329779.708408:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8008de8. 00000100:00000001:0.0:1767329779.708408:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329779.708413:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329779.708424:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329779.708428:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329779.708435:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329779.708435:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767329779.708444:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1767329779.708448:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1767329779.708453:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088e8bc68 x1853178572255488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329795 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767329779.708456:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024fb3337. 02000000:00000001:3.0:1767329779.708465:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329779.708470:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329779.708475:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc9b4205. 00000100:00000001:3.0:1767329779.708485:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329779.708489:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329779.708491:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088e8bc68 x1853178572255488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329779.708494:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329779.708506:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329779.708511:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329779.708518:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329779.708524:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329779.708552:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329779.708569:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329779.708575:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329779.708666:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329779.708702:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329779.708710:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329779.708713:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329779.708716:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0a0c7c2. 00000400:00000200:2.0:1767329779.708734:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cda0ea1 00000400:00000010:2.0:1767329779.708736:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cda0ea1. 00000100:00000001:2.0:1767329779.708741:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329779.708750:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088e8bc68 x1853178572255488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329779.708764:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088e8bc68 x1853178572255488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329795 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329779.708775:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329779.708777:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329779.708779:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329779.708782:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329779.708784:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329779.708786:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329779.708789:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329779.708796:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=26 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329779.708800:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=111 v=5 (1 1 0 0) 00000100:00000001:2.0:1767329779.708803:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329779.708805:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329779.708808:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767329779.708813:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000088e8bc68 x1853178572255488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329795 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767329779.708822:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329779.708825:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329779.708827:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329779.708829:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329779.708830:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329779.708834:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088e8bc68 x1853178572255488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329795 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329779.708843:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329779.708859:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329779.708861:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329779.708866:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088e8bc68 x1853178572255488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329795 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329779.708876:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572255488:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329779.708881:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329779.708884:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329779.708887:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088e8bc68 x1853178572255488/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329795 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329779.708896:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329779.708899:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329779.708902:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c64ca9ff. 02000000:00000001:2.0:1767329779.708906:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329779.708908:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329779.708909:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329779.708912:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329779.708914:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003f9bec14. 02000000:00000001:2.0:1767329779.708918:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329779.708920:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329779.708922:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088e8bc68. 00000100:00000001:2.0:1767329779.708926:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329779.708928:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329779.708930:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329779.708936:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329779.708938:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329779.708940:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329779.708943:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329779.767158:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329779.767166:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329779.767292:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329779.767298:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329779.767302:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329780.791173:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329780.791184:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329780.791324:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329780.791331:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329780.791335:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329781.815193:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329781.815204:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329781.815351:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329781.815360:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329781.815365:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329782.839211:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329782.839220:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329782.839376:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329782.839407:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329782.839417:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329783.863206:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329783.863215:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329783.863287:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329783.863295:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329783.863302:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329784.311190:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301629277, at 4301629440 00000100:00000040:0.0:1767329784.311211:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301629277, at 4301629440 00000100:00000010:2.0:1767329784.311212:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008433709a. 00000100:00000010:0.0:1767329784.311248:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4629dbf. 00000100:00000040:3.0:1767329784.311378:0:217661:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301629277, at 4301629440 00000100:00000010:3.0:1767329784.311397:0:217661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002806143. 00000100:00000040:1.0:1767329784.311694:0:217845:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301629277, at 4301629440 00000100:00000010:1.0:1767329784.311711:0:217845:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000388111bb. 00000100:00000040:3.0:1767329784.823224:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329784.823243:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329784.823255:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b10225ad. 00000020:00000040:3.0:1767329784.823265:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329784.823272:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329784.823277:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329784.823286:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329784.823297:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002b5eb5d9. 00000100:00000001:3.0:1767329784.823308:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329784.823324:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000b10225ad x1853178572255616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329784.823341:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329784.823344:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329784.823352:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b10225ad] to pc [ptlrpcd_00_01+1] req@00000000b10225ad x1853178572255616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329784.823392:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329784.823395:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329784.823400:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329784.823403:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088b7262c. 00000020:00000040:3.0:1767329784.823406:0:191164:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329784.823409:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329784.823411:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329784.823413:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329784.823417:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009f2acf4c. 00000100:00000001:3.0:1767329784.823420:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329784.823424:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000088b7262c x1853178572255744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329784.823433:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329784.823435:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329784.823438:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088b7262c] to pc [ptlrpcd_00_02+2] req@0000000088b7262c x1853178572255744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329784.823508:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329784.823510:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329784.823514:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329784.823519:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329784.823527:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329784.823532:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329784.823537:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767329784.823538:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767329784.823551:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001aee3446. 00000100:00000001:0.0:1767329784.823557:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767329784.823560:0:191164:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000040:2.0:1767329784.823564:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b10225ad x1853178572255616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329784.823565:0:208651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767329784.823579:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329784.823581:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329784.823599:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767329784.823599:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329784.823604:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329784.823616:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329784.823616:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329784.823617:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329784.823655:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329784.823656:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329784.823658:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329784.823665:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767329784.823667:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329784.823673:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767329784.823678:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000042bda6b6. 02000000:00000001:2.0:1767329784.823685:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329784.823688:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329784.823697:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329784.823697:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088b7262c x1853178572255744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329784.823705:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572255616:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329784.823726:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767329784.823734:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000001aee3446 x1853178572255872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767329784.823743:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329784.823750:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767329784.823753:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329784.823757:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329784.823764:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767329784.823775:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767329784.823780:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003836dbdc. 02000000:00000001:0.0:1767329784.823784:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329784.823786:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767329784.823788:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329784.823802:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329784.823804:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329784.823807:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012bfe709. 00000100:00100000:0.0:1767329784.823832:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088b7262c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572255744:192.168.202.109@tcp:400: 00000400:00000010:2.0:1767329784.823836:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b565a76. 00000100:00000040:3.0:1767329784.823840:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001aee3446] to pc [ptlrpcd_00_03+3] req@000000001aee3446 x1853178572255872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329784.823857:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572255616, portal 25 00000100:00000001:0.0:1767329784.823858:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329784.823869:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329784.823874:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767329784.823879:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329784.823887:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776944512 : -127176932607104 : ffff8c55501bbb80) 02000000:00000001:0.0:1767329784.823894:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329784.823911:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d12fd14c. 00000100:00000040:2.0:1767329784.823913:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b10225ad x1853178572255616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329784.823919:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329784.823930:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329784.823932:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010653498. 00000100:00000001:2.0:1767329784.823937:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329784.823953:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767329784.823958:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be917283. 00000100:00000040:2.0:1767329784.823965:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329784.823975:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767329784.823976:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572255744, portal 10 00000400:00000010:2.0:1767329784.823982:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002334309b. 00000100:00100000:1.0:1767329784.823985:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:3.0:1767329784.823989:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767329784.823994:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329784.824001:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329784.824003:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572255616, offset 0 00000100:00000001:0.0:1767329784.824006:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776941824 : -127176932609792 : ffff8c55501bb100) 00000100:00000040:3.0:1767329784.824012:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6967) 00000100:00000001:1.0:1767329784.824076:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329784.824081:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329784.824089:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329784.824092:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329784.824099:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329784.824107:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088b7262c x1853178572255744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329784.824114:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001aee3446 x1853178572255872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329784.824133:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329784.824192:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329784.824194:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329784.824218:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329784.824220:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767329784.824224:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329784.824233:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329784.824246:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329784.824250:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329784.824251:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009894196a. 00000400:00000200:2.0:1767329784.824256:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:0.0:1767329784.824276:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572255744, offset 0 00000400:00000200:2.0:1767329784.824277:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [627:627:256:4294967295] 192.168.202.109@tcp LPNI seq info [627:627:8:4294967295] 02000000:00000001:1.0:1767329784.824277:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329784.824290:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329784.824309:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329784.824311:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00100000:1.0:1767329784.824319:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001aee3446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572255872:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329784.824347:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329784.824349:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329784.824363:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767329784.824373:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329784.824378:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:1.0:1767329784.824379:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329784.824384:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad76e917. 02000000:00000001:1.0:1767329784.824403:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329784.824405:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767329784.824413:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000010:1.0:1767329784.824417:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000945c8828. 00000400:00000200:0.0:1767329784.824420:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:2.0:1767329784.824437:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:1.0:1767329784.824438:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329784.824442:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767329784.824459:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad76e917 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767329784.824459:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:1.0:1767329784.824463:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014248973. 00000400:00000200:0.0:1767329784.824475:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [628:628:255:4294967295] 192.168.202.109@tcp LPNI seq info [628:628:7:4294967295] 00000400:00000010:1.0:1767329784.824488:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cab2768b. 00000400:00000200:0.0:1767329784.824498:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329784.824508:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329784.824509:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572255872, portal 10 00000800:00000200:0.0:1767329784.824509:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329784.824519:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301634397 00000800:00000010:0.0:1767329784.824525:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c06a1248. 00000100:00000001:1.0:1767329784.824527:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1767329784.824531:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e2a0a9e1. 00000100:00000001:1.0:1767329784.824543:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776939136 : -127176932612480 : ffff8c55501ba680) 00000100:00000001:2.0:1767329784.824551:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767329784.824552:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767329784.824572:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329784.824573:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301634397 00000100:00000040:1.0:1767329784.824579:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001aee3446 x1853178572255872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329784.824582:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c06a1248 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767329784.824585:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c7b3059. 00000100:00000001:2.0:1767329784.824601:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767329784.824602:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329784.824640:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 143986 usecs (144 jiffies) 00000100:00000001:2.0:1767329784.824642:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301634397 00000100:00000001:0.0:1767329784.824650:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301630097 00000100:00000010:2.0:1767329784.824659:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000644d3cc5. 00000100:00000001:0.0:1767329784.824667:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301634397 00000100:00000001:2.0:1767329784.824674:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767329784.824683:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301630097 00000100:00000001:2.0:1767329784.824690:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301634397 00000100:00000001:1.0:1767329784.824695:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329784.824695:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301634397 00000100:00000010:2.0:1767329784.824700:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097ee664e. 00000100:00000001:0.0:1767329784.824710:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301630097 00000100:00000001:2.0:1767329784.824714:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767329784.824721:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:3.0:1767329784.824723:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329784.824724:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301634397 00000400:00000010:1.0:1767329784.824739:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f744fb2c. 00000100:00000001:0.0:1767329784.824740:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301630097 00000100:00000001:2.0:1767329784.824741:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767329784.824746:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad76e917. 00000100:00000001:0.0:1767329784.824762:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301634397 00000100:00000200:1.0:1767329784.824764:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572255872, offset 0 00000100:00000001:2.0:1767329784.824769:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329784.824776:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329784.824778:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329784.824793:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329784.824801:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329784.824804:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329784.824818:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329784.824825:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329784.824827:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329784.824828:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329784.824847:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767329784.824849:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329784.824851:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329784.824867:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329784.824873:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329784.824874:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329784.824877:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329784.824881:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329784.824883:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329784.824888:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329784.824891:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329784.824893:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329784.824907:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329784.824917:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329784.824926:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329784.824932:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [629:629:254:4294967295] 192.168.202.109@tcp LPNI seq info [629:629:6:4294967295] 00000400:00000200:1.0:1767329784.824960:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:3.0:1767329784.824973:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002334309b 00000800:00000200:1.0:1767329784.824977:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329784.824980:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002334309b. 00000800:00000010:1.0:1767329784.824987:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9d1b4a8. 00000100:00000001:3.0:1767329784.824992:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329784.825001:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b10225ad x1853178572255616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767329784.825081:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:1.0:1767329784.825097:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329784.825109:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9d1b4a8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329784.825120:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329784.825121:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329784.825130:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 10687 usecs (11 jiffies) 00000100:00000040:3.0:1767329784.825131:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b10225ad x1853178572255616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329800 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329784.825139:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301629965 00000100:00000001:1.0:1767329784.825150:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301634397 00000100:00000001:1.0:1767329784.825160:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301629965 00000100:00000001:3.0:1767329784.825161:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329784.825165:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301634397 00000100:00000001:3.0:1767329784.825168:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329784.825173:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301629965 00000100:00000001:1.0:1767329784.825178:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301634397 00000100:00000001:1.0:1767329784.825180:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301629965 00000100:00000001:1.0:1767329784.825183:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301634397 00000100:00000001:1.0:1767329784.825186:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329784.825189:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329784.825194:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329784.825198:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329784.825200:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329784.825205:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c06a1248. 00000400:00000200:3.0:1767329784.825211:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329784.825217:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329784.825222:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009894196a 00000400:00000010:3.0:1767329784.825225:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009894196a. 00000100:00000001:3.0:1767329784.825239:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329784.825243:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088b7262c x1853178572255744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329784.825253:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329784.825255:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088b7262c x1853178572255744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329800 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329784.825263:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329784.825265:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329784.825333:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329784.825337:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9d1b4a8. 00000400:00000200:3.0:1767329784.825342:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329784.825346:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329784.825349:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f744fb2c 00000400:00000010:3.0:1767329784.825350:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f744fb2c. 00000100:00000001:3.0:1767329784.825354:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329784.825357:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001aee3446 x1853178572255872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329784.825367:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329784.825369:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001aee3446 x1853178572255872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329800 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329784.825394:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329784.825396:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329784.828189:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329784.828206:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329784.828210:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329784.828213:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329784.828225:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329784.828242:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2813180 00000400:00000200:2.0:1767329784.828251:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1461 [1] + 224 00000800:00000001:2.0:1767329784.828260:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329784.828271:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329784.828274:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329784.828280:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329784.828288:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329784.828294:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b10225ad x1853178572255616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329800 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329784.828308:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b10225ad x1853178572255616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329784.828340:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329784.828353:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329784.828357:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329784.828441:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329784.828457:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767329784.828460:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329784.828465:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767329784.828466:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767329784.828477:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329784.828482:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329784.828485:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012bfe709. 00000400:00000200:1.0:1767329784.828493:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b565a76 00000400:00000010:1.0:1767329784.828495:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b565a76. 00000100:00000001:1.0:1767329784.828500:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329784.828511:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b10225ad x1853178572255616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329784.828535:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329784.828538:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b10225ad x1853178572255616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329800 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329784.828557:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767329784.828572:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767329784.828585:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2813280 00000100:00000001:1.0:1767329784.828594:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329784.828605:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1471 [1] + 224 00000100:00000001:1.0:1767329784.828607:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329784.828615:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329784.828645:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767329784.828647:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329784.828652:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329784.828660:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329784.828662:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329784.828671:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767329784.828672:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=31 v=5 (5 5 5 5) 00000400:00000200:3.0:1767329784.828685:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00001000:1.0:1767329784.828687:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=31 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329784.828699:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329784.828700:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329784.828708:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329784.828715:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001aee3446 x1853178572255872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329800 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329784.828716:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329784.828724:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329784.828736:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329784.828752:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b10225ad x1853178572255616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329800 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329784.828758:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001aee3446 x1853178572255872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329784.828809:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329784.828819:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329784.828822:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329784.828830:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767329784.828836:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b10225ad x1853178572255616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329800 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329784.828846:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329784.828855:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329784.828862:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767329784.828864:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572255616:192.168.202.109@tcp:400: 00000800:00000001:3.0:1767329784.828868:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329784.828882:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329784.828884:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767329784.828890:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329784.828899:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b10225ad x1853178572255616/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329800 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329784.828906:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2813200 00000100:00000001:1.0:1767329784.828924:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767329784.828925:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1465 [1] + 224 02000000:00000001:1.0:1767329784.828932:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1767329784.828936:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1767329784.828938:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003836dbdc. 02000000:00000001:1.0:1767329784.828949:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329784.828954:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:3.0:1767329784.828955:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329784.828957:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767329784.828971:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329784.828972:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329784.828973:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767329784.828988:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:2.0:1767329784.828991:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767329784.828994:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000001:2.0:1767329784.828996:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1767329784.828997:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002b5eb5d9. 00000400:00000010:2.0:1767329784.829004:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014248973. 02000000:00000001:1.0:1767329784.829006:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329784.829070:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1767329784.829076:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cab2768b 00000100:00000010:1.0:1767329784.829078:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b10225ad. 00000400:00000010:2.0:1767329784.829090:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cab2768b. 00000100:00000001:1.0:1767329784.829095:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329784.829098:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329784.829100:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329784.829101:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329784.829109:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329784.829112:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001aee3446 x1853178572255872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329784.829117:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088b7262c x1853178572255744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329800 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329784.829123:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329784.829132:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329784.829149:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329784.829160:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329784.829222:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088b7262c x1853178572255744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329784.829321:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001aee3446 x1853178572255872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329800 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329784.829322:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329784.829333:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329784.829338:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329784.829347:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329784.829348:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329784.829363:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329784.829369:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329784.829373:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329784.829376:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329784.829381:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329784.829381:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329784.829390:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1767329784.829397:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=31 v=5 (5 5 5 5) 00000400:00000001:0.0:1767329784.829400:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1767329784.829406:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=116 v=5 (1 1 0 0) 00000400:00000001:0.0:1767329784.829407:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329784.829414:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010653498. 00000100:00000001:2.0:1767329784.829416:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329784.829422:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329784.829426:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be917283 00010000:00000001:2.0:1767329784.829428:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767329784.829435:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be917283. 00010000:00080000:2.0:1767329784.829442:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001aee3446 x1853178572255872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329800 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329784.829453:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767329784.829454:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329784.829462:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329784.829465:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000200:0.0:1767329784.829469:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088b7262c x1853178572255744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329784.829470:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329784.829475:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329784.829489:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001aee3446 x1853178572255872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329800 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329784.829502:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088b7262c x1853178572255744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329800 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329784.829516:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329784.829525:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329784.829530:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329784.829536:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329784.829541:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329784.829542:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001aee3446 x1853178572255872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329800 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329784.829547:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329784.829553:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329784.829558:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329784.829563:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329784.829569:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001aee3446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572255872:192.168.202.109@tcp:400: 02000000:00000001:0.0:1767329784.829570:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329784.829584:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767329784.829585:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=21 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329784.829592:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=21 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329784.829603:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767329784.829604:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329784.829612:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329784.829618:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001aee3446 x1853178572255872/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329800 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329784.829650:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329784.829657:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329784.829665:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329784.829670:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329784.829673:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767329784.829675:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767329784.829680:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767329784.829680:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329784.829687:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000945c8828. 00000100:00000040:0.0:1767329784.829689:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088b7262c x1853178572255744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329800 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329784.829695:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329784.829701:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329784.829706:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329784.829711:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329784.829714:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000042bda6b6. 02000000:00000001:2.0:1767329784.829718:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329784.829722:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329784.829727:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001aee3446. 00000100:00000001:2.0:1767329784.829737:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329784.829744:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329784.829745:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329784.829755:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329784.829756:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329784.829761:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329784.829765:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767329784.829770:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088b7262c x1853178572255744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329800 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329784.829771:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329784.829779:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329784.829784:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329784.829796:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088b7262c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572255744:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329784.829804:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329784.829808:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329784.829812:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088b7262c x1853178572255744/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329800 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329784.829820:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329784.829823:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329784.829827:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d12fd14c. 02000000:00000001:0.0:1767329784.829831:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329784.829833:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329784.829834:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329784.829837:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329784.829840:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009f2acf4c. 02000000:00000001:0.0:1767329784.829843:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329784.829845:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329784.829847:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088b7262c. 00000100:00000001:0.0:1767329784.829852:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329784.829853:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329784.829856:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329784.829861:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329784.829863:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329784.829866:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329784.829869:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329784.887215:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329784.887223:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329784.887368:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329784.887373:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329784.887378:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329785.911257:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329785.911270:0:217845:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329785.911274:0:217845:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329785.911278:0:217845:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329785.911285:0:217845:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329785.911288:0:217845:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329785.911291:0:217845:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329785.911293:0:217845:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329785.911372:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329785.911380:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329785.911385:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329786.935260:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329786.935270:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329786.935340:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329786.935347:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329786.935352:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329787.959272:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329787.959284:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329787.959419:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329787.959450:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329787.959455:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329788.983206:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329788.983216:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329788.983305:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329788.983314:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329788.983320:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329789.431228:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301634397, at 4301634560 00000100:00000010:2.0:1767329789.431250:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000644d3cc5. 00000100:00000040:0.0:1767329789.431272:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301634397, at 4301634560 00000100:00000040:3.0:1767329789.431280:0:217661:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301634397, at 4301634560 00000100:00000010:0.0:1767329789.431289:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e2a0a9e1. 00000100:00000010:3.0:1767329789.431316:0:217661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097ee664e. 00000100:00000040:1.0:1767329789.431336:0:217845:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301634397, at 4301634560 00000100:00000010:1.0:1767329789.431355:0:217845:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c7b3059. 00000100:00000040:1.0:1767329789.943265:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329789.943283:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329789.943294:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000446a1ebc. 00000020:00000040:1.0:1767329789.943305:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:1.0:1767329789.943314:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329789.943320:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767329789.943332:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329789.943347:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c9d1b4a8. 00000100:00000001:1.0:1767329789.943359:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329789.943397:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000446a1ebc x1853178572256000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329789.943416:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329789.943419:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329789.943428:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a1ebc] to pc [ptlrpcd_00_00+0] req@00000000446a1ebc x1853178572256000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329789.943486:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329789.943492:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767329789.943501:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329789.943509:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007e555f5. 00000020:00000040:1.0:1767329789.943516:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329789.943521:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329789.943523:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329789.943532:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767329789.943533:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329789.943537:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329789.943542:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767329789.943544:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329789.943551:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329789.943558:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f9bec14. 00000100:00000040:2.0:1767329789.943565:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000446a1ebc x1853178572256000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329789.943599:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329789.943620:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329789.943624:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329789.943631:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000007e555f5 x1853178572256128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767329789.943659:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767329789.943661:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329789.943665:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329789.943666:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767329789.943677:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007e555f5] to pc [ptlrpcd_00_01+1] req@0000000007e555f5 x1853178572256128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329789.943679:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329789.943695:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572256000:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329789.943724:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329789.943737:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329789.943742:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329789.943746:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329789.943753:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008418f7de. 00000100:00000001:1.0:1767329789.943756:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329789.943758:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329789.943765:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767329789.943771:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a46ce76. 00000100:00000001:1.0:1767329789.943772:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767329789.943782:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088e8bc68. 00000020:00000040:1.0:1767329789.943791:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000400:00000010:2.0:1767329789.943792:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da383fb9. 00000100:00000001:3.0:1767329789.943799:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329789.943802:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767329789.943807:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1767329789.943808:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572256000, portal 25 00000100:00000001:3.0:1767329789.943809:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329789.943822:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767329789.943824:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329789.943825:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329789.943830:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777192320 : -127176932359296 : ffff8c55501f8380) 00000100:00000040:3.0:1767329789.943840:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007e555f5 x1853178572256128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329789.943850:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000446a1ebc x1853178572256000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767329789.943852:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024fb3337. 00000100:00000001:1.0:1767329789.943873:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329789.943905:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000088e8bc68 x1853178572256256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329789.943971:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329789.943971:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329789.943973:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329789.943989:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329789.943989:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329789.943996:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329789.944015:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767329789.944016:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e8bc68] to pc [ptlrpcd_00_02+2] req@0000000088e8bc68 x1853178572256256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329789.944056:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329789.944065:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329789.944073:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572256128:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329789.944080:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329789.944088:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329789.944091:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329789.944095:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329789.944103:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001bc850cd. 00000400:00000010:2.0:1767329789.944106:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019e33dff. 02000000:00000001:3.0:1767329789.944109:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329789.944124:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572256000, offset 0 00000400:00000010:3.0:1767329789.944129:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1197315. 00000400:00000200:2.0:1767329789.944156:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329789.944171:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a76260. 00000400:00000200:2.0:1767329789.944181:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000200:3.0:1767329789.944185:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572256128, portal 10 00000100:00000001:1.0:1767329789.944188:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329789.944195:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767329789.944196:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767329789.944199:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329789.944207:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777204864 : -127176932346752 : ffff8c55501fb480) 00000100:00000001:0.0:1767329789.944221:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767329789.944224:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:1.0:1767329789.944234:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767329789.944238:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007e555f5 x1853178572256128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329789.944238:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329789.944243:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329789.944257:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329789.944267:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6972) 00000400:00000200:2.0:1767329789.944270:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:0.0:1767329789.944284:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088e8bc68 x1853178572256256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329789.944311:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [630:630:256:4294967295] 192.168.202.109@tcp LPNI seq info [630:630:8:4294967295] 00000100:00000001:1.0:1767329789.944340:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329789.944341:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329789.944355:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329789.944374:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329789.944385:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae81c53f. 00000100:00000001:0.0:1767329789.944385:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767329789.944398:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329789.944402:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329789.944404:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572256128, offset 0 02000000:00000001:0.0:1767329789.944425:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1767329789.944426:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:0.0:1767329789.944433:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329789.944442:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329789.944444:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000064b1dba8. 02000000:00000001:0.0:1767329789.944448:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329789.944463:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572256256:192.168.202.109@tcp:400: 00000800:00000200:2.0:1767329789.944472:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329789.944480:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329789.944482:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329789.944492:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767329789.944493:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767329789.944505:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329789.944507:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:0.0:1767329789.944509:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767329789.944516:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000010:0.0:1767329789.944523:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007ee7f09. 00000800:00000200:2.0:1767329789.944526:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000064b1dba8 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767329789.944533:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329789.944539:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767329789.944545:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010653498. 00000400:00000200:3.0:1767329789.944554:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:0.0:1767329789.944556:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be917283. 00000100:00000200:0.0:1767329789.944566:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572256256, portal 10 00000100:00000001:2.0:1767329789.944586:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329789.944598:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [631:631:255:4294967295] 192.168.202.109@tcp LPNI seq info [631:631:7:4294967295] 00000100:00000001:0.0:1767329789.944601:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329789.944602:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301639517 00000100:00000001:0.0:1767329789.944608:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777199488 : -127176932352128 : ffff8c55501f9f80) 00000100:00000010:2.0:1767329789.944625:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c22f820e. 00000100:00000040:0.0:1767329789.944633:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088e8bc68 x1853178572256256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329789.944642:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767329789.944665:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301639517 00000100:00000001:0.0:1767329789.944676:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767329789.944680:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003784c88d. 00000400:00000200:3.0:1767329789.944686:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:0.0:1767329789.944693:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329789.944701:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000010:0.0:1767329789.944707:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008742989f. 00000100:00000200:0.0:1767329789.944724:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572256256, offset 0 00000100:00000001:2.0:1767329789.944732:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301639517 00000800:00000200:3.0:1767329789.944742:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329789.944743:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329789.944765:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb7a9f62. 00000100:00000010:2.0:1767329789.944766:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002104b075. 00000800:00000200:1.0:1767329789.944767:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767329789.944781:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:1.0:1767329789.944789:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000064b1dba8. 00000100:00000001:2.0:1767329789.944793:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767329789.944796:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767329789.944807:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767329789.944810:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329789.944817:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301639517 00000400:00000200:0.0:1767329789.944820:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329789.944836:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000010:2.0:1767329789.944841:0:208648:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015e46166. 00000400:00000200:0.0:1767329789.944849:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767329789.944858:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329789.944865:0:208648:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767329789.944871:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:3.0:1767329789.944875:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bb7a9f62 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767329789.944887:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [632:632:254:4294967295] 192.168.202.109@tcp LPNI seq info [632:632:6:4294967295] 00000100:00000001:2.0:1767329789.944888:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329789.944902:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329789.944916:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329789.944917:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329789.944927:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329789.944934:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019e33dff 00000800:00000200:0.0:1767329789.944936:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329789.944943:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767329789.944948:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019e33dff. 00000100:00000001:2.0:1767329789.944951:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1767329789.944953:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c06a1248. 00000100:00000001:1.0:1767329789.944966:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329789.944968:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767329789.944983:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329789.944985:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767329789.944995:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000446a1ebc x1853178572256000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329789.944996:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329789.945002:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329789.945064:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329789.945094:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000040:3.0:1767329789.945099:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 143271 usecs (144 jiffies) 00000800:00000200:0.0:1767329789.945115:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c06a1248 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329789.945117:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301635218 00000100:00000001:1.0:1767329789.945124:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329789.945140:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000446a1ebc x1853178572256000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329805 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329789.945141:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301639517 00000100:00000001:0.0:1767329789.945144:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329789.945158:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301635218 00000100:00000040:0.0:1767329789.945164:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 10667 usecs (11 jiffies) 00000100:00000001:3.0:1767329789.945170:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301639517 00000100:00000001:0.0:1767329789.945181:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301635085 00000100:00000001:1.0:1767329789.945189:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329789.945196:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301639517 00000100:00000001:1.0:1767329789.945199:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329789.945204:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301635218 00000100:00000001:0.0:1767329789.945213:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301635085 00000100:00000001:3.0:1767329789.945215:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301639517 00000100:00000001:0.0:1767329789.945224:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301639517 00000100:00000001:3.0:1767329789.945225:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301635218 00000800:00000200:1.0:1767329789.945237:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329789.945253:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301635085 00000100:00000001:3.0:1767329789.945254:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301639517 00000800:00000010:1.0:1767329789.945256:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb7a9f62. 00000400:00000200:1.0:1767329789.945268:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329789.945281:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329789.945283:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301639517 00000400:00000200:1.0:1767329789.945302:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329789.945311:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329789.945313:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301635085 00000400:00000200:1.0:1767329789.945315:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae81c53f 00000400:00000010:1.0:1767329789.945324:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae81c53f. 00000100:00000001:0.0:1767329789.945337:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301639517 00000100:00000001:3.0:1767329789.945341:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329789.945342:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329789.945344:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329789.945355:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329789.945361:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007e555f5 x1853178572256128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329789.945361:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329789.945370:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329789.945381:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329789.945382:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329789.945403:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329789.945405:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329789.945411:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329789.945414:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329789.945423:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329789.945425:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329789.945426:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007e555f5 x1853178572256128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329805 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329789.945438:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329789.945441:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329789.945467:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329789.945469:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329789.945475:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329789.945484:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329789.945485:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329789.945497:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329789.945587:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767329789.945595:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c06a1248. 00000400:00000200:1.0:1767329789.945605:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329789.945614:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329789.945619:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008742989f 00000400:00000010:1.0:1767329789.945622:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008742989f. 00000100:00000001:1.0:1767329789.945637:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767329789.945644:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088e8bc68 x1853178572256256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329789.945657:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329789.945660:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088e8bc68 x1853178572256256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329805 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329789.945668:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329789.945670:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329789.946850:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329789.946866:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329789.946872:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329789.946875:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329789.946886:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329789.946903:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2813300 00000400:00000200:2.0:1767329789.946914:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1479 [1] + 224 00000800:00000001:2.0:1767329789.946936:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329789.946947:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329789.946951:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329789.946957:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329789.946964:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329789.946971:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000446a1ebc x1853178572256000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329789.946985:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000446a1ebc x1853178572256000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329789.947046:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329789.947058:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329789.947063:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329789.947105:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329789.947111:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329789.947122:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329789.947126:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329789.947130:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a46ce76. 00000400:00000200:0.0:1767329789.947140:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da383fb9 00000400:00000010:0.0:1767329789.947144:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da383fb9. 00000100:00000001:0.0:1767329789.947151:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329789.947160:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000446a1ebc x1853178572256000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329789.947176:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000446a1ebc x1853178572256000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329789.947187:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329789.947189:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329789.947192:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329789.947196:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329789.947199:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329789.947202:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329789.947205:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329789.947213:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=36 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329789.947218:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=36 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329789.947222:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329789.947223:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329789.947227:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329789.947230:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329789.947233:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329789.947237:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000446a1ebc x1853178572256000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329789.947246:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329789.947250:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329789.947253:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329789.947259:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000446a1ebc x1853178572256000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329805 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329789.947282:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000446a1ebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572256000:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329789.947288:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329789.947291:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329789.947294:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000446a1ebc x1853178572256000/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329805 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329789.947304:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329789.947307:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329789.947312:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008418f7de. 02000000:00000001:0.0:1767329789.947316:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329789.947319:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329789.947323:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329789.947326:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329789.947329:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c9d1b4a8. 02000000:00000001:0.0:1767329789.947335:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329789.947337:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329789.947339:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000446a1ebc. 00000100:00000001:0.0:1767329789.947343:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329789.947345:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329789.947347:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329789.947354:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329789.947356:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329789.947358:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329789.947363:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329789.947433:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329789.947450:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329789.947455:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329789.947458:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329789.947533:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329789.947551:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2813380 00000400:00000200:3.0:1767329789.947560:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1481 [1] + 224 00000800:00000001:3.0:1767329789.947595:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329789.947606:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329789.947610:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329789.947615:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329789.947621:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329789.947628:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007e555f5 x1853178572256128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329789.947642:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000007e555f5 x1853178572256128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329789.947669:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329789.947691:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329789.947695:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329789.947742:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329789.947748:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329789.947756:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329789.947759:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329789.947762:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1197315. 00000400:00000200:1.0:1767329789.947770:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a76260 00000400:00000010:1.0:1767329789.947772:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a76260. 00000100:00000001:1.0:1767329789.947776:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329789.947783:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007e555f5 x1853178572256128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329789.947812:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007e555f5 x1853178572256128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329789.947822:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329789.947824:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329789.947828:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329789.947832:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329789.947834:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329789.947838:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329789.947841:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329789.947851:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=26 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329789.947856:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=26 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329789.947859:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329789.947861:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329789.947865:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329789.947870:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329789.947874:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329789.947877:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329789.947879:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329789.947882:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329789.947886:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007e555f5 x1853178572256128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329789.947896:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329789.947899:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329789.947901:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329789.947905:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007e555f5 x1853178572256128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329805 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329789.947915:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572256128:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329789.947920:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329789.947923:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329789.947925:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007e555f5 x1853178572256128/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329805 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329789.947947:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329789.947951:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329789.947955:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001bc850cd. 02000000:00000001:1.0:1767329789.947959:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329789.947962:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329789.947964:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329789.947967:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329789.947970:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003f9bec14. 02000000:00000001:1.0:1767329789.947975:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329789.947977:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329789.947979:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007e555f5. 00000100:00000001:1.0:1767329789.947983:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329789.947984:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329789.947987:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329789.947992:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329789.947994:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329789.947997:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329789.948000:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329789.948541:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329789.948555:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329789.948560:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329789.948565:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329789.948598:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329789.948616:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2813400 00000400:00000200:1.0:1767329789.948628:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1489 [1] + 224 00000800:00000001:1.0:1767329789.948637:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329789.948648:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329789.948651:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329789.948656:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329789.948661:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329789.948665:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088e8bc68 x1853178572256256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329789.948676:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088e8bc68 x1853178572256256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329789.948715:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329789.948724:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329789.948728:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329789.948828:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329789.948834:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329789.948842:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329789.948844:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329789.948847:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010653498. 00000400:00000200:0.0:1767329789.948855:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be917283 00000400:00000010:0.0:1767329789.948857:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be917283. 00000100:00000001:0.0:1767329789.948868:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329789.948876:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088e8bc68 x1853178572256256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329789.948890:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088e8bc68 x1853178572256256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329789.948915:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329789.948917:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329789.948921:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329789.948924:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329789.948926:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329789.948929:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329789.948932:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329789.948940:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=36 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329789.948944:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=121 v=5 (1 1 0 0) 00000100:00000001:0.0:1767329789.948947:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329789.948949:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329789.948952:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767329789.948957:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000088e8bc68 x1853178572256256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767329789.948967:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329789.948971:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767329789.948973:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:0.0:1767329789.948975:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329789.948977:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329789.948980:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088e8bc68 x1853178572256256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329789.948988:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329789.948991:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329789.948993:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329789.948996:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088e8bc68 x1853178572256256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329805 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329789.949005:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088e8bc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572256256:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329789.949010:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329789.949013:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329789.949055:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088e8bc68 x1853178572256256/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329805 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329789.949081:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329789.949084:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329789.949087:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007ee7f09. 02000000:00000001:0.0:1767329789.949092:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329789.949094:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329789.949096:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329789.949099:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329789.949102:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024fb3337. 02000000:00000001:0.0:1767329789.949106:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329789.949108:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329789.949110:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088e8bc68. 00000100:00000001:0.0:1767329789.949115:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329789.949116:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329789.949119:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329789.949125:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329789.949127:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329789.949129:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329789.949132:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329790.007210:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329790.007216:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329790.007343:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329790.007349:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329790.007354:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329791.031217:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329791.031228:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329791.031376:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329791.031386:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329791.031392:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329792.055204:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329792.055216:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329792.055301:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329792.055309:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329792.055315:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329793.079190:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329793.079201:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329793.079340:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329793.079347:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329793.079352:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329794.103225:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329794.103235:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329794.103382:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329794.103391:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329794.103397:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329794.551194:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301639517, at 4301639680 00000100:00000010:0.0:1767329794.551218:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c22f820e. 00000100:00000040:2.0:1767329794.551228:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301639517, at 4301639680 00000100:00000040:3.0:1767329794.551243:0:217661:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301639517, at 4301639680 00000100:00000040:1.0:1767329794.551243:0:217845:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301639517, at 4301639680 00000100:00000010:2.0:1767329794.551250:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002104b075. 00000100:00000010:3.0:1767329794.551270:0:217661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015e46166. 00000100:00000010:1.0:1767329794.551274:0:217845:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003784c88d. 00000100:00000040:0.0:1767329795.063217:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329795.063232:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329795.063245:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a6b86e7. 00000020:00000040:0.0:1767329795.063256:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329795.063273:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329795.063277:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329795.063285:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329795.063295:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6c5103d. 00000100:00000001:0.0:1767329795.063325:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329795.063339:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@000000008a6b86e7 x1853178572256384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329795.063355:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329795.063358:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329795.063365:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a6b86e7] to pc [ptlrpcd_00_03+3] req@000000008a6b86e7 x1853178572256384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329795.063422:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329795.063425:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329795.063431:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329795.063435:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000148c304c. 00000020:00000040:0.0:1767329795.063438:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329795.063442:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329795.063445:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329795.063448:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329795.063453:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ce0a9bb. 00000100:00000001:0.0:1767329795.063457:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329795.063461:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000148c304c x1853178572256512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329795.063472:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329795.063476:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329795.063476:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329795.063492:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000148c304c] to pc [ptlrpcd_00_00+0] req@00000000148c304c x1853178572256512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329795.063497:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329795.063510:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767329795.063561:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329795.063578:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329795.063582:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329795.063587:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c588408. 00000020:00000040:0.0:1767329795.063590:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329795.063593:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329795.063594:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329795.063601:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767329795.063603:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a6b86e7 x1853178572256384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329795.063606:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329795.063618:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329795.063641:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c06a1248. 00000100:00000001:1.0:1767329795.063646:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329795.063649:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329795.063653:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329795.063655:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329795.063657:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329795.063658:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329795.063672:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329795.063674:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329795.063687:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329795.063697:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329795.063703:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@000000001c588408 x1853178572256640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767329795.063704:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000148c304c x1853178572256512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329795.063708:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329795.063727:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a6b86e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572256384:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329795.063755:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329795.063786:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329795.063790:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767329795.063795:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329795.063801:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329795.063808:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329795.063825:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329795.063832:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329795.063834:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000dcc2664. 00000100:00000040:0.0:1767329795.063834:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c588408] to pc [ptlrpcd_00_01+1] req@000000001c588408 x1853178572256640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329795.063854:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329795.063857:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329795.063866:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767329795.063879:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a9a7385. 02000000:00000001:3.0:1767329795.063883:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329795.063904:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000148c304c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572256512:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329795.063914:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329795.063919:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329795.063922:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767329795.063923:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ee95e05. 00000100:00000040:0.0:1767329795.063927:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767329795.063930:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329795.063940:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767329795.063944:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:1.0:1767329795.063948:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572256384, portal 25 02000000:00000010:3.0:1767329795.063951:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b537395. 00000100:00000040:0.0:1767329795.063956:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6977) 00000100:00000001:1.0:1767329795.063959:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329795.063961:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329795.063964:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329795.063978:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578899456 : -127177130652160 : ffff8c55444dce00) 00000100:00000001:2.0:1767329795.063979:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767329795.063980:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fef889eb. 00000100:00000001:2.0:1767329795.063988:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767329795.063996:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a54034e. 00000100:00000040:2.0:1767329795.064006:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001c588408 x1853178572256640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329795.064008:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572256512, portal 10 00000100:00000040:1.0:1767329795.064011:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a6b86e7 x1853178572256384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329795.064020:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329795.064096:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329795.064108:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329795.064113:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329795.064116:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329795.064121:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329795.064122:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578897664 : -127177130653952 : ffff8c55444dc700) 00000400:00000010:1.0:1767329795.064128:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e003233e. 02000000:00000001:2.0:1767329795.064130:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767329795.064146:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000148c304c x1853178572256512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329795.064152:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329795.064155:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572256384, offset 0 00000100:00100000:2.0:1767329795.064178:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001c588408 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572256640:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767329795.064195:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329795.064206:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329795.064218:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329795.064226:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329795.064231:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767329795.064232:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000010:3.0:1767329795.064233:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73b5700. 02000000:00000001:2.0:1767329795.064238:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329795.064248:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572256512, offset 0 02000000:00000001:2.0:1767329795.064249:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329795.064252:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1767329795.064279:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005758de51. 02000000:00000001:2.0:1767329795.064286:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329795.064293:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329795.064304:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329795.064315:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8a04a89. 00000400:00000200:1.0:1767329795.064316:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767329795.064334:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:2.0:1767329795.064337:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010d9b7ea. 00000400:00000200:1.0:1767329795.064349:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [633:633:256:4294967295] 192.168.202.109@tcp LPNI seq info [633:633:8:4294967295] 00000100:00000200:2.0:1767329795.064354:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572256640, portal 10 00000100:00000001:2.0:1767329795.064361:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329795.064363:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578901248 : -127177130650368 : ffff8c55444dd500) 00000400:00000200:1.0:1767329795.064382:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:2.0:1767329795.064391:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001c588408 x1853178572256640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329795.064425:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000200:1.0:1767329795.064428:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329795.064452:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767329795.064453:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767329795.064454:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f9bec14. 00000400:00000200:3.0:1767329795.064470:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:2.0:1767329795.064472:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329795.064479:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767329795.064481:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ecaf85b. 00000800:00000200:1.0:1767329795.064496:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:3.0:1767329795.064500:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:2.0:1767329795.064500:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572256640, offset 0 00000400:00000200:3.0:1767329795.064550:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [634:634:255:4294967295] 192.168.202.109@tcp LPNI seq info [634:634:7:4294967295] 00000400:00000200:2.0:1767329795.064570:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329795.064586:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329795.064597:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f9bec14 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329795.064604:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329795.064613:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329795.064619:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009917be02. 00000400:00000200:2.0:1767329795.064625:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329795.064630:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329795.064638:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:2.0:1767329795.064652:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767329795.064654:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329795.064654:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301644637 00000800:00000200:3.0:1767329795.064670:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009917be02 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767329795.064675:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000010:1.0:1767329795.064677:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a68039c9. 00000100:00000001:3.0:1767329795.064689:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329795.064695:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329795.064700:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767329795.064707:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 142552 usecs (143 jiffies) 00000400:00000200:2.0:1767329795.064715:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329795.064720:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301640336 00000100:00000001:1.0:1767329795.064724:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301644637 00000100:00000001:3.0:1767329795.064731:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301644637 00000400:00000200:2.0:1767329795.064734:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [635:635:254:4294967295] 192.168.202.109@tcp LPNI seq info [635:635:6:4294967295] 00000100:00000010:1.0:1767329795.064741:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c2f0c26. 00000800:00000200:0.0:1767329795.064772:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767329795.064774:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301640336 00000100:00000001:1.0:1767329795.064777:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000010:0.0:1767329795.064789:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f9bec14. 00000400:00000200:2.0:1767329795.064805:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:0.0:1767329795.064807:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329795.064815:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301644637 00000100:00000001:1.0:1767329795.064816:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301644637 00000100:00000001:3.0:1767329795.064828:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301640336 00000100:00000010:1.0:1767329795.064829:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a83fae05. 00000800:00000200:2.0:1767329795.064835:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329795.064840:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329795.064846:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000010:2.0:1767329795.064862:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000216b4de2. 00000100:00000001:1.0:1767329795.064871:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301644637 00000400:00000200:0.0:1767329795.064873:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e003233e 00000100:00000001:3.0:1767329795.064874:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301644637 00000400:00000010:0.0:1767329795.064890:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e003233e. 00000800:00000200:2.0:1767329795.064891:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329795.064895:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301640336 00000100:00000010:1.0:1767329795.064898:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000648d638b. 00000100:00000001:0.0:1767329795.064910:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329795.064918:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000200:0.0:1767329795.064927:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a6b86e7 x1853178572256384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329795.064930:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329795.064931:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301644637 00000800:00000200:2.0:1767329795.064940:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:1.0:1767329795.064957:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329795.064969:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000216b4de2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329795.064971:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329795.064971:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329795.064988:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329795.064997:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329795.064999:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329795.065013:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329795.065020:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329795.065020:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329795.065032:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329795.065042:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767329795.065063:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 10642 usecs (11 jiffies) 00000100:00000001:2.0:1767329795.065071:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301640205 00000100:00000001:1.0:1767329795.065077:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329795.065082:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329795.065083:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329795.065086:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329795.065092:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329795.065104:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301644637 00000100:00000001:3.0:1767329795.065105:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329795.065105:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a6b86e7 x1853178572256384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329811 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329795.065109:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329795.065118:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329795.065122:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301640205 00000100:00000001:3.0:1767329795.065129:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329795.065140:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301644637 00000100:00000001:3.0:1767329795.065149:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329795.065155:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301640205 00000100:00000001:2.0:1767329795.065170:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301644637 00000100:00000001:0.0:1767329795.065175:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329795.065178:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301640205 00000100:00000001:0.0:1767329795.065183:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329795.065186:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301644637 00000100:00000001:2.0:1767329795.065192:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329795.065196:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329795.065202:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329795.065206:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767329795.065215:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329795.065216:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329795.065223:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1767329795.065225:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009917be02. 00000100:00000001:2.0:1767329795.065230:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329795.065234:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329795.065236:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329795.065245:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329795.065252:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329795.065253:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329795.065286:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73b5700 00000400:00000010:0.0:1767329795.065289:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73b5700. 00000100:00000001:0.0:1767329795.065296:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329795.065306:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000148c304c x1853178572256512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329795.065319:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329795.065325:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000148c304c x1853178572256512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329811 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329795.065335:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329795.065337:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329795.065446:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329795.065450:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000216b4de2. 00000400:00000200:0.0:1767329795.065454:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329795.065459:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329795.065463:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ecaf85b 00000400:00000010:0.0:1767329795.065465:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ecaf85b. 00000100:00000001:0.0:1767329795.065470:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329795.065473:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c588408 x1853178572256640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329795.065482:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329795.065485:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001c588408 x1853178572256640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329811 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329795.065493:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329795.065495:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329795.068383:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329795.068401:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329795.068405:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329795.068408:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329795.068418:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329795.068482:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2813480 00000400:00000200:3.0:1767329795.068492:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1491 [1] + 224 00000800:00000001:3.0:1767329795.068502:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329795.068508:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329795.068511:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329795.068536:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329795.068544:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329795.068550:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a6b86e7 x1853178572256384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329811 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329795.068563:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008a6b86e7 x1853178572256384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329795.068583:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329795.068594:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329795.068598:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329795.068600:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329795.068603:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329795.068607:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329795.068613:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2813500 00000400:00000200:3.0:1767329795.068631:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1495 [1] + 224 00000800:00000001:3.0:1767329795.068654:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329795.068661:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329795.068662:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767329795.068665:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329795.068669:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329795.068677:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000001:1.0:1767329795.068683:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329795.068688:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329795.068692:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a9a7385. 00000400:00000200:1.0:1767329795.068699:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ee95e05 00000400:00000010:1.0:1767329795.068702:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ee95e05. 00000100:00000001:1.0:1767329795.068707:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329795.068709:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329795.068717:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a6b86e7 x1853178572256384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329795.068721:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000148c304c x1853178572256512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329811 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329795.068763:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a6b86e7 x1853178572256384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329811 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329795.068768:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000148c304c x1853178572256512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329795.068806:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329795.068811:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329795.068815:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329795.068819:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329795.068821:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329795.068823:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329795.068825:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329795.068832:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329795.068834:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329795.068842:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329795.068844:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329795.068849:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329795.068856:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00001000:1.0:1767329795.068858:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=42 v=5 (5 5 5 5) 00000400:00000200:3.0:1767329795.068868:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2813580 00000100:00001000:1.0:1767329795.068869:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=42 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329795.068880:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329795.068886:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329795.068887:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x14a1 [1] + 224 00010000:00000001:1.0:1767329795.068897:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767329795.068898:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767329795.068905:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329795.068912:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329795.068916:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329795.068922:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767329795.068924:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a6b86e7 x1853178572256384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329811 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767329795.068937:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329795.068941:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329795.068961:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329795.068961:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329795.068963:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329795.068983:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767329795.068988:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001c588408 x1853178572256640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329811 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767329795.068990:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767329795.068991:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767329795.069005:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767329795.069015:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a6b86e7 x1853178572256384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329811 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329795.069066:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fef889eb. 00000100:00100000:1.0:1767329795.069079:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a6b86e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572256384:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767329795.069087:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a54034e 00000400:00000010:0.0:1767329795.069102:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a54034e. 00000100:00000001:1.0:1767329795.069109:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329795.069113:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329795.069117:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329795.069119:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001c588408 x1853178572256640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329795.069138:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a6b86e7 x1853178572256384/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329811 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329795.069140:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000148c304c x1853178572256512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329795.069146:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329795.069158:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329795.069171:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329795.069194:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329795.069208:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329795.069222:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329795.069233:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767329795.069236:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1767329795.069241:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8a04a89. 02000000:00000001:1.0:1767329795.069244:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329795.069254:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000dcc2664. 00000400:00000200:2.0:1767329795.069257:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010d9b7ea 00000400:00000010:2.0:1767329795.069274:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010d9b7ea. 02000000:00000001:1.0:1767329795.069276:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329795.069288:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767329795.069291:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767329795.069297:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000200:0.0:1767329795.069299:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000148c304c x1853178572256512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329811 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329795.069309:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c588408 x1853178572256640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767329795.069342:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767329795.069345:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767329795.069355:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c6c5103d. 00000100:00000001:0.0:1767329795.069356:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329795.069359:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c588408 x1853178572256640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329811 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329795.069377:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329795.069385:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329795.069386:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329795.069387:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329795.069396:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329795.069401:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767329795.069401:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767329795.069402:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767329795.069414:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a6b86e7. 00000100:00000001:2.0:1767329795.069415:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329795.069417:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329795.069435:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=32 v=5 (5 5 5 5) 02000000:00000001:2.0:1767329795.069436:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329795.069438:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329795.069444:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:0.0:1767329795.069455:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=32 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329795.069458:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329795.069458:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329795.069465:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329795.069473:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329795.069475:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329795.069479:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767329795.069481:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1767329795.069486:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=42 v=5 (5 5 5 5) 00010000:00000001:0.0:1767329795.069488:0:208648:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329795.069502:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:2.0:1767329795.069503:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=127 v=5 (1 1 0 0) 00000100:00000040:0.0:1767329795.069510:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329795.069512:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329795.069545:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329795.069547:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329795.069549:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329795.069561:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329795.069563:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329795.069564:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329795.069576:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000148c304c x1853178572256512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329811 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329795.069577:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:2.0:1767329795.069580:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001c588408 x1853178572256640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329811 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329795.069590:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329795.069641:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767329795.069643:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329795.069651:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329795.069653:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767329795.069657:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329795.069658:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329795.069667:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329795.069670:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329795.069676:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000148c304c x1853178572256512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329811 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329795.069684:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001c588408 x1853178572256640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329811 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329795.069723:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767329795.069727:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000148c304c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572256512:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329795.069729:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329795.069735:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329795.069743:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329795.069746:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c588408 x1853178572256640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329811 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329795.069749:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329795.069761:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000148c304c x1853178572256512/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329811 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329795.069767:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001c588408 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572256640:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329795.069785:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329795.069789:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329795.069793:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001c588408 x1853178572256640/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329811 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329795.069831:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329795.069837:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767329795.069841:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:2.0:1767329795.069843:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005758de51. 02000000:00000001:0.0:1767329795.069847:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767329795.069851:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:0.0:1767329795.069853:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b537395. 02000000:00000001:0.0:1767329795.069860:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329795.069862:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329795.069869:0:208648:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329795.069870:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329795.069878:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329795.069878:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329795.069885:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ce0a9bb. 00000020:00000001:2.0:1767329795.069887:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329795.069893:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c06a1248. 02000000:00000001:0.0:1767329795.069896:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329795.069901:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329795.069902:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767329795.069909:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329795.069910:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000148c304c. 00000100:00000010:2.0:1767329795.069914:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c588408. 00000100:00000001:0.0:1767329795.069919:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329795.069923:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329795.069925:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329795.069928:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329795.069931:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329795.069934:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329795.069941:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329795.069944:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329795.069946:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329795.069949:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329795.069955:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329795.069956:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329795.069963:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329795.069964:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329795.127195:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329795.127201:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329795.127249:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329795.127256:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329795.127261:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329796.151196:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329796.151207:0:217845:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329796.151209:0:217845:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329796.151212:0:217845:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329796.151217:0:217845:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329796.151220:0:217845:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329796.151222:0:217845:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329796.151223:0:217845:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329796.151296:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329796.151303:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329796.151307:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329797.176128:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329797.176138:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329797.176201:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329797.176206:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329797.176211:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329798.200095:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329798.200103:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329798.200158:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329798.200162:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329798.200166:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329799.223126:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329799.223135:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329799.223244:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329799.223249:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329799.223252:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329799.671118:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301644637, at 4301644800 00000100:00000040:1.0:1767329799.671133:0:217845:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301644637, at 4301644800 00000100:00000010:0.0:1767329799.671146:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a68039c9. 00000100:00000010:1.0:1767329799.671149:0:217845:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c2f0c26. 00000100:00000040:3.0:1767329799.671184:0:217661:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301644637, at 4301644800 00000100:00000010:3.0:1767329799.671200:0:217661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000648d638b. 00000100:00000040:2.0:1767329799.671431:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301644637, at 4301644800 00000100:00000010:2.0:1767329799.671444:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a83fae05. 00000100:00000040:2.0:1767329800.183237:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329800.183258:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329800.183273:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000faf3089b. 00000020:00000040:2.0:1767329800.183286:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329800.183296:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329800.183303:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329800.183315:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329800.183331:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000216b4de2. 00000100:00000001:2.0:1767329800.183345:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329800.183366:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000faf3089b x1853178572256768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329800.183384:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329800.183387:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329800.183413:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faf3089b] to pc [ptlrpcd_00_02+2] req@00000000faf3089b x1853178572256768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329800.183453:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329800.183458:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329800.183488:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329800.183496:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000e7f7ee3. 00000020:00000040:2.0:1767329800.183502:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329800.183508:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329800.183511:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767329800.183513:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329800.183516:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329800.183528:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767329800.183530:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064b1dba8. 00000100:00000001:1.0:1767329800.183530:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329800.183537:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329800.183540:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329800.183540:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329800.183557:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000000e7f7ee3 x1853178572256896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767329800.183557:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000faf3089b x1853178572256768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329800.183625:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329800.183627:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329800.183632:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e7f7ee3] to pc [ptlrpcd_00_03+3] req@000000000e7f7ee3 x1853178572256896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329800.183638:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329800.183645:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329800.183657:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329800.183663:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329800.183667:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329800.183671:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329800.183675:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000faf3089b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572256768:192.168.202.109@tcp:400: 00000100:00000040:2.0:1767329800.183680:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329800.183687:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329800.183693:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000132fe2d2. 00000100:00000001:0.0:1767329800.183698:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1767329800.183703:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:0.0:1767329800.183710:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767329800.183711:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767329800.183715:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329800.183720:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329800.183720:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329800.183721:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767329800.183725:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329800.183729:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767329800.183730:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329800.183736:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ad76e917. 00000100:00000040:1.0:1767329800.183740:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000e7f7ee3 x1853178572256896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767329800.183741:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000871301bd. 00000100:00000001:2.0:1767329800.183745:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329800.183750:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329800.183758:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000132fe2d2 x1853178572257024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767329800.183766:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010653498. 00000100:00000001:1.0:1767329800.183768:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329800.183773:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329800.183782:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767329800.183783:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be917283. 02000000:00000001:1.0:1767329800.183787:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767329800.183796:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329800.183798:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572256768, portal 25 00000100:00100000:1.0:1767329800.183805:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000e7f7ee3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572256896:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329800.183810:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329800.183813:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329800.183817:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777357056 : -127176932194560 : ffff8c5550220700) 00000100:00000001:2.0:1767329800.183819:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329800.183819:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329800.183831:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767329800.183836:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329800.183839:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000faf3089b x1853178572256768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329800.183841:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000132fe2d2] to pc [ptlrpcd_00_00+0] req@00000000132fe2d2 x1853178572257024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329800.183841:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329800.183851:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d030869. 02000000:00000001:1.0:1767329800.183859:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329800.183872:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a9a7385. 00000400:00000010:1.0:1767329800.183884:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ee95e05. 00000100:00000001:0.0:1767329800.183888:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767329800.183894:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572256896, portal 10 00000100:00000040:0.0:1767329800.183900:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329800.183906:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767329800.183910:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061d952c4. 00000100:00000001:1.0:1767329800.183913:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777361536 : -127176932190080 : ffff8c5550221880) 00000100:00000200:0.0:1767329800.183918:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572256768, offset 0 00000100:00000001:2.0:1767329800.183927:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329800.183935:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000e7f7ee3 x1853178572256896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329800.183937:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767329800.183939:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329800.183949:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767329800.183956:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329800.183960:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6983) 00000100:00000040:1.0:1767329800.183963:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329800.183969:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000010:1.0:1767329800.183972:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c186ed3c. 00000100:00000001:2.0:1767329800.183982:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329800.183982:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1767329800.183983:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572256896, offset 0 00000100:00100000:2.0:1767329800.183992:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:0.0:1767329800.183998:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329800.184001:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329800.184004:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329800.184013:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329800.184052:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329800.184062:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329800.184063:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329800.184072:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [636:636:256:4294967295] 192.168.202.109@tcp LPNI seq info [636:636:8:4294967295] 00000100:00000001:2.0:1767329800.184075:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329800.184083:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329800.184089:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329800.184095:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329800.184100:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329800.184102:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329800.184118:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000132fe2d2 x1853178572257024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329800.184119:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329800.184126:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:0.0:1767329800.184133:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ce0a9bb. 00000400:00000200:1.0:1767329800.184138:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767329800.184145:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329800.184148:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329800.184148:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:0.0:1767329800.184156:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000001:2.0:1767329800.184157:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767329800.184162:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767329800.184165:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329800.184169:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329800.184170:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00100000:2.0:1767329800.184176:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000132fe2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572257024:192.168.202.109@tcp:400: 00000400:00000200:1.0:1767329800.184183:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [637:637:255:4294967295] 192.168.202.109@tcp LPNI seq info [637:637:7:4294967295] 00000800:00000200:0.0:1767329800.184187:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:2.0:1767329800.184192:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767329800.184202:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004ce0a9bb type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1767329800.184203:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329800.184210:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329800.184215:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767329800.184215:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000010:2.0:1767329800.184223:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e4e38457. 00000800:00000200:1.0:1767329800.184225:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 02000000:00000001:2.0:1767329800.184227:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329800.184233:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329800.184234:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8a04a89. 00000800:00000010:1.0:1767329800.184234:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004571031a. 00000800:00000200:1.0:1767329800.184244:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329800.184256:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301649757 00000400:00000010:2.0:1767329800.184260:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010d9b7ea. 00000800:00000200:1.0:1767329800.184266:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000010:0.0:1767329800.184270:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024fcb4fc. 00000100:00000200:2.0:1767329800.184271:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572257024, portal 10 00000800:00000200:1.0:1767329800.184273:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004571031a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329800.184282:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329800.184284:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329800.184285:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777363328 : -127176932188288 : ffff8c5550221f80) 00000100:00000001:0.0:1767329800.184288:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767329800.184292:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 141851 usecs (142 jiffies) 00000100:00000040:2.0:1767329800.184297:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000132fe2d2 x1853178572257024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329800.184301:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301645455 00000100:00000001:0.0:1767329800.184303:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301649757 00000100:00000001:1.0:1767329800.184311:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301649757 00000100:00000010:0.0:1767329800.184317:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000236c06bf. 00000100:00000001:2.0:1767329800.184320:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329800.184320:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301645455 00000100:00000001:0.0:1767329800.184325:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767329800.184333:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329800.184339:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301649757 00000100:00000001:1.0:1767329800.184340:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301649757 00000400:00000010:2.0:1767329800.184342:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001299fc8e. 00000800:00000200:3.0:1767329800.184349:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767329800.184351:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b596485d. 00000100:00000200:2.0:1767329800.184352:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572257024, offset 0 00000100:00000001:1.0:1767329800.184352:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301645455 00000800:00000010:3.0:1767329800.184363:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ce0a9bb. 00000100:00000001:0.0:1767329800.184365:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767329800.184376:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329800.184377:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301649757 00000100:00000001:1.0:1767329800.184378:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301649757 00000400:00000200:3.0:1767329800.184380:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767329800.184389:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007189cfa0. 00000400:00000200:2.0:1767329800.184391:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329800.184392:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301645455 00000100:00000001:0.0:1767329800.184399:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767329800.184405:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329800.184409:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329800.184411:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329800.184412:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301649757 00000400:00000200:2.0:1767329800.184423:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329800.184425:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329800.184425:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329800.184428:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329800.184437:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329800.184437:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329800.184442:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329800.184443:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329800.184444:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [638:638:254:4294967295] 192.168.202.109@tcp LPNI seq info [638:638:6:4294967295] 00000100:00000001:0.0:1767329800.184456:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329800.184457:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329800.184495:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329800.184497:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329800.184499:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329800.184507:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767329800.184508:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329800.184508:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767329800.184511:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061d952c4 00000400:00000010:3.0:1767329800.184520:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061d952c4. 00000100:00000001:1.0:1767329800.184524:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329800.184525:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767329800.184526:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075eb7227. 00000100:00000001:1.0:1767329800.184532:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329800.184534:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329800.184537:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329800.184538:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767329800.184544:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329800.184545:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:1.0:1767329800.184547:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329800.184554:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000faf3089b x1853178572256768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329800.184560:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329800.184572:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329800.184585:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000075eb7227 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329800.184587:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767329800.184597:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329800.184599:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000faf3089b x1853178572256768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329816 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329800.184610:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 10622 usecs (11 jiffies) 00000100:00000001:3.0:1767329800.184619:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329800.184622:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301645324 00000100:00000001:3.0:1767329800.184625:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329800.184634:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301649757 00000100:00000001:2.0:1767329800.184639:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301645324 00000100:00000001:2.0:1767329800.184644:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301649757 00000100:00000001:2.0:1767329800.184649:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301645324 00000800:00000200:3.0:1767329800.184650:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329800.184656:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004571031a. 00000400:00000200:3.0:1767329800.184660:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329800.184672:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329800.184672:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301649757 00000100:00000001:2.0:1767329800.184683:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301645324 00000400:00000200:3.0:1767329800.184684:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c186ed3c 00000400:00000010:3.0:1767329800.184690:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c186ed3c. 00000100:00000001:2.0:1767329800.184693:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301649757 00000100:00000001:3.0:1767329800.184696:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329800.184699:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767329800.184706:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000e7f7ee3 x1853178572256896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329800.184707:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329800.184716:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329800.184725:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329800.184738:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329800.184756:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000e7f7ee3 x1853178572256896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329816 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329800.184766:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329800.184768:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329800.184837:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329800.184841:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075eb7227. 00000400:00000200:3.0:1767329800.184845:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329800.184850:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329800.184853:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001299fc8e 00000400:00000010:3.0:1767329800.184855:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001299fc8e. 00000100:00000001:3.0:1767329800.184860:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329800.184863:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000132fe2d2 x1853178572257024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329800.184873:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329800.184876:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000132fe2d2 x1853178572257024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329816 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329800.184885:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329800.184887:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329800.187250:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329800.187267:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329800.187273:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329800.187277:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329800.187288:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329800.187306:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2813600 00000400:00000200:0.0:1767329800.187316:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x14a9 [1] + 224 00000800:00000001:0.0:1767329800.187326:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329800.187336:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329800.187339:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329800.187343:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329800.187361:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329800.187367:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000faf3089b x1853178572256768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329816 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329800.187381:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000faf3089b x1853178572256768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329800.187409:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329800.187419:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329800.187425:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329800.187537:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329800.187543:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329800.187551:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329800.187553:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329800.187556:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010653498. 00000400:00000200:2.0:1767329800.187565:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be917283 00000400:00000010:2.0:1767329800.187568:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be917283. 00000100:00000001:2.0:1767329800.187574:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329800.187582:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000faf3089b x1853178572256768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329800.187598:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000faf3089b x1853178572256768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329816 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329800.187609:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329800.187612:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329800.187616:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329800.187620:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329800.187624:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767329800.187625:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329800.187633:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329800.187637:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329800.187640:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329800.187646:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=47 v=5 (5 5 5 5) 00000800:00000001:3.0:1767329800.187647:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767329800.187656:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=47 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329800.187659:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329800.187662:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329800.187665:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329800.187668:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329800.187672:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329800.187676:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000faf3089b x1853178572256768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329816 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329800.187699:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329800.187703:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329800.187706:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329800.187711:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000faf3089b x1853178572256768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329816 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329800.187720:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000faf3089b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572256768:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329800.187725:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329800.187727:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329800.187730:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000faf3089b x1853178572256768/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329816 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329800.187739:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329800.187742:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329800.187746:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000871301bd. 02000000:00000001:2.0:1767329800.187751:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329800.187753:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329800.187756:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1767329800.187760:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329800.187762:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000216b4de2. 02000000:00000001:2.0:1767329800.187768:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329800.187771:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329800.187773:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000faf3089b. 00000100:00000001:2.0:1767329800.187778:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329800.187779:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329800.187782:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329800.187788:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329800.187790:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329800.187793:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329800.187796:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329800.187829:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329800.187840:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329800.187853:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2813700 00000400:00000200:3.0:1767329800.187861:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x14b9 [1] + 224 00000800:00000001:3.0:1767329800.187868:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329800.187872:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329800.187875:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329800.187935:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329800.187941:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329800.187946:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000132fe2d2 x1853178572257024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329816 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329800.187961:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000132fe2d2 x1853178572257024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329800.187996:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329800.188005:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329800.188011:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329800.188014:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329800.188053:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767329800.188054:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329800.188059:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329800.188067:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767329800.188068:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000001:2.0:1767329800.188074:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329800.188079:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8a04a89. 00000400:00000200:3.0:1767329800.188085:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2813680 00000400:00000200:2.0:1767329800.188098:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010d9b7ea 00000400:00000010:2.0:1767329800.188101:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010d9b7ea. 00000100:00000001:2.0:1767329800.188105:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767329800.188112:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x14ad [1] + 224 00000100:00000200:2.0:1767329800.188116:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000132fe2d2 x1853178572257024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329800.188127:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767329800.188140:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000132fe2d2 x1853178572257024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329816 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329800.188141:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329800.188151:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329800.188168:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329800.188171:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329800.188175:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329800.188176:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329800.188183:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767329800.188188:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000e7f7ee3 x1853178572256896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329816 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329800.188189:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329800.188194:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329800.188199:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329800.188207:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329800.188220:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000e7f7ee3 x1853178572256896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767329800.188221:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=47 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329800.188237:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=132 v=5 (1 1 0 0) 00000100:00000001:2.0:1767329800.188249:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329800.188253:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329800.188258:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767329800.188266:0:208649:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000132fe2d2 x1853178572257024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329816 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329800.188272:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329800.188285:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767329800.188288:0:208649:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767329800.188295:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329800.188298:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329800.188308:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329800.188313:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329800.188315:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329800.188323:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000132fe2d2 x1853178572257024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329816 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329800.188338:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329800.188342:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329800.188344:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329800.188345:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329800.188349:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767329800.188350:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000132fe2d2 x1853178572257024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329816 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767329800.188355:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329800.188358:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329800.188362:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a9a7385. 00000400:00000200:1.0:1767329800.188368:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ee95e05 00000400:00000010:1.0:1767329800.188371:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ee95e05. 00000100:00000001:1.0:1767329800.188376:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329800.188382:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000e7f7ee3 x1853178572256896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329800.188389:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000132fe2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572257024:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329800.188397:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767329800.188400:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000e7f7ee3 x1853178572256896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329816 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329800.188401:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329800.188405:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000132fe2d2 x1853178572257024/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329816 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329800.188417:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329800.188419:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329800.188420:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329800.188423:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767329800.188423:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767329800.188426:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e4e38457. 02000000:00000001:1.0:1767329800.188427:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329800.188429:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767329800.188431:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329800.188432:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329800.188434:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329800.188436:0:208649:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 02000000:00000001:1.0:1767329800.188437:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329800.188440:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329800.188442:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ad76e917. 00000100:00001000:1.0:1767329800.188444:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=37 v=5 (5 5 5 5) 02000000:00000001:2.0:1767329800.188447:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329800.188449:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1767329800.188450:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=37 v=5 (1 1 1 1) 00000100:00000010:2.0:1767329800.188452:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000132fe2d2. 00000100:00000001:1.0:1767329800.188455:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329800.188457:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329800.188458:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329800.188460:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767329800.188461:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767329800.188463:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767329800.188493:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329800.188497:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329800.188497:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767329800.188499:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329800.188500:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329800.188503:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329800.188504:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329800.188506:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329800.188506:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329800.188513:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000e7f7ee3 x1853178572256896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329816 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329800.188527:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329800.188531:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329800.188533:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329800.188538:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e7f7ee3 x1853178572256896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329816 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329800.188554:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000e7f7ee3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572256896:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329800.188562:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329800.188566:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329800.188570:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000e7f7ee3 x1853178572256896/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329816 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329800.188584:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329800.188587:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329800.188590:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d030869. 02000000:00000001:1.0:1767329800.188594:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329800.188595:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329800.188597:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329800.188600:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329800.188603:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000064b1dba8. 02000000:00000001:1.0:1767329800.188606:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329800.188608:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329800.188609:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000e7f7ee3. 00000100:00000001:1.0:1767329800.188613:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329800.188615:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329800.188617:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329800.188622:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329800.188624:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329800.188626:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329800.188628:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329800.247160:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329800.247167:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329800.247201:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329800.247207:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329800.247214:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329801.271116:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329801.271126:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329801.271219:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329801.271223:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329801.271227:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329802.295122:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329802.295129:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329802.295203:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329802.295208:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329802.295212:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329803.319120:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329803.319128:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329803.319175:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329803.319179:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329803.319182:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329804.343147:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329804.343158:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329804.343243:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329804.343247:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329804.343250:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329804.791098:0:217845:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301649757, at 4301649920 00000100:00000040:0.0:1767329804.791098:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301649757, at 4301649920 00000100:00000040:3.0:1767329804.791104:0:217661:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301649757, at 4301649920 00000100:00000040:2.0:1767329804.791114:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301649757, at 4301649920 00000100:00000010:1.0:1767329804.791118:0:217845:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000236c06bf. 00000100:00000010:2.0:1767329804.791122:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b596485d. 00000100:00000010:3.0:1767329804.791125:0:217661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007189cfa0. 00000100:00000010:0.0:1767329804.791127:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024fcb4fc. 00000100:00000040:0.0:1767329805.303093:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329805.303103:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329805.303111:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000148c304c. 00000020:00000040:0.0:1767329805.303119:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329805.303124:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329805.303128:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329805.303134:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329805.303143:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ce0a9bb. 00000100:00000001:0.0:1767329805.303152:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329805.303166:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000148c304c x1853178572257152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329805.303178:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329805.303180:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329805.303185:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000148c304c] to pc [ptlrpcd_00_01+1] req@00000000148c304c x1853178572257152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329805.303205:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329805.303213:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329805.303216:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767329805.303217:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767329805.303218:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071ff1512. 00000020:00000040:0.0:1767329805.303223:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329805.303224:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329805.303224:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329805.303225:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329805.303229:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767329805.303230:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329805.303231:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329805.303236:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767329805.303239:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c06a1248. 00000100:00000040:2.0:1767329805.303243:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000148c304c x1853178572257152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329805.303244:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329805.303253:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000071ff1512 x1853178572257280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329805.303257:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329805.303261:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329805.303263:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767329805.303266:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767329805.303266:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329805.303270:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329805.303270:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071ff1512] to pc [ptlrpcd_00_02+2] req@0000000071ff1512 x1853178572257280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329805.303276:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329805.303284:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000148c304c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572257152:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329805.303288:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329805.303294:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329805.303297:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329805.303298:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329805.303299:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767329805.303303:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767329805.303306:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000088576026. 00000100:00000001:0.0:1767329805.303306:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767329805.303310:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329805.303311:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024b1fa3c. 00000020:00000040:0.0:1767329805.303314:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329805.303316:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767329805.303318:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8a04a89. 02000000:00000001:0.0:1767329805.303318:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767329805.303319:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329805.303321:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329805.303325:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329805.303327:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767329805.303327:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6c5103d. 00000100:00000001:3.0:1767329805.303329:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767329805.303329:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010d9b7ea. 00000100:00000001:0.0:1767329805.303333:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329805.303334:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329805.303340:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000024b1fa3c x1853178572257408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767329805.303341:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071ff1512 x1853178572257280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329805.303341:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572257152, portal 25 00000100:00000001:2.0:1767329805.303346:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329805.303348:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578897664 : -127177130653952 : ffff8c55444dc700) 00000100:00000001:0.0:1767329805.303357:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767329805.303359:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000148c304c x1853178572257152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329805.303360:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329805.303369:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024b1fa3c] to pc [ptlrpcd_00_03+3] req@0000000024b1fa3c x1853178572257408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329805.303382:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329805.303386:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329805.303388:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767329805.303394:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767329805.303395:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329805.303399:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767329805.303401:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe3fde9b. 02000000:00000001:3.0:1767329805.303407:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329805.303408:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572257152, offset 0 00000100:00000001:0.0:1767329805.303428:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329805.303429:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000071ff1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572257280:192.168.202.109@tcp:400: 00000100:00000040:0.0:1767329805.303432:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767329805.303436:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329805.303441:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767329805.303442:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767329805.303447:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767329805.303447:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767329805.303449:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6988) 02000000:00000001:3.0:1767329805.303453:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329805.303454:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329805.303458:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:3.0:1767329805.303459:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767329805.303459:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767329805.303467:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b57639db. 00000400:00000200:2.0:1767329805.303467:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767329805.303471:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000024b1fa3c x1853178572257408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329805.303473:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329805.303476:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000010:3.0:1767329805.303482:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7c1939d. 00000400:00000200:2.0:1767329805.303483:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329805.303489:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:1.0:1767329805.303492:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767329805.303493:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000459e8137. 00000400:00000200:2.0:1767329805.303496:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [639:639:256:4294967295] 192.168.202.109@tcp LPNI seq info [639:639:8:4294967295] 00000100:00000001:1.0:1767329805.303496:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329805.303499:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572257280, portal 10 02000000:00000001:1.0:1767329805.303501:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329805.303505:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767329805.303506:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329805.303509:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578900352 : -127177130651264 : ffff8c55444dd180) 02000000:00000001:1.0:1767329805.303512:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329805.303521:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000024b1fa3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572257408:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329805.303524:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000071ff1512 x1853178572257280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767329805.303525:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329805.303541:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329805.303542:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767329805.303548:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767329805.303548:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:2.0:1767329805.303549:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad76e917. 02000000:00000001:1.0:1767329805.303553:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329805.303559:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:1.0:1767329805.303559:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767329805.303560:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 02000000:00000010:1.0:1767329805.303565:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008bbc3300. 00000400:00000010:3.0:1767329805.303566:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d08aec3. 00000800:00000200:2.0:1767329805.303572:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:1.0:1767329805.303572:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329805.303573:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572257280, offset 0 00000800:00000200:2.0:1767329805.303578:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad76e917 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1767329805.303581:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a9a7385. 00000400:00000200:3.0:1767329805.303587:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329805.303594:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329805.303599:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329805.303600:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301654876 00000400:00000010:1.0:1767329805.303604:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ee95e05. 00000400:00000200:3.0:1767329805.303606:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1767329805.303606:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010af7092. 00000100:00000200:1.0:1767329805.303612:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572257408, portal 10 00000400:00000200:3.0:1767329805.303614:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:2.0:1767329805.303615:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767329805.303618:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767329805.303622:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329805.303622:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578911104 : -127177130640512 : ffff8c55444dfb80) 00000100:00000001:2.0:1767329805.303623:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301654876 00000400:00000200:3.0:1767329805.303630:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000010:2.0:1767329805.303631:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002104b075. 00000100:00000040:1.0:1767329805.303636:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000024b1fa3c x1853178572257408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329805.303637:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767329805.303643:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [640:640:255:4294967295] 192.168.202.109@tcp LPNI seq info [640:640:7:4294967295] 00000100:00000001:2.0:1767329805.303644:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301654876 00000100:00000010:2.0:1767329805.303650:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000044cec071. 00000100:00000001:2.0:1767329805.303656:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767329805.303659:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329805.303662:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301654876 00000800:00000200:0.0:1767329805.303662:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1767329805.303668:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000522eab31. 00000800:00000010:0.0:1767329805.303668:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad76e917. 00000100:00000040:1.0:1767329805.303669:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329805.303671:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000200:0.0:1767329805.303675:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329805.303676:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000010:1.0:1767329805.303677:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e480de18. 00000100:00000001:2.0:1767329805.303681:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767329805.303685:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572257408, offset 0 00000100:00000001:2.0:1767329805.303688:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329805.303688:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329805.303695:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329805.303696:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329805.303699:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329805.303700:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329805.303705:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054284e99. 00000400:00000200:0.0:1767329805.303707:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe3fde9b 00000100:00000001:2.0:1767329805.303708:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767329805.303712:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:2.0:1767329805.303713:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767329805.303713:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe3fde9b. 00000100:00000001:2.0:1767329805.303720:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329805.303722:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329805.303722:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329805.303723:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329805.303727:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767329805.303731:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000148c304c x1853178572257152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329805.303732:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329805.303733:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329805.303741:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329805.303744:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767329805.303747:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:0.0:1767329805.303750:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000148c304c x1853178572257152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329821 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329805.303756:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [641:641:254:4294967295] 192.168.202.109@tcp LPNI seq info [641:641:6:4294967295] 00000100:00000001:0.0:1767329805.303763:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329805.303767:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329805.303768:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767329805.303775:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329805.303782:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329805.303787:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000054284e99 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767329805.303787:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:1.0:1767329805.303794:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e18132be. 00000800:00000200:1.0:1767329805.303801:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329805.303804:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329805.303808:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000040:3.0:1767329805.303812:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 141151 usecs (142 jiffies) 00000800:00000200:1.0:1767329805.303813:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e18132be type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329805.303818:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301650574 00000100:00000001:1.0:1767329805.303820:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329805.303824:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301654876 00000100:00000040:1.0:1767329805.303826:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 10595 usecs (11 jiffies) 00000100:00000001:3.0:1767329805.303829:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301650574 00000100:00000001:3.0:1767329805.303834:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301654876 00000100:00000001:1.0:1767329805.303834:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301650443 00000800:00000200:0.0:1767329805.303837:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767329805.303842:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301654876 00000100:00000001:3.0:1767329805.303843:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301650574 00000800:00000010:0.0:1767329805.303843:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054284e99. 00000400:00000200:0.0:1767329805.303848:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329805.303850:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301654876 00000100:00000001:1.0:1767329805.303850:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301650443 00000400:00000200:0.0:1767329805.303855:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329805.303857:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301654876 00000100:00000001:3.0:1767329805.303858:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301650574 00000400:00000200:0.0:1767329805.303859:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d08aec3 00000400:00000010:0.0:1767329805.303863:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d08aec3. 00000100:00000001:1.0:1767329805.303864:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301650443 00000100:00000001:3.0:1767329805.303866:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301654876 00000100:00000001:0.0:1767329805.303867:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329805.303871:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301654876 00000100:00000001:3.0:1767329805.303872:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767329805.303873:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000071ff1512 x1853178572257280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329805.303877:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301650443 00000100:00000001:1.0:1767329805.303883:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301654876 00000100:00000001:0.0:1767329805.303887:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329805.303888:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767329805.303890:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071ff1512 x1853178572257280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329821 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329805.303894:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329805.303900:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329805.303903:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329805.303911:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329805.303912:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329805.303916:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329805.303916:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767329805.303917:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329805.303922:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329805.303923:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329805.303925:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329805.303927:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329805.303930:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329805.303934:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329805.303935:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329805.303938:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329805.303943:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329805.303945:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329805.303947:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329805.303950:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329805.303952:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329805.303956:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e18132be. 00000400:00000200:0.0:1767329805.303961:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329805.303965:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329805.303968:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e480de18 00000400:00000010:0.0:1767329805.303970:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e480de18. 00000100:00000001:0.0:1767329805.303972:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329805.303975:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000024b1fa3c x1853178572257408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329805.303981:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329805.303983:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000024b1fa3c x1853178572257408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329821 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329805.303990:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329805.303992:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329805.305330:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329805.305339:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329805.305342:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329805.305344:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329805.305389:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329805.305406:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2813780 00000400:00000200:3.0:1767329805.305428:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x14c1 [1] + 224 00000800:00000001:3.0:1767329805.305436:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329805.305442:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329805.305444:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329805.305447:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329805.305452:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329805.305456:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000148c304c x1853178572257152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329821 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329805.305465:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000148c304c x1853178572257152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329805.305482:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329805.305489:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329805.305492:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329805.305494:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329805.305496:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329805.305500:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329805.305507:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2813800 00000100:00000001:2.0:1767329805.305510:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329805.305514:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767329805.305515:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x14c9 [1] + 224 00000800:00000001:3.0:1767329805.305520:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329805.305526:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767329805.305527:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767329805.305528:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767329805.305530:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329805.305533:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8a04a89. 00000400:00000200:3.0:1767329805.305537:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329805.305539:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010d9b7ea 00000400:00000010:2.0:1767329805.305542:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010d9b7ea. 00000100:00000001:2.0:1767329805.305544:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329805.305549:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329805.305549:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000148c304c x1853178572257152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329805.305558:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000071ff1512 x1853178572257280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329821 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329805.305565:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000148c304c x1853178572257152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329821 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329805.305584:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329805.305587:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329805.305588:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000071ff1512 x1853178572257280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329805.305590:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329805.305594:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329805.305597:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329805.305600:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329805.305603:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329805.305608:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=52 v=5 (5 5 5 5) 00000100:00000001:3.0:1767329805.305610:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767329805.305612:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=52 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329805.305616:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767329805.305618:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329805.305618:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329805.305620:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329805.305622:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329805.305624:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329805.305631:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000148c304c x1853178572257152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329821 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329805.305632:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329805.305637:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329805.305641:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767329805.305642:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329805.305643:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329805.305645:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329805.305649:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1767329805.305651:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767329805.305653:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329805.305655:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000001:0.0:1767329805.305655:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329805.305659:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7c1939d. 00000100:00000040:2.0:1767329805.305660:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000148c304c x1853178572257152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329821 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329805.305666:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000459e8137 00000400:00000010:0.0:1767329805.305670:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000459e8137. 00000400:00000200:3.0:1767329805.305672:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2813880 00000100:00100000:2.0:1767329805.305672:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000148c304c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572257152:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329805.305674:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329805.305681:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000071ff1512 x1853178572257280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329805.305682:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329805.305686:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x14d1 [1] + 224 00000100:00000001:2.0:1767329805.305693:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767329805.305699:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767329805.305701:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000148c304c x1853178572257152/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329821 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329805.305703:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000071ff1512 x1853178572257280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329821 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767329805.305707:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329805.305714:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329805.305726:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329805.305727:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329805.305732:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767329805.305733:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329805.305734:0:208643:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1767329805.305735:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000088576026. 00000100:00000001:0.0:1767329805.305736:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767329805.305741:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1767329805.305742:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000024b1fa3c x1853178572257408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329821 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329805.305742:0:208650:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767329805.305745:0:208649:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767329805.305746:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767329805.305748:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1767329805.305753:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767329805.305757:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767329805.305758:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ce0a9bb. 00000100:00000001:0.0:1767329805.305760:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329805.305764:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329805.305766:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767329805.305767:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000024b1fa3c x1853178572257408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329805.305769:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1767329805.305771:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=42 v=5 (5 5 5 5) 00000100:00000010:2.0:1767329805.305772:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000148c304c. 00000100:00000001:2.0:1767329805.305778:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329805.305782:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767329805.305782:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=42 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329805.305789:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329805.305790:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329805.305793:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329805.305794:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767329805.305795:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329805.305797:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329805.305798:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329805.305799:0:208650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329805.305803:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329805.305804:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:3.0:1767329805.305806:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329805.305807:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329805.305808:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000800:00000001:3.0:1767329805.305811:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329805.305813:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767329805.305816:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329805.305820:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071ff1512 x1853178572257280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329821 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329805.305825:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329805.305827:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329805.305828:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329805.305831:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071ff1512 x1853178572257280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329821 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329805.305837:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000071ff1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572257280:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329805.305841:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329805.305843:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329805.305843:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329805.305847:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000071ff1512 x1853178572257280/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329821 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329805.305848:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329805.305854:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767329805.305854:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329805.305855:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1767329805.305860:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:0.0:1767329805.305860:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b57639db. 02000000:00000001:0.0:1767329805.305864:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:1.0:1767329805.305865:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a9a7385. 00000020:00000001:0.0:1767329805.305866:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329805.305869:0:208650:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:0.0:1767329805.305872:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767329805.305874:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ee95e05 02000000:00000010:0.0:1767329805.305874:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c06a1248. 00000400:00000010:1.0:1767329805.305878:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ee95e05. 02000000:00000001:0.0:1767329805.305882:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329805.305884:0:208651:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767329805.305885:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329805.305889:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071ff1512. 00000100:00000001:0.0:1767329805.305892:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1767329805.305894:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000024b1fa3c x1853178572257408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329805.305895:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329805.305898:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329805.305904:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329805.305907:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329805.305910:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329805.305912:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329805.305917:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000024b1fa3c x1853178572257408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329821 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329805.305926:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329805.305929:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329805.305931:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329805.305933:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329805.305934:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329805.305936:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329805.305938:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329805.305942:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=52 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329805.305946:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=137 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329805.305948:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329805.305950:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329805.305952:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767329805.305956:0:208651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000024b1fa3c x1853178572257408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329821 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329805.305963:0:208651:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329805.305966:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767329805.305967:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:1.0:1767329805.305969:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767329805.305970:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329805.305973:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000024b1fa3c x1853178572257408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329821 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329805.305980:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329805.305982:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329805.305983:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329805.305986:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024b1fa3c x1853178572257408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329821 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329805.305995:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000024b1fa3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572257408:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329805.305999:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329805.306001:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329805.306004:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000024b1fa3c x1853178572257408/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329821 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329805.306011:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767329805.306013:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329805.306042:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008bbc3300. 02000000:00000001:1.0:1767329805.306046:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767329805.306048:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329805.306050:0:208651:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329805.306053:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329805.306055:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c6c5103d. 02000000:00000001:1.0:1767329805.306058:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329805.306059:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329805.306061:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000024b1fa3c. 00000100:00000001:1.0:1767329805.306064:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329805.306066:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329805.306068:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329805.306071:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329805.306072:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329805.306074:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329805.306076:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329805.367108:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329805.367116:0:217845:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329805.367119:0:217845:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329805.367122:0:217845:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329805.367128:0:217845:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329805.367131:0:217845:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329805.367133:0:217845:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329805.367136:0:217845:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329805.367214:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329805.367218:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329805.367220:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329806.391103:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329806.391110:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329806.391218:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329806.391224:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329806.391228:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329807.415179:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329807.415203:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329807.415223:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329807.415228:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329807.415230:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329808.439125:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329808.439134:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329808.439251:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329808.439259:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329808.439265:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329809.463217:0:215769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329809.463225:0:215769:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329809.463266:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329809.463270:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329809.463273:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767329809.911186:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301654876, at 4301655040 00000100:00000040:1.0:1767329809.911188:0:217845:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301654876, at 4301655040 00000100:00000040:2.0:1767329809.911198:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301654876, at 4301655040 00000100:00000010:1.0:1767329809.911216:0:217845:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002104b075. 00000100:00000010:0.0:1767329809.911221:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010af7092. 00000100:00000010:2.0:1767329809.911226:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000044cec071. 00000100:00000040:3.0:1767329809.911526:0:217661:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301654876, at 4301655040 00000100:00000010:3.0:1767329809.911542:0:217661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000522eab31. 00000100:00000040:3.0:1767329810.423260:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329810.423317:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329810.423331:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088b7262c. 00000020:00000040:3.0:1767329810.423344:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329810.423354:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329810.423386:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329810.423397:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329810.423412:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011b16950. 00000100:00000001:3.0:1767329810.423423:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329810.423441:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000088b7262c x1853178572257536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329810.423458:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329810.423462:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329810.423470:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088b7262c] to pc [ptlrpcd_00_00+0] req@0000000088b7262c x1853178572257536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329810.423514:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329810.423518:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329810.423522:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329810.423527:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001aee3446. 00000020:00000040:3.0:1767329810.423530:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329810.423534:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329810.423535:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329810.423537:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329810.423541:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eda5e76f. 00000100:00000001:3.0:1767329810.423545:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329810.423550:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@000000001aee3446 x1853178572257664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329810.423560:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329810.423562:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329810.423568:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001aee3446] to pc [ptlrpcd_00_01+1] req@000000001aee3446 x1853178572257664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329810.423578:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329810.423580:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329810.423591:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329810.423592:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767329810.423595:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329810.423604:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329810.423604:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329810.423605:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767329810.423612:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767329810.423614:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b10225ad. 00000020:00000040:3.0:1767329810.423623:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000040:1.0:1767329810.423626:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088b7262c x1853178572257536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329810.423627:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001aee3446 x1853178572257664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329810.423629:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329810.423635:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329810.423639:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329810.423650:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c3d2ae82. 00000100:00000001:3.0:1767329810.423660:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329810.423676:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@00000000b10225ad x1853178572257792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329810.423692:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329810.423698:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329810.423702:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329810.423712:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329810.423713:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767329810.423716:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767329810.423720:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329810.423723:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329810.423726:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329810.423728:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329810.423736:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767329810.423738:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001aee3446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572257664:192.168.202.109@tcp:400: 02000000:00000001:1.0:1767329810.423750:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329810.423754:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b10225ad] to pc [ptlrpcd_00_02+2] req@00000000b10225ad x1853178572257792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329810.423755:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1767329810.423767:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088b7262c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572257536:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329810.423783:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329810.423784:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329810.423792:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329810.423794:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329810.423796:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767329810.423801:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329810.423803:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329810.423807:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024dc58fa. 00000100:00000040:3.0:1767329810.423808:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767329810.423812:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767329810.423817:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329810.423823:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:1.0:1767329810.423827:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010dcaefb. 00000400:00000010:2.0:1767329810.423832:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8a04a89. 00000100:00000040:3.0:1767329810.423833:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6993) 02000000:00000001:1.0:1767329810.423837:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329810.423851:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010d9b7ea. 00000400:00000010:1.0:1767329810.423853:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a9a7385. 00000100:00000200:2.0:1767329810.423864:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572257664, portal 10 00000400:00000010:1.0:1767329810.423868:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ee95e05. 00000100:00000001:2.0:1767329810.423870:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329810.423877:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776939136 : -127176932612480 : ffff8c55501ba680) 00000100:00000001:3.0:1767329810.423893:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767329810.423894:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572257536, portal 25 00000100:00000001:3.0:1767329810.423901:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767329810.423903:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001aee3446 x1853178572257664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329810.423907:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329810.423908:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767329810.423918:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776941824 : -127176932609792 : ffff8c55501bb100) 00000100:00000040:3.0:1767329810.423921:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b10225ad x1853178572257792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329810.423944:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767329810.423944:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088b7262c x1853178572257536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329810.423956:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767329810.423961:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329810.423962:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329810.423972:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000185a590d. 02000000:00000001:3.0:1767329810.423975:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329810.423982:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767329810.423984:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572257664, offset 0 02000000:00000001:3.0:1767329810.423996:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329810.424000:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767329810.424005:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572257792:192.168.202.109@tcp:400: 00000400:00000200:2.0:1767329810.424012:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:3.0:1767329810.424080:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767329810.424086:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329810.424090:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329810.424095:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329810.424098:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007cfe392c. 00000400:00000200:2.0:1767329810.424099:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:3.0:1767329810.424101:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329810.424111:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ae21526. 00000100:00000200:1.0:1767329810.424114:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572257536, offset 0 02000000:00000001:3.0:1767329810.424127:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329810.424129:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767329810.424142:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189c6cb8. 00000400:00000200:2.0:1767329810.424144:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329810.424155:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329810.424159:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329810.424166:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:3.0:1767329810.424170:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000231b7bae. 00000400:00000200:2.0:1767329810.424172:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [642:642:256:4294967295] 192.168.202.109@tcp LPNI seq info [642:642:8:4294967295] 00000100:00000200:3.0:1767329810.424183:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572257792, portal 10 00000100:00000001:3.0:1767329810.424189:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329810.424194:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776944512 : -127176932607104 : ffff8c55501bbb80) 00000400:00000200:2.0:1767329810.424204:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000040:3.0:1767329810.424213:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b10225ad x1853178572257792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767329810.424224:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329810.424229:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:2.0:1767329810.424243:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000216b4de2. 00000400:00000200:1.0:1767329810.424250:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767329810.424256:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767329810.424264:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:3.0:1767329810.424276:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:2.0:1767329810.424277:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000400:00000200:1.0:1767329810.424284:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767329810.424291:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fc50d68. 00000400:00000200:1.0:1767329810.424297:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000200:3.0:1767329810.424302:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572257792, offset 0 00000800:00000200:2.0:1767329810.424309:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:1.0:1767329810.424317:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [643:643:255:4294967295] 192.168.202.109@tcp LPNI seq info [643:643:7:4294967295] 00000800:00000200:2.0:1767329810.424326:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000216b4de2 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329810.424330:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329810.424353:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329810.424390:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329810.424395:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329810.424400:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 140443 usecs (141 jiffies) 00000400:00000200:3.0:1767329810.424402:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000800:00000010:1.0:1767329810.424412:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a6343d55. 00000100:00000001:2.0:1767329810.424414:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301655694 00000400:00000200:3.0:1767329810.424419:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767329810.424434:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000200:1.0:1767329810.424434:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:2.0:1767329810.424438:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aff58cb5. 00000400:00000200:3.0:1767329810.424449:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767329810.424454:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767329810.424462:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000400:00000200:3.0:1767329810.424464:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:2.0:1767329810.424472:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301655694 00000800:00000200:1.0:1767329810.424476:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a6343d55 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767329810.424480:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [644:644:254:4294967295] 192.168.202.109@tcp LPNI seq info [644:644:6:4294967295] 00000100:00000010:2.0:1767329810.424484:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd952bb5. 00000100:00000001:0.0:1767329810.424490:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329810.424496:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329810.424497:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767329810.424501:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329810.424511:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301655694 00000100:00000001:1.0:1767329810.424512:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301659997 00000400:00000200:3.0:1767329810.424523:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000010:2.0:1767329810.424523:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c99ca2fb. 00000100:00000001:1.0:1767329810.424535:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301655694 00000100:00000001:2.0:1767329810.424536:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 2 00000800:00000200:3.0:1767329810.424547:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329810.424551:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301655694 00000100:00000001:1.0:1767329810.424557:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301659997 00000800:00000010:3.0:1767329810.424558:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030c67b31. 00000100:00000010:2.0:1767329810.424560:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086226be8. 00000800:00000200:3.0:1767329810.424574:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329810.424576:0:208649:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767329810.424579:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301655694 00000800:00000200:0.0:1767329810.424581:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329810.424588:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767329810.424593:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000010:0.0:1767329810.424593:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000216b4de2. 00000100:00000001:2.0:1767329810.424597:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329810.424601:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301659997 00000800:00000200:3.0:1767329810.424605:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000030c67b31 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767329810.424609:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329810.424611:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767329810.424617:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329810.424618:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301655694 00000100:00000001:2.0:1767329810.424619:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329810.424631:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329810.424634:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301659997 00000100:00000001:2.0:1767329810.424638:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767329810.424641:0:208650:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 10556 usecs (11 jiffies) 00000400:00000200:0.0:1767329810.424644:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000185a590d 00000100:00000001:2.0:1767329810.424648:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329810.424651:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301655694 00000400:00000010:0.0:1767329810.424653:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000185a590d. 00000100:00000001:3.0:1767329810.424655:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301655564 00000100:00000001:2.0:1767329810.424657:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329810.424667:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329810.424668:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301659997 00000100:00000001:0.0:1767329810.424670:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329810.424671:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329810.424674:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329810.424680:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301655564 00000100:00000200:0.0:1767329810.424686:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001aee3446 x1853178572257664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329810.424689:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329810.424690:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301659997 00000100:00000001:2.0:1767329810.424690:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329810.424705:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301655564 00000100:00000001:1.0:1767329810.424708:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329810.424714:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301659997 00000100:00000001:1.0:1767329810.424722:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329810.424724:0:208650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301655564 00000100:00000001:3.0:1767329810.424735:0:208650:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301659997 00000100:00000001:0.0:1767329810.424740:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329810.424741:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329810.424742:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767329810.424752:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001aee3446 x1853178572257664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329826 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329810.424753:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329810.424753:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329810.424765:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329810.424769:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329810.424775:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329810.424778:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329810.424788:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329810.424790:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329810.424791:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329810.424799:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329810.424800:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329810.424801:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329810.424807:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329810.424811:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329810.424816:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329810.424820:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329810.424827:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329810.424833:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a6343d55. 00000400:00000200:0.0:1767329810.424838:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329810.424846:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329810.424864:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cfe392c 00000400:00000010:0.0:1767329810.424866:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007cfe392c. 00000100:00000001:0.0:1767329810.424871:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329810.424875:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088b7262c x1853178572257536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329810.424885:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329810.424888:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088b7262c x1853178572257536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329826 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329810.424896:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329810.424898:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767329810.424980:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329810.424983:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030c67b31. 00000400:00000200:0.0:1767329810.424987:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329810.424991:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329810.424995:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fc50d68 00000400:00000010:0.0:1767329810.424997:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fc50d68. 00000100:00000001:0.0:1767329810.424999:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329810.425003:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b10225ad x1853178572257792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329810.425013:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329810.425047:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b10225ad x1853178572257792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329826 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329810.425055:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329810.425057:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329810.427951:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329810.427971:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329810.427976:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329810.427979:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329810.427989:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329810.428006:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2813980 00000400:00000200:0.0:1767329810.428049:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x14d9 [1] + 224 00000800:00000001:0.0:1767329810.428060:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329810.428080:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329810.428083:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329810.428089:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329810.428095:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329810.428100:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001aee3446 x1853178572257664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329810.428126:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001aee3446 x1853178572257664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329810.428153:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329810.428164:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329810.428168:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329810.428171:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329810.428173:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329810.428179:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329810.428187:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2813900 00000400:00000200:0.0:1767329810.428193:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x14dd [1] + 224 00000800:00000001:0.0:1767329810.428198:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329810.428201:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329810.428203:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329810.428207:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329810.428210:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329810.428213:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088b7262c x1853178572257536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329810.428223:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088b7262c x1853178572257536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329810.428243:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329810.428247:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329810.428252:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329810.428254:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329810.428257:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329810.428262:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:2.0:1767329810.428272:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329810.428272:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2813a00 00000100:00000001:2.0:1767329810.428280:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329810.428294:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x14e9 [1] + 224 00000800:00000001:0.0:1767329810.428301:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767329810.428307:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329810.428314:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329810.428318:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8a04a89. 00000800:00000001:0.0:1767329810.428329:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329810.428331:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010d9b7ea 00000100:00000001:1.0:1767329810.428333:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767329810.428337:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767329810.428341:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010d9b7ea. 00000100:00000001:1.0:1767329810.428343:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329810.428351:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329810.428355:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767329810.428356:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329810.428387:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329810.428393:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a9a7385. 00000100:00000200:2.0:1767329810.428394:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001aee3446 x1853178572257664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767329810.428405:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ee95e05 00000400:00000010:1.0:1767329810.428414:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ee95e05. 00000100:00000001:1.0:1767329810.428428:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329810.428429:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001aee3446 x1853178572257664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329810.428430:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329810.428448:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b10225ad x1853178572257792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329810.428450:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088b7262c x1853178572257536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329810.428499:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329810.428507:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329810.428511:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b10225ad x1853178572257792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329810.428517:0:208649:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767329810.428523:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088b7262c x1853178572257536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767329810.428525:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329810.428532:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329810.428540:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329810.428549:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767329810.428550:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329810.428562:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767329810.428564:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767329810.428566:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=47 v=5 (5 5 5 5) 00000800:00000001:0.0:1767329810.428570:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329810.428573:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329810.428575:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=47 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329810.428586:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329810.428586:0:208648:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767329810.428595:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329810.428598:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329810.428607:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767329810.428611:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329810.428617:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329810.428617:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767329810.428619:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329810.428628:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767329810.428629:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767329810.428630:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:3.0:1767329810.428637:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767329810.428639:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000001:1.0:1767329810.428641:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329810.428644:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000189c6cb8. 00000100:00000001:2.0:1767329810.428646:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329810.428653:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767329810.428655:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=57 v=5 (5 5 5 5) 00000400:00000200:3.0:1767329810.428657:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000231b7bae 00000400:00000010:3.0:1767329810.428665:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000231b7bae. 00000100:00000040:2.0:1767329810.428666:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001aee3446 x1853178572257664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329826 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329810.428678:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767329810.428679:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=57 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329810.428692:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767329810.428693:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b10225ad x1853178572257792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329810.428699:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329810.428704:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329810.428707:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329810.428710:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767329810.428721:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767329810.428729:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001aee3446 x1853178572257664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329826 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329810.428730:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329810.428737:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b10225ad x1853178572257792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329810.428743:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329810.428764:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088b7262c x1853178572257536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329826 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329810.428791:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001aee3446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572257664:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329810.428796:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329810.428808:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329810.428816:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329810.428818:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329810.428819:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767329810.428824:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329810.428832:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767329810.428832:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001aee3446 x1853178572257664/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329826 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329810.428834:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329810.428839:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329810.428844:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329810.428845:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329810.428858:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329810.428866:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767329810.428867:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088b7262c x1853178572257536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329826 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767329810.428870:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=57 v=5 (5 5 5 5) 02000000:00000001:2.0:1767329810.428872:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1767329810.428886:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=142 v=5 (1 1 0 0) 02000000:00000010:2.0:1767329810.428890:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024dc58fa. 00000100:00000001:3.0:1767329810.428904:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329810.428909:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329810.428913:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767329810.428917:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767329810.428919:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:1.0:1767329810.428921:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088b7262c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572257536:192.168.202.109@tcp:400: 00000020:00000040:2.0:1767329810.428925:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00010000:00080000:3.0:1767329810.428931:0:208650:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b10225ad x1853178572257792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329826 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767329810.428937:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767329810.428942:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767329810.428945:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eda5e76f. 00000100:00000001:1.0:1767329810.428957:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767329810.428958:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767329810.428961:0:208650:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329810.428966:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767329810.428968:0:208650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000010:2.0:1767329810.428971:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001aee3446. 00000100:00000040:3.0:1767329810.428974:0:208650:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000040:1.0:1767329810.428977:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088b7262c x1853178572257536/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329826 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329810.428981:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329810.428983:0:208650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329810.428987:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329810.428989:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329810.428997:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329810.429006:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b10225ad x1853178572257792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329826 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329810.429011:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329810.429062:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329810.429066:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329810.429068:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329810.429074:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329810.429079:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b10225ad x1853178572257792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329826 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329810.429085:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329810.429087:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767329810.429092:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329810.429097:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767329810.429108:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010dcaefb. 00000100:00100000:3.0:1767329810.429113:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2c7f8946-12aa-408e-b284-1332d7e79269:208650:1853178572257792:192.168.202.109@tcp:400: 02000000:00000001:1.0:1767329810.429123:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767329810.429125:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329810.429132:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767329810.429132:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767329810.429139:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b10225ad x1853178572257792/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329826 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767329810.429141:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:1.0:1767329810.429155:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767329810.429161:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1767329810.429163:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011b16950. 02000000:00000001:3.0:1767329810.429165:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767329810.429174:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329810.429182:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:3.0:1767329810.429183:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ae21526. 00000100:00000010:1.0:1767329810.429188:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088b7262c. 02000000:00000001:3.0:1767329810.429192:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329810.429199:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329810.429201:0:208650:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329810.429203:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767329810.429206:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329810.429212:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c3d2ae82. 00000100:00000001:1.0:1767329810.429212:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329810.429220:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767329810.429223:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767329810.429225:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329810.429230:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b10225ad. 00000100:00000001:3.0:1767329810.429238:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767329810.429239:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329810.429243:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329810.429246:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329810.429251:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329810.429256:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329810.429263:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329810.429264:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329810.429271:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329810.429276:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329810.429281:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329810.487150:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329810.487157:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329810.487216:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329810.487223:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329810.487229:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329811.511178:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329811.511190:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329811.511302:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329811.511312:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329811.511319:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329812.535172:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329812.535183:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329812.535321:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329812.535328:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329812.535333:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329813.559131:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329813.559140:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329813.559193:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329813.559199:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329813.559204:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329814.583181:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329814.583194:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329814.583406:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329814.583410:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329814.583413:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767329815.031139:0:217845:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301659997, at 4301660160 00000100:00000040:0.0:1767329815.031140:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301659997, at 4301660160 00000100:00000040:2.0:1767329815.031144:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301659997, at 4301660160 00000100:00000010:1.0:1767329815.031160:0:217845:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd952bb5. 00000100:00000010:0.0:1767329815.031162:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aff58cb5. 00000100:00000010:2.0:1767329815.031166:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c99ca2fb. 00000100:00000040:3.0:1767329815.031169:0:217661:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301659997, at 4301660160 00000100:00000010:3.0:1767329815.031180:0:217661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086226be8. 00000100:00000040:2.0:1767329815.543242:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329815.543260:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329815.543291:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000132fe2d2. 00000020:00000040:2.0:1767329815.543301:0:177103:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329815.543357:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329815.543361:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329815.543368:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329815.543377:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007ca95e3d. 00000100:00000001:2.0:1767329815.543385:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329815.543398:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000132fe2d2 x1853178572257920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329815.543409:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329815.543412:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329815.543418:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000132fe2d2] to pc [ptlrpcd_00_03+3] req@00000000132fe2d2 x1853178572257920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329815.543441:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329815.543461:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329815.543465:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329815.543467:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000faf3089b. 00000020:00000040:2.0:1767329815.543470:0:177103:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:2.0:1767329815.543472:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329815.543474:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767329815.543474:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767329815.543476:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329815.543481:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000098e9bf3b. 00000100:00000001:0.0:1767329815.543481:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329815.543486:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767329815.543487:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329815.543494:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@00000000faf3089b x1853178572258048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767329815.543495:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000132fe2d2 x1853178572257920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329815.543507:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329815.543516:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329815.543524:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329815.543525:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329815.543529:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329815.543529:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329815.543538:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767329815.543541:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faf3089b] to pc [ptlrpcd_00_00+0] req@00000000faf3089b x1853178572258048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767329815.543542:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329815.543548:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329815.543555:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000132fe2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572257920:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329815.543567:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329815.543575:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329815.543577:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329815.543580:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767329815.543582:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329815.543585:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000397a58c6. 00000100:00000040:2.0:1767329815.543586:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767329815.543589:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329815.543591:0:177103:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329815.543596:0:177103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081735c3f. 00000400:00000010:0.0:1767329815.543598:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8a29f88. 00000020:00000040:2.0:1767329815.543599:0:177103:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:3.0:1767329815.543602:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329815.543605:0:177103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767329815.543607:0:208649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:2.0:1767329815.543608:0:177103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767329815.543609:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ade78b8. 02000000:00000001:2.0:1767329815.543612:0:177103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329815.543613:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767329815.543618:0:177103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fb913d40. 00000100:00000200:0.0:1767329815.543620:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572257920, portal 25 00000100:00000001:3.0:1767329815.543623:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329815.543623:0:177103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329815.543624:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329815.543629:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329815.543629:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777363328 : -127176932188288 : ffff8c5550221f80) 00000100:00000040:2.0:1767329815.543634:0:177103:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000081735c3f x1853178572258176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329815.543636:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329815.543637:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329815.543641:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767329815.543642:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000132fe2d2 x1853178572257920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329815.543643:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329815.543645:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329815.543673:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000faf3089b x1853178572258048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329815.543680:0:177103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329815.543684:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329815.543685:0:177103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329815.543696:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329815.543700:0:177103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081735c3f] to pc [ptlrpcd_00_01+1] req@0000000081735c3f x1853178572258176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329815.543704:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9986c64. 00000100:00000200:0.0:1767329815.543712:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572257920, offset 0 00000100:00000001:3.0:1767329815.543720:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329815.543724:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329815.543732:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 02000000:00000001:3.0:1767329815.543733:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329815.543737:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329815.543744:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329815.543754:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000faf3089b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572258048:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767329815.543756:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329815.543770:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767329815.543775:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767329815.543776:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329815.543781:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329815.543784:0:177103:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329815.543785:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329815.543788:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:2.0:1767329815.543792:0:177103:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1767329815.543794:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b16c850. 00000400:00000200:0.0:1767329815.543798:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767329815.543802:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329815.543808:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000040:2.0:1767329815.543810:0:177103:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767329815.543810:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767329815.543812:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189c6cb8. 00000100:00100000:1.0:1767329815.543817:0:208648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:0.0:1767329815.543819:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [645:645:256:4294967295] 192.168.202.109@tcp LPNI seq info [645:645:8:4294967295] 00000100:00000001:1.0:1767329815.543824:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767329815.543825:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000231b7bae. 00000100:00000040:2.0:1767329815.543827:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6998) 00000100:00000001:1.0:1767329815.543833:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767329815.543834:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572258048, portal 10 00000100:00000001:1.0:1767329815.543839:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329815.543842:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329815.543844:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329815.543847:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777357056 : -127176932194560 : ffff8c5550220700) 00000100:00000001:1.0:1767329815.543849:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767329815.543851:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329815.543855:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329815.543864:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000faf3089b x1853178572258048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329815.543870:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081735c3f x1853178572258176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329815.543871:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329815.543882:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c06a1248. 00000800:00000200:0.0:1767329815.543902:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:3.0:1767329815.543912:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767329815.543914:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767329815.543918:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329815.543926:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000800:00000200:0.0:1767329815.543927:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 02000000:00000001:1.0:1767329815.543928:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767329815.543932:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6cf1dd. 02000000:00000001:1.0:1767329815.543933:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767329815.543937:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c06a1248 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767329815.543939:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572258048, offset 0 02000000:00000001:1.0:1767329815.543941:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767329815.543952:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081735c3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572258176:192.168.202.109@tcp:400: 00000400:00000200:3.0:1767329815.543956:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329815.543963:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329815.543968:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329815.543969:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767329815.543973:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 02000000:00000001:1.0:1767329815.543974:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329815.543982:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767329815.543983:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767329815.543988:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301665116 00000400:00000200:3.0:1767329815.543991:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 02000000:00000010:1.0:1767329815.543993:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da0489de. 00000100:00000010:0.0:1767329815.543998:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a542f25. 02000000:00000001:1.0:1767329815.543999:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767329815.544000:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329815.544009:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000010:1.0:1767329815.544011:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a9a7385. 00000100:00000001:0.0:1767329815.544013:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767329815.544015:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [646:646:255:4294967295] 192.168.202.109@tcp LPNI seq info [646:646:7:4294967295] 00000400:00000200:3.0:1767329815.544060:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000400:00000010:1.0:1767329815.544061:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ee95e05. 00000100:00000200:1.0:1767329815.544070:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572258176, portal 10 00000100:00000001:0.0:1767329815.544074:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301665117 00000100:00000001:1.0:1767329815.544077:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767329815.544082:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777358848 : -127176932192768 : ffff8c5550220e00) 00000100:00000010:0.0:1767329815.544084:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004244b416. 00000800:00000200:3.0:1767329815.544086:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329815.544094:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000800:00000010:3.0:1767329815.544096:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3d2ae82. 00000100:00000040:1.0:1767329815.544098:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081735c3f x1853178572258176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329815.544107:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301665117 00000800:00000200:3.0:1767329815.544114:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000010:0.0:1767329815.544118:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073f6ac0a. 00000100:00000001:1.0:1767329815.544120:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329815.544128:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000800:00000200:3.0:1767329815.544135:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000040:1.0:1767329815.544136:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329815.544137:0:208651:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301665117 00000800:00000200:3.0:1767329815.544144:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3d2ae82 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1767329815.544147:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fefedd0d. 00000100:00000010:0.0:1767329815.544148:0:208651:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000071fbe362. 00000100:00000001:3.0:1767329815.544151:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329815.544154:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572258176, offset 0 00000100:00000001:0.0:1767329815.544157:0:208651:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767329815.544159:0:208649:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 139758 usecs (140 jiffies) 00000100:00000001:0.0:1767329815.544164:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329815.544166:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301660813 00000400:00000200:1.0:1767329815.544168:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329815.544172:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329815.544175:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301665116 00000100:00000001:0.0:1767329815.544179:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329815.544180:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301660813 00000400:00000200:1.0:1767329815.544185:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329815.544185:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329815.544188:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301665117 00000800:00000200:2.0:1767329815.544197:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767329815.544197:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329815.544197:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329815.544198:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301660813 00000100:00000001:0.0:1767329815.544204:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329815.544207:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301665117 00000400:00000200:1.0:1767329815.544209:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000800:00000010:2.0:1767329815.544210:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c06a1248. 00000100:00000001:0.0:1767329815.544212:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329815.544215:0:208649:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301660813 00000100:00000001:0.0:1767329815.544218:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767329815.544220:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767329815.544224:0:208649:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301665117 00000400:00000200:2.0:1767329815.544225:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329815.544225:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329815.544226:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:3.0:1767329815.544235:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329815.544237:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329815.544243:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [647:647:254:4294967295] 192.168.202.109@tcp LPNI seq info [647:647:6:4294967295] 00000100:00000001:3.0:1767329815.544244:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329815.544247:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329815.544253:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329815.544262:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329815.544266:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329815.544268:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329815.544271:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329815.544278:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329815.544280:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:1.0:1767329815.544288:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329815.544289:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9986c64 00000800:00000010:1.0:1767329815.544293:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049d44528. 00000400:00000010:2.0:1767329815.544294:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9986c64. 00000800:00000200:1.0:1767329815.544305:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329815.544331:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767329815.544336:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1767329815.544358:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049d44528 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767329815.544359:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000132fe2d2 x1853178572257920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329815.544365:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329815.544370:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 10535 usecs (11 jiffies) 00000100:00000001:1.0:1767329815.544375:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301660684 00000100:00000001:2.0:1767329815.544377:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329815.544378:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301665116 00000100:00000040:2.0:1767329815.544383:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000132fe2d2 x1853178572257920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329831 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329815.544384:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301660684 00000100:00000001:1.0:1767329815.544389:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301665117 00000100:00000001:1.0:1767329815.544394:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301660684 00000100:00000001:1.0:1767329815.544398:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301665117 00000100:00000001:1.0:1767329815.544402:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301660684 00000100:00000001:2.0:1767329815.544405:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329815.544406:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301665117 00000100:00000001:2.0:1767329815.544410:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767329815.544411:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329815.544415:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329815.544417:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329815.544419:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329815.544429:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329815.544433:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3d2ae82. 00000400:00000200:2.0:1767329815.544436:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329815.544439:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329815.544441:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad6cf1dd 00000400:00000010:2.0:1767329815.544443:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6cf1dd. 00000100:00000001:2.0:1767329815.544445:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329815.544446:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000faf3089b x1853178572258048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329815.544452:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329815.544454:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000faf3089b x1853178572258048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329831 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329815.544469:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329815.544470:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329815.544488:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329815.544489:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049d44528. 00000400:00000200:2.0:1767329815.544493:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329815.544495:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329815.544497:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fefedd0d 00000400:00000010:2.0:1767329815.544498:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fefedd0d. 00000100:00000001:2.0:1767329815.544500:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329815.544502:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081735c3f x1853178572258176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329815.544507:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329815.544509:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081735c3f x1853178572258176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329831 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329815.544514:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329815.544516:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329815.547065:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329815.547079:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329815.547081:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329815.547083:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329815.547089:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329815.547100:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2813a80 00000400:00000200:0.0:1767329815.547107:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x14f1 [1] + 224 00000800:00000001:0.0:1767329815.547114:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329815.547152:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329815.547156:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329815.547160:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329815.547176:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329815.547182:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000132fe2d2 x1853178572257920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329815.547196:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000132fe2d2 x1853178572257920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329815.547220:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329815.547231:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329815.547236:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329815.547239:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329815.547241:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329815.547246:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329815.547253:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2813b00 00000400:00000200:0.0:1767329815.547258:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x14f9 [1] + 224 00000800:00000001:0.0:1767329815.547281:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329815.547285:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329815.547287:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329815.547292:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329815.547294:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329815.547298:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000faf3089b x1853178572258048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329815.547321:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000faf3089b x1853178572258048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329815.547327:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329815.547331:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767329815.547338:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329815.547340:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329815.547342:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8a29f88. 00000100:00000001:0.0:1767329815.547343:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767329815.547347:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ade78b8 00000400:00000010:1.0:1767329815.547349:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ade78b8. 00000100:00000001:1.0:1767329815.547353:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767329815.547358:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767329815.547359:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000132fe2d2 x1853178572257920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329815.547365:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329815.547371:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329815.547376:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767329815.547377:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329815.547380:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767329815.547381:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000132fe2d2 x1853178572257920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329831 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767329815.547386:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329815.547389:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329815.547393:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000189c6cb8. 00000400:00000200:0.0:1767329815.547394:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767329815.547396:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767329815.547402:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000231b7bae 00000100:00000001:1.0:1767329815.547402:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767329815.547406:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000231b7bae. 00000100:00000001:1.0:1767329815.547406:0:208651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767329815.547410:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767329815.547411:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2813b80 00000100:00000001:3.0:1767329815.547413:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329815.547414:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329815.547417:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329815.547420:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1501 [1] + 224 02000000:00000001:1.0:1767329815.547422:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329815.547428:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000faf3089b x1853178572258048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329815.547430:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767329815.547431:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=62 v=5 (5 5 5 5) 00000100:00001000:1.0:1767329815.547442:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=62 v=5 (1 1 1 1) 00000800:00000001:0.0:1767329815.547447:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329815.547448:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767329815.547450:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000faf3089b x1853178572258048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329831 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329815.547451:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329815.547452:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767329815.547458:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767329815.547462:0:208651:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329815.547465:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329815.547469:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329815.547473:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767329815.547477:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767329815.547479:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000132fe2d2 x1853178572257920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329831 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329815.547481:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767329815.547481:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081735c3f x1853178572258176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329815.547487:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329815.547490:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329815.547492:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329815.547495:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329815.547500:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329815.547508:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=52 v=5 (5 5 5 5) 00000100:00000001:1.0:1767329815.547510:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767329815.547519:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=52 v=5 (1 1 1 1) 00000100:00000001:1.0:1767329815.547519:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767329815.547519:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081735c3f x1853178572258176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329815.547523:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329815.547529:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329815.547533:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329815.547534:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000132fe2d2 x1853178572257920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329831 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767329815.547539:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329815.547544:0:208649:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329815.547550:0:208649:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329815.547552:0:208649:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00100000:1.0:1767329815.547554:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000132fe2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbc0edb7-593a-4289-8780-9495892e37e0:208651:1853178572257920:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329815.547555:0:208649:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329815.547558:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329815.547559:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767329815.547564:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329815.547567:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767329815.547568:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767329815.547569:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000faf3089b x1853178572258048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329831 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329815.547573:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000132fe2d2 x1853178572257920/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329831 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329815.547575:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329815.547599:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329815.547601:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767329815.547604:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767329815.547606:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767329815.547608:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329815.547609:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767329815.547610:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000397a58c6. 00000100:00000001:2.0:1767329815.547613:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767329815.547615:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767329815.547616:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000faf3089b x1853178572258048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329831 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767329815.547619:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:2.0:1767329815.547620:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1767329815.547623:0:208651:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000400:00000001:2.0:1767329815.547625:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329815.547644:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a9a7385. 00000020:00000001:1.0:1767329815.547646:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329815.547652:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007ca95e3d. 00000400:00000200:2.0:1767329815.547656:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ee95e05 00000100:00100000:3.0:1767329815.547657:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000faf3089b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c7f8946-12aa-408e-b284-1332d7e79269:208649:1853178572258048:192.168.202.109@tcp:400: 02000000:00000001:1.0:1767329815.547659:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1767329815.547662:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ee95e05. 02000000:00000001:1.0:1767329815.547665:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329815.547671:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000132fe2d2. 00000100:00000001:3.0:1767329815.547673:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329815.547674:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767329815.547676:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329815.547681:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329815.547682:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767329815.547687:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081735c3f x1853178572258176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329815.547688:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329815.547693:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000faf3089b x1853178572258048/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329831 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329815.547699:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329815.547703:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767329815.547711:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081735c3f x1853178572258176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329831 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329815.547713:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329815.547718:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329815.547741:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767329815.547743:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767329815.547745:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767329815.547747:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767329815.547750:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b16c850. 00000100:00000001:2.0:1767329815.547751:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329815.547756:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767329815.547758:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329815.547760:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329815.547761:0:208649:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329815.547764:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329815.547765:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000098e9bf3b. 00000100:00000001:2.0:1767329815.547770:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767329815.547772:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767329815.547773:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329815.547776:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767329815.547778:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767329815.547781:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000faf3089b. 00000100:00001000:2.0:1767329815.547786:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=62 v=5 (5 5 5 5) 00000100:00000001:3.0:1767329815.547787:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329815.547791:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329815.547799:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767329815.547799:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=147 v=5 (1 1 0 0) 00000100:00000001:2.0:1767329815.547806:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329815.547807:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329815.547808:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329815.547812:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329815.547813:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767329815.547820:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:2.0:1767329815.547822:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000081735c3f x1853178572258176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329831 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329815.547825:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329815.547836:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329815.547839:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329815.547840:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329815.547842:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329815.547844:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329815.547865:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081735c3f x1853178572258176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329831 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329815.547873:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329815.547877:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329815.547878:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329815.547882:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081735c3f x1853178572258176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329831 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329815.547890:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081735c3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572258176:192.168.202.109@tcp:400: 00000100:00000001:2.0:1767329815.547895:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329815.547898:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329815.547900:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081735c3f x1853178572258176/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329831 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329815.547907:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329815.547909:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329815.547912:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da0489de. 02000000:00000001:2.0:1767329815.547916:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329815.547924:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329815.547926:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329815.547929:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329815.547931:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fb913d40. 02000000:00000001:2.0:1767329815.547935:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329815.547936:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329815.547938:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081735c3f. 00000100:00000001:2.0:1767329815.547942:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329815.547944:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329815.547946:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329815.547952:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329815.547953:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329815.547956:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329815.547958:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329815.607156:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329815.607166:0:217845:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329815.607169:0:217845:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329815.607172:0:217845:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329815.607180:0:217845:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329815.607184:0:217845:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329815.607188:0:217845:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329815.607191:0:217845:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329815.607346:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329815.607350:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329815.607353:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329816.631136:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329816.631144:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329816.631224:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767329816.631231:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767329816.631235:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329817.655276:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329817.655332:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329817.655462:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329817.655469:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329817.655474:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329818.679173:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329818.679185:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329818.679373:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329818.679382:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329818.679389:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329819.703158:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329819.703168:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329819.703355:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329819.703365:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329819.703373:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329820.151128:0:212939:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301665117, at 4301665280 00000100:00000010:2.0:1767329820.151154:0:212939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073f6ac0a. 00000100:00000040:1.0:1767329820.151168:0:217845:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301665117, at 4301665280 00000100:00000040:3.0:1767329820.151183:0:217661:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301665117, at 4301665280 00000100:00000010:1.0:1767329820.151185:0:217845:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004244b416. 00000100:00000040:0.0:1767329820.151198:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301665116, at 4301665280 00000100:00000010:3.0:1767329820.151204:0:217661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000071fbe362. 00000100:00000010:0.0:1767329820.151215:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a542f25. 00000100:00000040:3.0:1767329820.663176:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329820.663189:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329820.663209:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b10225ad. 00000020:00000040:3.0:1767329820.663219:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329820.663227:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329820.663234:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329820.663243:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329820.663293:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c3d2ae82. 00000100:00000001:3.0:1767329820.663305:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329820.663325:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@00000000b10225ad x1853178572258304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329820.663344:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329820.663348:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329820.663356:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b10225ad] to pc [ptlrpcd_00_02+2] req@00000000b10225ad x1853178572258304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329820.663386:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329820.663389:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329820.663391:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329820.663393:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767329820.663397:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767329820.663398:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088864b64. 00000020:00000040:3.0:1767329820.663403:0:126802:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000100:00000001:0.0:1767329820.663403:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329820.663409:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329820.663411:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767329820.663414:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b10225ad x1853178572258304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767329820.663415:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329820.663420:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767329820.663421:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011b16950. 00000100:00000001:1.0:1767329820.663428:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329820.663429:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329820.663430:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329820.663437:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329820.663440:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID req@0000000088864b64 x1853178572258432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767329820.663443:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329820.663448:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329820.663450:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329820.663455:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329820.663455:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329820.663465:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572258304:192.168.202.109@tcp:400: 00000100:00000040:3.0:1767329820.663466:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088864b64] to pc [ptlrpcd_00_03+3] req@0000000088864b64 x1853178572258432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329820.663476:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329820.663485:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767329820.663489:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329820.663489:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329820.663496:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767329820.663497:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329820.663504:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a24a854. 00000100:00000001:3.0:1767329820.663506:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767329820.663511:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767329820.663512:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050ad2e6c. 00000100:00000001:1.0:1767329820.663512:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329820.663516:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767329820.663518:0:126802:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=4 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000100:00000001:1.0:1767329820.663521:0:208651:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767329820.663523:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329820.663528:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329820.663530:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767329820.663531:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088864b64 x1853178572258432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767329820.663535:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e930975. 02000000:00000010:3.0:1767329820.663536:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eda5e76f. 00000100:00000001:3.0:1767329820.663543:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329820.663550:0:208651:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767329820.663552:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dba91bce. 00000100:00000040:3.0:1767329820.663554:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID req@0000000050ad2e6c x1853178572258560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767329820.663555:0:208651:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329820.663561:0:208651:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329820.663565:0:208651:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767329820.663567:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572258304, portal 25 00000100:00000001:3.0:1767329820.663570:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767329820.663571:0:208651:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329820.663575:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329820.663577:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1767329820.663581:0:208651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088864b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572258432:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329820.663582:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776944512 : -127176932607104 : ffff8c55501bbb80) 00000100:00000040:3.0:1767329820.663586:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050ad2e6c] to pc [ptlrpcd_00_00+0] req@0000000050ad2e6c x1853178572258560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329820.663591:0:208651:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767329820.663597:0:208651:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767329820.663597:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b10225ad x1853178572258304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329820.663601:0:208651:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329820.663607:0:208651:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767329820.663613:0:208651:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d89b6660. 00000100:00000001:0.0:1767329820.663615:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767329820.663637:0:208651:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329820.663639:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329820.663646:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000040:3.0:1767329820.663648:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767329820.663650:0:208651:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015e4d819. 00000400:00000010:0.0:1767329820.663655:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b68fddbb. 00000400:00000010:1.0:1767329820.663667:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bffb9b1. 00000100:00000040:3.0:1767329820.663668:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1767329820.663669:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572258304, offset 0 00000100:00000200:1.0:1767329820.663684:0:208651:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572258432, portal 10 00000100:00000040:3.0:1767329820.663686:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7003) 00000100:00000001:2.0:1767329820.663694:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329820.663697:0:208651:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767329820.663698:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329820.663705:0:208651:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776932864 : -127176932618752 : ffff8c55501b8e00) 00000100:00000001:2.0:1767329820.663707:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329820.663716:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767329820.663724:0:208651:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088864b64 x1853178572258432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329820.663734:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000050ad2e6c x1853178572258560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329820.663736:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:3.0:1767329820.663740:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329820.663749:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329820.663764:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767329820.663776:0:208651:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767329820.663787:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767329820.663787:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000040:1.0:1767329820.663788:0:208651:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:2.0:1767329820.663792:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329820.663800:0:208651:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdac5862. 02000000:00000001:2.0:1767329820.663802:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767329820.663809:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767329820.663811:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767329820.663812:0:208651:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572258432, offset 0 02000000:00000001:2.0:1767329820.663824:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329820.663826:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:1.0:1767329820.663836:0:208651:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00100000:2.0:1767329820.663839:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000050ad2e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572258560:192.168.202.109@tcp:400: 00000400:00000200:0.0:1767329820.663847:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [648:648:256:4294967295] 192.168.202.109@tcp LPNI seq info [648:648:8:4294967295] 00000100:00000001:2.0:1767329820.663854:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329820.663862:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329820.663865:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329820.663868:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767329820.663878:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 02000000:00000010:2.0:1767329820.663879:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000025a539ae. 02000000:00000001:2.0:1767329820.663888:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329820.663897:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8a04a89. 00000800:00000200:0.0:1767329820.663905:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000400:00000200:1.0:1767329820.663906:0:208651:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000010:2.0:1767329820.663911:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010d9b7ea. 00000400:00000200:1.0:1767329820.663919:0:208651:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767329820.663922:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c06a1248. 00000400:00000200:1.0:1767329820.663926:0:208651:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:1.0:1767329820.663937:0:208651:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1767329820.663939:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572258560, portal 10 00000400:00000200:1.0:1767329820.663948:0:208651:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000800:00000200:0.0:1767329820.663950:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329820.663951:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329820.663959:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776943616 : -127176932608000 : ffff8c55501bb800) 00000400:00000200:1.0:1767329820.663963:0:208651:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [649:649:255:4294967295] 192.168.202.109@tcp LPNI seq info [649:649:7:4294967295] 00000100:00000040:2.0:1767329820.663976:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000050ad2e6c x1853178572258560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767329820.663979:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329820.663993:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c06a1248 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767329820.664011:0:208651:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:2.0:1767329820.664055:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767329820.664066:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329820.664070:0:208651:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000040:2.0:1767329820.664071:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329820.664078:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301670237 00000400:00000010:2.0:1767329820.664082:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f756aee. 00000800:00000010:1.0:1767329820.664085:0:208651:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049d44528. 00000100:00000010:0.0:1767329820.664089:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008433709a. 00000100:00000200:2.0:1767329820.664090:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853178572258560, offset 0 00000800:00000200:1.0:1767329820.664102:0:208651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329820.664106:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767329820.664117:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000800:00000200:1.0:1767329820.664118:0:208651:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329820.664123:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301670237 00000800:00000200:1.0:1767329820.664131:0:208651:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049d44528 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767329820.664135:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002806143. 00000400:00000200:2.0:1767329820.664141:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:1.0:1767329820.664143:0:208651:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329820.664145:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767329820.664153:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767329820.664154:0:208651:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 139073 usecs (140 jiffies) 00000400:00000200:2.0:1767329820.664162:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:1.0:1767329820.664169:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301665933 00000800:00000200:3.0:1767329820.664174:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329820.664174:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301670237 00000400:00000200:2.0:1767329820.664175:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767329820.664178:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301670237 00000800:00000010:3.0:1767329820.664186:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c06a1248. 00000100:00000001:1.0:1767329820.664189:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301665933 00000100:00000010:0.0:1767329820.664189:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000388111bb. 00000400:00000200:2.0:1767329820.664191:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329820.664201:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767329820.664203:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301670237 00000100:00000001:0.0:1767329820.664204:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767329820.664210:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [650:650:254:4294967295] 192.168.202.109@tcp LPNI seq info [650:650:6:4294967295] 00000100:00000001:1.0:1767329820.664216:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301665933 00000100:00000001:0.0:1767329820.664219:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301670237 00000100:00000001:1.0:1767329820.664228:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301670237 00000400:00000200:3.0:1767329820.664229:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000010:0.0:1767329820.664232:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4629dbf. 00000100:00000001:1.0:1767329820.664242:0:208651:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301665933 00000100:00000001:0.0:1767329820.664246:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767329820.664254:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:1.0:1767329820.664298:0:208651:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301670237 00000100:00000001:0.0:1767329820.664298:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767329820.664303:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b68fddbb 00000800:00000200:2.0:1767329820.664306:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329820.664307:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329820.664308:0:208651:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767329820.664310:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b68fddbb. 00000100:00000001:0.0:1767329820.664316:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329820.664317:0:208651:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767329820.664319:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb913d40. 00000100:00000001:0.0:1767329820.664319:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329820.664322:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329820.664327:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767329820.664328:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329820.664331:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767329820.664336:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:0.0:1767329820.664337:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767329820.664339:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767329820.664344:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329820.664344:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329820.664348:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329820.664351:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767329820.664353:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000100:00000001:0.0:1767329820.664354:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329820.664355:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329820.664359:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329820.664362:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fb913d40 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767329820.664363:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329820.664363:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329820.664374:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329820.664380:0:208648:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: using a timeout of 10506 usecs (11 jiffies) 00000100:00000001:2.0:1767329820.664384:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301665804 00000100:00000001:2.0:1767329820.664389:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301670237 00000100:00000001:2.0:1767329820.664393:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301665804 00000100:00000001:2.0:1767329820.664397:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301670237 00000100:00000200:3.0:1767329820.664398:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b10225ad x1853178572258304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329820.664404:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301665804 00000100:00000001:3.0:1767329820.664412:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329820.664418:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b10225ad x1853178572258304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329836 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329820.664420:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301670237 00000100:00000001:2.0:1767329820.664424:0:208648:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301665804 00000100:00000001:2.0:1767329820.664426:0:208648:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301670237 00000100:00000001:2.0:1767329820.664434:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329820.664441:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329820.664446:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329820.664449:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329820.664450:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329820.664457:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767329820.664460:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329820.664464:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767329820.664467:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329820.664468:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329820.664470:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329820.664472:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329820.664477:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329820.664482:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049d44528. 00000400:00000200:3.0:1767329820.664486:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329820.664490:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329820.664493:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdac5862 00000400:00000010:3.0:1767329820.664495:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdac5862. 00000100:00000001:3.0:1767329820.664498:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329820.664501:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088864b64 x1853178572258432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329820.664507:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329820.664509:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088864b64 x1853178572258432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329836 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329820.664514:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329820.664515:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767329820.664544:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329820.664546:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fb913d40. 00000400:00000200:3.0:1767329820.664548:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329820.664551:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329820.664553:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f756aee 00000400:00000010:3.0:1767329820.664554:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007f756aee. 00000100:00000001:3.0:1767329820.664557:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329820.664559:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000050ad2e6c x1853178572258560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329820.664565:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329820.664567:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000050ad2e6c x1853178572258560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329836 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329820.664573:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329820.664574:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329820.667295:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329820.667308:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329820.667312:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329820.667316:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329820.667327:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329820.667343:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2813c00 00000400:00000200:2.0:1767329820.667353:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1509 [1] + 224 00000800:00000001:2.0:1767329820.667363:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329820.667370:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329820.667373:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329820.667377:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329820.667383:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329820.667388:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b10225ad x1853178572258304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329836 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329820.667402:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b10225ad x1853178572258304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329820.667424:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329820.667433:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329820.667437:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329820.667448:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329820.667452:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329820.667460:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329820.667466:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2813c80 00000400:00000200:2.0:1767329820.667470:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1511 [1] + 224 00000800:00000001:2.0:1767329820.667475:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329820.667476:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767329820.667478:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329820.667482:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329820.667482:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329820.667489:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000001:0.0:1767329820.667492:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329820.667496:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329820.667498:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e930975. 00000400:00000200:0.0:1767329820.667504:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dba91bce 00000400:00000010:0.0:1767329820.667507:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dba91bce. 00000100:00000001:0.0:1767329820.667513:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767329820.667514:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329820.667522:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088864b64 x1853178572258432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329836 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329820.667522:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b10225ad x1853178572258304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329820.667548:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088864b64 x1853178572258432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329820.667562:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b10225ad x1853178572258304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329836 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329820.667568:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329820.667574:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767329820.667577:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329820.667578:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329820.667580:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329820.667582:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329820.667586:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329820.667586:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329820.667592:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329820.667596:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767329820.667597:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:0.0:1767329820.667602:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329820.667607:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 10 MB=0x69574c2813d00 02000000:00000001:0.0:1767329820.667608:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329820.667612:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 224/224 into md 0x1519 [1] + 224 00000800:00000001:2.0:1767329820.667615:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329820.667620:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329820.667640:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1767329820.667642:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=67 v=5 (5 5 5 5) 00000400:00000200:2.0:1767329820.667652:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00001000:0.0:1767329820.667655:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=67 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329820.667659:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329820.667663:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767329820.667670:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000050ad2e6c x1853178572258560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329836 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329820.667670:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329820.667673:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329820.667681:0:208651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767329820.667682:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329820.667690:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767329820.667693:0:208651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329820.667702:0:208651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767329820.667703:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000050ad2e6c x1853178572258560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329820.667704:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767329820.667708:0:208651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015e4d819. 00000400:00000200:1.0:1767329820.667721:0:208651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bffb9b1 00000100:00000040:0.0:1767329820.667722:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b10225ad x1853178572258304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329836 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767329820.667729:0:208651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bffb9b1. 00000100:00000001:1.0:1767329820.667740:0:208651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329820.667754:0:208651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088864b64 x1853178572258432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329820.667771:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329820.667783:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329820.667789:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329820.667806:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b10225ad x1853178572258304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329836 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767329820.667832:0:208651:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088864b64 x1853178572258432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329836 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329820.667844:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767329820.667846:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b10225ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572258304:192.168.202.109@tcp:400: 00000800:00000001:2.0:1767329820.667856:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329820.667866:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329820.667870:0:208651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329820.667871:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329820.667878:0:208651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329820.667879:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767329820.667887:0:208651:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767329820.667892:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b10225ad x1853178572258304/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329836 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767329820.667893:0:208651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329820.667899:0:208651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767329820.667906:0:208651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329820.667915:0:208651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329820.667917:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767329820.667919:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767329820.667923:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1767329820.667924:0:208651:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=57 v=5 (5 5 5 5) 00000100:00000001:3.0:1767329820.667928:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767329820.667930:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a24a854. 00000100:00001000:1.0:1767329820.667933:0:208651:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=57 v=5 (1 1 1 1) 02000000:00000001:0.0:1767329820.667940:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767329820.667941:0:208651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767329820.667949:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767329820.667950:0:208651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767329820.667954:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1767329820.667957:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00010000:00000001:1.0:1767329820.667958:0:208651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:3.0:1767329820.667962:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767329820.667967:0:208651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329820.667968:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1767329820.667970:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8a04a89. 02000000:00000010:0.0:1767329820.667974:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c3d2ae82. 00000100:00000001:1.0:1767329820.667978:0:208651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1767329820.667984:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010d9b7ea 00000100:00000040:1.0:1767329820.667985:0:208651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 02000000:00000001:0.0:1767329820.667987:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1767329820.667996:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010d9b7ea. 02000000:00000001:0.0:1767329820.667996:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767329820.667997:0:208651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000010:0.0:1767329820.668004:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b10225ad. 00000100:00000001:1.0:1767329820.668005:0:208651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329820.668010:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767329820.668015:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329820.668019:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329820.668021:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767329820.668059:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088864b64 x1853178572258432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329836 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329820.668073:0:208651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767329820.668076:0:208651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767329820.668082:0:208651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767329820.668083:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000050ad2e6c x1853178572258560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329820.668090:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767329820.668096:0:208651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088864b64 x1853178572258432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329836 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329820.668097:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329820.668107:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329820.668113:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767329820.668148:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000050ad2e6c x1853178572258560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329836 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329820.668148:0:208651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088864b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2c7f8946-12aa-408e-b284-1332d7e79269:208651:1853178572258432:192.168.202.109@tcp:400: 00000100:00000001:1.0:1767329820.668168:0:208651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329820.668175:0:208651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767329820.668186:0:208651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088864b64 x1853178572258432/t0(0) o400->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329836 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329820.668188:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329820.668195:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329820.668204:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329820.668210:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767329820.668211:0:208651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767329820.668216:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767329820.668217:0:208651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767329820.668224:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329820.668224:0:208651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d89b6660. 02000000:00000001:1.0:1767329820.668234:0:208651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767329820.668236:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329820.668239:0:208651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767329820.668241:0:208651:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:1.0:1767329820.668244:0:208651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767329820.668246:0:208651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011b16950. 02000000:00000001:1.0:1767329820.668250:0:208651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767329820.668252:0:208651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767329820.668254:0:208651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088864b64. 00000100:00001000:3.0:1767329820.668288:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ffec6909 time=67 v=5 (5 5 5 5) 00000100:00000001:1.0:1767329820.668312:0:208651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1767329820.668315:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dcafc7aa time=152 v=5 (1 1 0 0) 00000100:00000001:1.0:1767329820.668316:0:208651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329820.668324:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329820.668325:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767329820.668332:0:208651:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329820.668333:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329820.668337:0:208651:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329820.668339:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767329820.668344:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:3.0:1767329820.668348:0:208648:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000050ad2e6c x1853178572258560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329836 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329820.668349:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329820.668363:0:208648:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329820.668367:0:208648:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767329820.668369:0:208648:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:3.0:1767329820.668371:0:208648:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329820.668373:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329820.668377:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000050ad2e6c x1853178572258560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329836 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329820.668386:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329820.668389:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329820.668399:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329820.668402:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050ad2e6c x1853178572258560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329836 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329820.668409:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000050ad2e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c7f8946-12aa-408e-b284-1332d7e79269:208648:1853178572258560:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329820.668412:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329820.668414:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329820.668416:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000050ad2e6c x1853178572258560/t0(0) o400->lustre-MDT0001-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1767329836 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329820.668421:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329820.668423:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329820.668425:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000025a539ae. 02000000:00000001:3.0:1767329820.668428:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329820.668429:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329820.668430:0:208648:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329820.668431:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329820.668433:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eda5e76f. 02000000:00000001:3.0:1767329820.668434:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329820.668436:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329820.668437:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050ad2e6c. 00000100:00000001:3.0:1767329820.668439:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329820.668440:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329820.668441:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329820.668445:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329820.668446:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329820.668448:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329820.668450:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329820.727081:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329820.727088:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329820.727195:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329820.727200:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329820.727205:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329821.751177:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329821.751187:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329821.751354:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329821.751363:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329821.751369:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767329822.260987:0:218188:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767329822.687724:0:218252:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767329822.715824:0:218255:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329822.716486:0:218256:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000164870f0 00000080:00200008:2.0:1767329822.716493:0:218256:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](00000000c883bda7), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1767329822.716500:0:218256:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767329822.716501:0:218256:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000037cf165d 00000080:00200000:2.0:1767329822.716502:0:218256:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c883bda7),name=/ 00000080:00000010:2.0:1767329822.716506:0:218256:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at 000000000de4f5a8. 00800000:00000002:2.0:1767329822.716511:0:218256:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get 0000000027c6da5f 2 00000080:00000001:2.0:1767329822.716515:0:218256:0:(namei.c:947:ll_intent_lock()) Process entered 00000020:00000010:2.0:1767329822.716520:0:218256:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000006bdbc777. 00800000:00000001:2.0:1767329822.716523:0:218256:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767329822.716525:0:218256:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000695eb221 00800000:00000002:2.0:1767329822.716527:0:218256:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767329822.716530:0:218256:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1767329822.716532:0:218256:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1767329822.716534:0:218256:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1767329822.716536:0:218256:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767329822.716538:0:218256:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767329822.716539:0:218256:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767329822.716540:0:218256:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1767329822.716542:0:218256:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767329822.716544:0:218256:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:2.0:1767329822.716548:0:218256:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000ee13bd01. 00000002:00000001:2.0:1767329822.716551:0:218256:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767329822.716553:0:218256:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000415e0d8 00000002:00010000:2.0:1767329822.716554:0:218256:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767329822.716556:0:218256:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767329822.716558:0:218256:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767329822.716560:0:218256:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1767329822.716566:0:218256:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329822.716572:0:218256:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329822.716573:0:218256:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329822.716576:0:218256:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1767329822.716578:0:218256:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1767329822.716582:0:218256:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081735c3f. 00000020:00000040:2.0:1767329822.716586:0:218256:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=4 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00010000:00000001:2.0:1767329822.716593:0:218256:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767329822.716598:0:218256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767329822.716600:0:218256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329822.716602:0:218256:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329822.716604:0:218256:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329822.716609:0:218256:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329822.716614:0:218256:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000003928e604. 00000100:00000001:2.0:1767329822.716620:0:218256:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329822.716625:0:218256:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767329822.716626:0:218256:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329822.716627:0:218256:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767329822.716628:0:218256:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329822.716629:0:218256:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329822.716633:0:218256:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446616896777358848 : -127176932192768 : ffff8c5550220e00) 00010000:00000001:2.0:1767329822.716637:0:218256:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767329822.716639:0:218256:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767329822.716641:0:218256:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fb77db6e. 00010000:00000010:2.0:1767329822.716644:0:218256:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000011ac3fe6. 00010000:00000001:2.0:1767329822.716648:0:218256:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767329822.716650:0:218256:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a26d842b. 00000020:00000010:2.0:1767329822.716652:0:218256:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000dd332086. 00000020:00000001:2.0:1767329822.716655:0:218256:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767329822.716656:0:218256:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a26d842b with handle 0x989c09653bac0c98 to hash 00000020:00000001:2.0:1767329822.716658:0:218256:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767329822.716658:0:218256:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00010000:00000001:2.0:1767329822.716661:0:218256:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00010000:00000001:2.0:1767329822.716664:0:218256:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767329822.716666:0:218256:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329822.716672:0:218256:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000a26d842b/0x989c09653bac0c98 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 218256 initiator: MDT0 00010000:00010000:2.0:1767329822.716679:0:218256:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000a26d842b/0x989c09653bac0c98 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 218256 initiator: MDT0 00010000:00010000:2.0:1767329822.716687:0:218256:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000a26d842b/0x989c09653bac0c98 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 218256 initiator: MDT0 00000100:00000001:2.0:1767329822.716690:0:218256:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767329822.716692:0:218256:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767329822.716696:0:218256:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e679beac. 00000100:00000001:2.0:1767329822.716698:0:218256:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896656809344 : -127177052742272 : ffff8c5548f29d80) 00000100:00000001:2.0:1767329822.716700:0:218256:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329822.716701:0:218256:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777358848 : -127176932192768 : ffff8c5550220e00) 00000100:00000001:2.0:1767329822.716704:0:218256:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329822.716706:0:218256:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329822.716708:0:218256:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767329822.716710:0:218256:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767329822.716718:0:218256:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081735c3f x1853178572258688/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767329822.716725:0:218256:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329822.716726:0:218256:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329822.716729:0:218256:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767329822.716732:0:218256:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329822.716733:0:218256:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767329822.716735:0:218256:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081735c3f pname:cluuid:pid:xid:nid:opc:job lsof:2c7f8946-12aa-408e-b284-1332d7e79269:218256:1853178572258688:192.168.202.109@tcp:101: 00000100:00000001:2.0:1767329822.716738:0:218256:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767329822.716743:0:218256:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329822.716745:0:218256:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329822.716747:0:218256:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767329822.716750:0:218256:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 00000000ea639172. 02000000:00000001:2.0:1767329822.716751:0:218256:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329822.716756:0:218256:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3022fb3. 00000400:00000010:2.0:1767329822.716762:0:218256:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004740f0f1. 00000100:00000200:2.0:1767329822.716771:0:218256:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853178572258688, portal 10 00000100:00000001:2.0:1767329822.716773:0:218256:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767329822.716774:0:218256:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777358848 : -127176932192768 : ffff8c5550220e00) 00000100:00000040:2.0:1767329822.716777:0:218256:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@0000000081735c3f x1853178572258688/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767329838 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767329822.716782:0:218256:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329822.716784:0:218256:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329822.716786:0:218256:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001952865f. 00000100:00000200:2.0:1767329822.716787:0:218256:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853178572258688, offset 0 00000400:00000200:2.0:1767329822.716793:0:218256:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:2.0:1767329822.716807:0:218256:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:2.0:1767329822.716813:0:218256:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767329822.716816:0:218256:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:2.0:1767329822.716819:0:218256:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767329822.716821:0:218256:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:2.0:1767329822.716824:0:218256:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [651:651:256:4294967295] 192.168.202.109@tcp LPNI seq info [651:651:8:4294967295] 00000400:00000200:2.0:1767329822.716833:0:218256:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:2.0:1767329822.716838:0:218256:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:2.0:1767329822.716841:0:218256:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014d18281. 00000800:00000200:2.0:1767329822.716847:0:218256:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329822.716855:0:218256:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329822.716859:0:218256:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000014d18281 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1767329822.716871:0:218256:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329822.716875:0:218256:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: using a timeout of 138398 usecs (139 jiffies) 00000100:00000001:2.0:1767329822.716878:0:218256:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 0 is 4301667984 00000100:00000001:2.0:1767329822.716880:0:218256:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 0, keep current deadline 4301670237 00000100:00000001:2.0:1767329822.716881:0:218256:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 1 is 4301667984 00000100:00000001:2.0:1767329822.716883:0:218256:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 1, keep current deadline 4301670237 00000100:00000001:2.0:1767329822.716884:0:218256:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 2 is 4301667984 00000100:00000001:2.0:1767329822.716888:0:218256:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 2, keep current deadline 4301670237 00000100:00000001:2.0:1767329822.716890:0:218256:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS new deadline estimation for cpu 3 is 4301667984 00000100:00000001:2.0:1767329822.716891:0:218256:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c55499c0800: PM QoS request active for cpu 3, keep current deadline 4301670237 00000100:00000001:2.0:1767329822.716892:0:218256:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329822.716894:0:218256:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329822.716896:0:218256:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329822.716897:0:218256:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767329822.716899:0:218256:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e679beac going to sleep for 11 seconds 00000100:00000001:2.0:1767329822.716901:0:218256:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767329822.716904:0:218256:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329822.716998:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329822.717004:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014d18281. 00000400:00000200:0.0:1767329822.717012:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329822.717048:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329822.717056:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001952865f 00000400:00000010:0.0:1767329822.717058:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001952865f. 00000100:00000001:0.0:1767329822.717063:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329822.717070:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081735c3f x1853178572258688/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767329838 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767329822.717080:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329822.717082:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000081735c3f x1853178572258688/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767329838 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767329822.717087:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329822.717088:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329822.718467:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329822.718475:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329822.718478:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329822.718517:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329822.718525:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329822.718534:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 688 into portal 10 MB=0x69574c2813d80 00000400:00000200:3.0:1767329822.718541:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.109@tcp of length 688/688 into md 0x1521 [1] + 224 00000800:00000001:3.0:1767329822.718547:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329822.718551:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329822.718553:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329822.718557:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329822.718562:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329822.718566:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081735c3f x1853178572258688/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767329838 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767329822.718574:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@0000000081735c3f x1853178572258688/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767329838 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767329822.718587:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329822.718593:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329822.718595:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329822.718619:0:218256:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329822.718625:0:218256:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329822.718626:0:218256:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329822.718628:0:218256:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3022fb3. 00000400:00000200:2.0:1767329822.718631:0:218256:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004740f0f1 00000400:00000010:2.0:1767329822.718633:0:218256:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004740f0f1. 00000100:00000001:2.0:1767329822.718635:0:218256:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329822.718638:0:218256:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081735c3f x1853178572258688/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767329838 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000200:2.0:1767329822.718644:0:218256:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081735c3f x1853178572258688/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767329838 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767329822.718649:0:218256:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329822.718650:0:218256:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329822.718652:0:218256:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329822.718654:0:218256:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329822.718656:0:218256:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329822.718658:0:218256:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329822.718660:0:218256:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329822.718667:0:218256:0:(import.c:2128:obd_at_measure()) add 5 to 00000000696c5f0d time=59 v=5 (5 5 5 5) 00000100:00001000:2.0:1767329822.718670:0:218256:0:(import.c:2128:obd_at_measure()) add 1 to 0000000057e526a0 time=59 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329822.718672:0:218256:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329822.718672:0:218256:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329822.718674:0:218256:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767329822.718676:0:218256:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329822.718684:0:218256:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767329822.718686:0:218256:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: skip recheck: last_committed 0 00000100:00000001:2.0:1767329822.718687:0:218256:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329822.718688:0:218256:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329822.718691:0:218256:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081735c3f x1853178572258688/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1767329838 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767329822.718695:0:218256:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329822.718697:0:218256:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329822.718698:0:218256:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329822.718700:0:218256:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081735c3f x1853178572258688/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1767329838 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767329822.718705:0:218256:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081735c3f pname:cluuid:pid:xid:nid:opc:job lsof:2c7f8946-12aa-408e-b284-1332d7e79269:218256:1853178572258688:192.168.202.109@tcp:101: 00000100:00000001:2.0:1767329822.718708:0:218256:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329822.718709:0:218256:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329822.718711:0:218256:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767329822.718712:0:218256:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329822.718713:0:218256:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081735c3f x1853178572258688/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1767329838 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767329822.718717:0:218256:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767329822.718719:0:218256:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e679beac. 00000100:00000001:2.0:1767329822.718720:0:218256:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767329822.718721:0:218256:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329822.718723:0:218256:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767329822.718726:0:218256:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767329822.718727:0:218256:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767329822.718729:0:218256:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a26d842b refcount=4 00000020:00000001:2.0:1767329822.718730:0:218256:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00010000:00000001:2.0:1767329822.718732:0:218256:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00010000:00000040:2.0:1767329822.718736:0:218256:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000a26d842b, remote cookie: 0xa764e4c88bd578aa, flags: 0x1001 00010000:00010000:2.0:1767329822.718738:0:218256:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000a26d842b/0x989c09653bac0c98 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa764e4c88bd578aa expref: -99 pid: 218256 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767329822.718750:0:218256:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000a26d842b/0x989c09653bac0c98 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa764e4c88bd578aa expref: -99 pid: 218256 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767329822.718754:0:218256:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767329822.718758:0:218256:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767329822.718759:0:218256:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767329822.718760:0:218256:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767329822.718761:0:218256:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767329822.718763:0:218256:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (00000000fb77db6e) refcount = 1 00010000:00010000:2.0:1767329822.718765:0:218256:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000a26d842b/0x989c09653bac0c98 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa764e4c88bd578aa expref: -99 pid: 218256 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767329822.718768:0:218256:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:2.0:1767329822.718772:0:218256:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000000b462245. 00010000:00000001:2.0:1767329822.718774:0:218256:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767329822.718775:0:218256:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767329822.718777:0:218256:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767329822.718778:0:218256:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329822.718780:0:218256:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000a26d842b/0x989c09653bac0c98 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa764e4c88bd578aa expref: -99 pid: 218256 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767329822.718784:0:218256:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767329822.718785:0:218256:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329822.718786:0:218256:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767329822.718786:0:218256:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329822.718787:0:218256:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767329822.718788:0:218256:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329822.718791:0:218256:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1767329822.718792:0:218256:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767329822.718793:0:218256:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767329822.718793:0:218256:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a26d842b refcount=3 00000020:00000001:2.0:1767329822.718794:0:218256:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00010000:00000001:2.0:1767329822.718795:0:218256:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00010000:00000001:2.0:1767329822.718800:0:218256:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767329822.718800:0:218256:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767329822.718801:0:218256:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a26d842b refcount=4 00000020:00000001:2.0:1767329822.718802:0:218256:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00010000:00000001:2.0:1767329822.718803:0:218256:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00010000:00000001:2.0:1767329822.718804:0:218256:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767329822.718805:0:218256:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329822.718807:0:218256:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000a26d842b/0x989c09653bac0c98 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa764e4c88bd578aa expref: -99 pid: 218256 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767329822.718810:0:218256:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329822.718811:0:218256:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767329822.718812:0:218256:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767329822.718812:0:218256:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767329822.718813:0:218256:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a26d842b refcount=5 00000020:00000001:2.0:1767329822.718814:0:218256:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00010000:00000001:2.0:1767329822.718815:0:218256:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00010000:00000001:2.0:1767329822.718817:0:218256:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767329822.718818:0:218256:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000a26d842b/0x989c09653bac0c98 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa764e4c88bd578aa expref: -99 pid: 218256 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767329822.718821:0:218256:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329822.718822:0:218256:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767329822.718823:0:218256:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000a26d842b/0x989c09653bac0c98 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa764e4c88bd578aa expref: -99 pid: 218256 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767329822.718826:0:218256:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767329822.718827:0:218256:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329822.718828:0:218256:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767329822.718829:0:218256:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329822.718829:0:218256:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1767329822.718832:0:218256:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@0000000081735c3f x1853178572258688/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1767329838 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:2.0:1767329822.718843:0:218256:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767329822.718844:0:218256:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767329822.718845:0:218256:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a26d842b refcount=3 00000020:00000001:2.0:1767329822.718846:0:218256:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00010000:00000001:2.0:1767329822.718847:0:218256:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00010000:00000001:2.0:1767329822.718848:0:218256:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329822.718849:0:218256:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767329822.718850:0:218256:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329822.718851:0:218256:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329822.718853:0:218256:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1767329822.718855:0:218256:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767329822.718856:0:218256:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767329822.718856:0:218256:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a26d842b refcount=3 00000020:00000001:2.0:1767329822.718857:0:218256:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00010000:00000001:2.0:1767329822.718858:0:218256:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00000002:00010000:2.0:1767329822.718860:0:218256:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000a26d842b/0x989c09653bac0c98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa764e4c88bd578aa expref: -99 pid: 218256 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767329822.718864:0:218256:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329822.718864:0:218256:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767329822.718865:0:218256:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1767329822.718866:0:218256:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767329822.718866:0:218256:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767329822.718867:0:218256:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a26d842b refcount=3 00000020:00000001:2.0:1767329822.718868:0:218256:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00010000:00000001:2.0:1767329822.718869:0:218256:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00010000:00000040:2.0:1767329822.718872:0:218256:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fb77db6e count: 2 00010000:00000001:2.0:1767329822.718873:0:218256:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767329822.718876:0:218256:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns 000000001342d23f type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1767329822.718878:0:218256:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329822.718878:0:218256:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767329822.718879:0:218256:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1767329822.718883:0:218256:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000a2d9c51b 00000002:00002000:2.0:1767329822.718884:0:218256:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1767329822.718885:0:218256:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767329822.718887:0:218256:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767329822.718888:0:218256:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1767329822.718890:0:218256:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1767329822.718892:0:218256:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767329822.718894:0:218256:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put 0000000027c6da5f 2 00000080:00000010:2.0:1767329822.718897:0:218256:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at 000000000de4f5a8. 00000080:00000001:2.0:1767329822.718900:0:218256:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767329822.718902:0:218256:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1767329822.718905:0:218256:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1767329822.718909:0:218256:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1767329822.718911:0:218256:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at 00000000ed7ccc6e. 00800000:00000001:2.0:1767329822.718913:0:218256:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446616896669907840 : -127177039643776 : ffff8c5549ba7b80) 00800000:00000001:2.0:1767329822.718914:0:218256:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329822.718916:0:218256:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1767329822.718918:0:218256:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1767329822.718919:0:218256:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1767329822.718921:0:218256:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1767329822.718923:0:218256:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1767329822.718924:0:218256:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767329822.718927:0:218256:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1767329822.718929:0:218256:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1767329822.718932:0:218256:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1767329822.718934:0:218256:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767329822.718934:0:218256:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767329822.718935:0:218256:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a26d842b refcount=3 00000020:00000001:2.0:1767329822.718936:0:218256:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00010000:00000001:2.0:1767329822.718937:0:218256:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00010000:00000001:2.0:1767329822.718939:0:218256:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329822.718939:0:218256:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1767329822.718940:0:218256:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767329822.718942:0:218256:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1767329822.718943:0:218256:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put 00000000ed7ccc6e 1 00800000:00000010:2.0:1767329822.718947:0:218256:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at 00000000ed7ccc6e. 00800000:00000001:2.0:1767329822.718949:0:218256:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767329822.718951:0:218256:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000c883bda7) for lock 0x989c09653bac0c98 00800000:00000001:2.0:1767329822.718954:0:218256:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767329822.718955:0:218256:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767329822.718956:0:218256:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767329822.718957:0:218256:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767329822.718957:0:218256:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a26d842b refcount=3 00000020:00000001:2.0:1767329822.718958:0:218256:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00010000:00000001:2.0:1767329822.718959:0:218256:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00010000:00000001:2.0:1767329822.718961:0:218256:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329822.718962:0:218256:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767329822.718963:0:218256:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767329822.718964:0:218256:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767329822.718965:0:218256:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767329822.718966:0:218256:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000c883bda7) 00000080:00010000:2.0:1767329822.718968:0:218256:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989c09653bac0c98 from it 00000000a2021f4a 00010000:00000001:2.0:1767329822.718969:0:218256:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767329822.718970:0:218256:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767329822.718970:0:218256:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a26d842b refcount=3 00000020:00000001:2.0:1767329822.718971:0:218256:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00010000:00000001:2.0:1767329822.718972:0:218256:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00010000:00000001:2.0:1767329822.718973:0:218256:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767329822.718974:0:218256:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000a26d842b/0x989c09653bac0c98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa764e4c88bd578aa expref: -99 pid: 218256 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767329822.718978:0:218256:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329822.718978:0:218256:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767329822.718980:0:218256:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767329822.718981:0:218256:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767329822.718982:0:218256:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000a26d842b/0x989c09653bac0c98 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa764e4c88bd578aa expref: -99 pid: 218256 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767329822.718988:0:218256:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767329822.718992:0:218256:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767329822.718993:0:218256:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767329822.718995:0:218256:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329822.718996:0:218256:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767329822.718997:0:218256:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329822.718999:0:218256:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767329822.719000:0:218256:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329822.719002:0:218256:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329822.719004:0:218256:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329822.719005:0:218256:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767329822.719005:0:218256:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329822.719006:0:218256:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767329822.719007:0:218256:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329822.719009:0:218256:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081735c3f x1853178572258688/t0(0) o101->lustre-MDT0000-mdc-ffff8c55499c0800@192.168.202.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1767329838 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767329822.719014:0:218256:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767329822.719030:0:218256:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329822.719032:0:218256:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 00000000ea639172. 02000000:00000001:2.0:1767329822.719035:0:218256:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329822.719037:0:218256:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329822.719039:0:218256:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329822.719041:0:218256:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329822.719042:0:218256:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000003928e604. 02000000:00000001:2.0:1767329822.719045:0:218256:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329822.719047:0:218256:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329822.719048:0:218256:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081735c3f. 00000100:00000001:2.0:1767329822.719050:0:218256:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329822.719051:0:218256:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1767329822.719054:0:218256:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767329822.719058:0:218256:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at 00000000ea639172. 00000020:00000001:2.0:1767329822.719060:0:218256:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000164870f0 00000080:00000008:2.0:1767329822.719062:0:218256:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](00000000c883bda7), request_mask 2047, flags 0, foreign 0 00010000:00000001:1.0:1767329822.775108:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329822.775114:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329822.775119:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329822.775121:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329822.775150:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329822.775157:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329822.775162:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767329822.891794:0:218257:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767329822.892408:0:218257:0:(llite_lib.c:3561:ll_umount_begin()) Process entered 00000080:00200000:2.0:1767329822.892410:0:218257:0:(llite_lib.c:3564:ll_umount_begin()) VFS Op: superblock 00000000305e9f1b count 1 active 9 00000080:00000010:2.0:1767329822.892417:0:218257:0:(llite_lib.c:3584:ll_umount_begin()) kmalloced '(ioc_data)': 576 at 0000000058ea76f7. 00000080:00000001:2.0:1767329822.892419:0:218257:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1767329822.892427:0:218257:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1767329822.892428:0:218257:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8c55499c0800: cmd=4240666a len=576 karg=ffff8c55468b8800 uarg=0000000000000000 00800000:00000001:2.0:1767329822.892434:0:218257:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00000002:00000001:2.0:1767329822.892436:0:218257:0:(mdc_request.c:2277:mdc_iocontrol()) Process entered 00000002:00000080:2.0:1767329822.892438:0:218257:0:(mdc_request.c:2279:mdc_iocontrol()) lustre-MDT0000-mdc-ffff8c55499c0800: cmd=4240666a len=576 karg=ffff8c55468b8800 uarg=0000000000000000 00000100:00000001:2.0:1767329822.892442:0:218257:0:(recover.c:241:ptlrpc_set_import_active()) Process entered 00000100:02000400:2.0:1767329822.892444:0:218257:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-MDT0000_UUID INACTIVE by administrator request 00000100:00000001:2.0:1767329822.894071:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767329822.894074:0:218257:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:2.0:1767329822.894076:0:218257:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329822.894078:0:218257:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767329822.894081:0:218257:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767329822.894082:0:218257:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1767329822.894085:0:218257:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767329822.894087:0:218257:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767329822.894090:0:218257:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: committing for last_committed 0 gen 2 00000100:00000040:2.0:1767329822.894092:0:218257:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767329822.894094:0:218257:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329822.894095:0:218257:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767329822.894096:0:218257:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767329822.894097:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767329822.894098:0:218257:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:2.0:1767329822.894101:0:218257:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:2.0:1767329822.894103:0:218257:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:2.0:1767329822.894104:0:218257:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1767329822.894106:0:218257:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv 00000000184cdbeb for uuid lustre-MDT0000_UUID (activate=0) 00800000:00000040:2.0:1767329822.894108:0:218257:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x989c09653bac0c2f 00800000:00000040:2.0:1767329822.894110:0:218257:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff8c55499c0800=2c7f8946-12aa-408e-b284-1332d7e79269 device 3 (00000000cdcee14b) type mdc at LMV idx 0 00800000:00000040:2.0:1767329822.894113:0:218257:0:(lmv_obd.c:117:lmv_set_mdc_active()) Marking OBD 00000000cdcee14b inactive 00800000:00000001:2.0:1767329822.894114:0:218257:0:(lmv_obd.c:119:lmv_set_mdc_active()) Process leaving 00800000:00000001:2.0:1767329822.894116:0:218257:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329822.894117:0:218257:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329822.894118:0:218257:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329822.894119:0:218257:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1767329822.894121:0:218257:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767329822.894128:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767329822.894129:0:218257:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000001:00000001:2.0:1767329822.894131:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767329822.894134:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767329822.894258:0:218257:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fb77db6e count: 2 00010000:00000001:2.0:1767329822.894264:0:218257:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767329822.894266:0:218257:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767329822.894268:0:218257:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767329822.894270:0:218257:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a26d842b refcount=3 00000020:00000001:2.0:1767329822.894271:0:218257:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00010000:00000001:2.0:1767329822.894273:0:218257:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589271552 : -127177120280064 : ffff8c5544ec1200) 00010000:00000001:2.0:1767329822.894277:0:218257:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767329822.894280:0:218257:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000a26d842b/0x989c09653bac0c98 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10e400000000 nid: local remote: 0xa764e4c88bd578aa expref: -99 pid: 218256 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1767329822.894287:0:218257:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1767329822.894291:0:218257:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1767329822.894293:0:218257:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1767329822.894295:0:218257:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1767329822.894298:0:218257:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767329822.894300:0:218257:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767329822.894303:0:218257:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fb77db6e count: 3 00010000:00000001:2.0:1767329822.894305:0:218257:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1767329822.894308:0:218257:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329822.894309:0:218257:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767329822.894310:0:218257:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767329822.894311:0:218257:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fb77db6e count: 3 00010000:00000001:2.0:1767329822.894312:0:218257:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1767329822.894313:0:218257:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329822.894314:0:218257:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767329822.894315:0:218257:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767329822.894316:0:218257:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fb77db6e count: 3 00010000:00000001:2.0:1767329822.894317:0:218257:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1767329822.894318:0:218257:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767329822.894319:0:218257:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1767329822.894321:0:218257:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = 00000000fafbb3f0, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1767329822.894329:0:218257:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1767329822.894330:0:218257:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1767329822.894332:0:218257:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1767329822.894333:0:218257:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329822.894335:0:218257:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1767329822.894337:0:218257:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767329822.894340:0:218257:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767329822.894342:0:218257:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767329822.894343:0:218257:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767329822.894345:0:218257:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767329822.894346:0:218257:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a26d842b with handle 0x989c09653bac0c98 from hash 00010000:00000001:2.0:1767329822.894348:0:218257:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767329822.894349:0:218257:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329822.894351:0:218257:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767329822.894351:0:218257:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767329822.894355:0:218257:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767329822.894356:0:218257:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767329822.894357:0:218257:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329822.894358:0:218257:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767329822.894359:0:218257:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329822.894360:0:218257:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767329822.894361:0:218257:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c55499c0800 lock: 00000000a26d842b/0x989c09653bac0c98 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x490f400000000 nid: local remote: 0xa764e4c88bd578aa expref: -99 pid: 218256 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767329822.894368:0:218257:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1767329822.894369:0:218257:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fb77db6e count: 0 00010000:00000010:2.0:1767329822.894373:0:218257:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000011ac3fe6. 00000001:00000001:2.0:1767329822.894671:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767329822.894673:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767329822.894673:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767329822.895004:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329822.895006:0:218257:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000010:2.0:1767329822.895042:0:218257:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at 00000000fa12f029. 00000020:00000010:2.0:1767329822.895047:0:218257:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a932da23. 00000020:00000010:2.0:1767329822.895052:0:218257:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000baf4a36e. 00000020:00000010:2.0:1767329822.895055:0:218257:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000bd952bb5. 00000008:00000010:2.0:1767329822.895065:0:218257:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000003e23db99. 00020000:00000010:2.0:1767329822.895069:0:218257:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000af14d241. 00008000:00000010:2.0:1767329822.895075:0:218257:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000058a1ef6e. 00000080:00000010:2.0:1767329822.895081:0:218257:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000095259a9b. 00000080:00000010:2.0:1767329822.895084:0:218257:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000092857839. 00000020:00000010:2.0:1767329822.895089:0:218257:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d89b6660. 00000008:00000010:2.0:1767329822.895094:0:218257:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000097c8087e. 00020000:00000010:2.0:1767329822.895098:0:218257:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c59cc844. 00008000:00000010:2.0:1767329822.895101:0:218257:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000032264d46. 00000080:00000010:2.0:1767329822.895105:0:218257:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000549fffa3. 00000020:00000001:2.0:1767329822.895108:0:218257:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446616896612020952 : -127177097530664 : ffff8c55464732d8) 00000020:00001000:2.0:1767329822.895110:0:218257:0:(cl_object.c:830:cl_env_get()) 1@00000000fa12f029 00000008:00000001:2.0:1767329822.895114:0:218257:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1767329822.895116:0:218257:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1767329822.895118:0:218257:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767329822.895120:0:218257:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:2.0:1767329822.895121:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767329822.895122:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767329822.895467:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767329822.895469:0:218257:0:(cl_object.c:924:cl_env_put()) 1@00000000fa12f029 00000001:00000001:2.0:1767329822.895471:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767329822.895472:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767329822.895803:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767329822.895804:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767329822.895805:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767329822.896151:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329822.896152:0:218257:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329822.896154:0:218257:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767329822.896158:0:218257:0:(recover.c:274:ptlrpc_set_import_active()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329822.896159:0:218257:0:(mdc_request.c:2337:mdc_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767329822.896162:0:218257:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767329822.896164:0:218257:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00000002:00000001:2.0:1767329822.896166:0:218257:0:(mdc_request.c:2277:mdc_iocontrol()) Process entered 00000002:00000080:2.0:1767329822.896166:0:218257:0:(mdc_request.c:2279:mdc_iocontrol()) lustre-MDT0001-mdc-ffff8c55499c0800: cmd=4240666a len=576 karg=ffff8c55468b8800 uarg=0000000000000000 00000100:00000001:2.0:1767329822.896170:0:218257:0:(recover.c:241:ptlrpc_set_import_active()) Process entered 00000100:02000400:2.0:1767329822.896171:0:218257:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-MDT0001_UUID INACTIVE by administrator request 00000100:00000001:2.0:1767329822.896177:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767329822.896178:0:218257:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:2.0:1767329822.896179:0:218257:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329822.896181:0:218257:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767329822.896182:0:218257:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767329822.896183:0:218257:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:2.0:1767329822.896184:0:218257:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767329822.896185:0:218257:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767329822.896186:0:218257:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: committing for last_committed 0 gen 2 00000100:00000040:2.0:1767329822.896187:0:218257:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767329822.896189:0:218257:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329822.896189:0:218257:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767329822.896190:0:218257:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767329822.896191:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767329822.896192:0:218257:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:2.0:1767329822.896194:0:218257:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:2.0:1767329822.896195:0:218257:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:2.0:1767329822.896196:0:218257:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1767329822.896196:0:218257:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv 00000000184cdbeb for uuid lustre-MDT0001_UUID (activate=0) 00800000:00000040:2.0:1767329822.896198:0:218257:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x989c09653bac0c2f 00800000:00000040:2.0:1767329822.896199:0:218257:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0x989c09653bac0c36 00800000:00000040:2.0:1767329822.896201:0:218257:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff8c55499c0800=2c7f8946-12aa-408e-b284-1332d7e79269 device 4 (000000004c74e304) type mdc at LMV idx 1 00800000:00000040:2.0:1767329822.896203:0:218257:0:(lmv_obd.c:117:lmv_set_mdc_active()) Marking OBD 000000004c74e304 inactive 00800000:00000001:2.0:1767329822.896203:0:218257:0:(lmv_obd.c:119:lmv_set_mdc_active()) Process leaving 00800000:00000001:2.0:1767329822.896204:0:218257:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329822.896205:0:218257:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329822.896206:0:218257:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329822.896207:0:218257:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1767329822.896207:0:218257:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767329822.896209:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767329822.896209:0:218257:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000001:00000001:2.0:1767329822.896210:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767329822.896211:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767329822.896616:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767329822.896617:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767329822.896618:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767329822.896954:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329822.896956:0:218257:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767329822.896957:0:218257:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446616896612020952 : -127177097530664 : ffff8c55464732d8) 00000020:00001000:2.0:1767329822.896959:0:218257:0:(cl_object.c:830:cl_env_get()) 1@00000000fa12f029 00000008:00000001:2.0:1767329822.896961:0:218257:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1767329822.896962:0:218257:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1767329822.896963:0:218257:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767329822.896964:0:218257:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:2.0:1767329822.896965:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767329822.896966:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767329822.897327:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767329822.897329:0:218257:0:(cl_object.c:924:cl_env_put()) 1@00000000fa12f029 00000001:00000001:2.0:1767329822.897331:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767329822.897332:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767329822.897662:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767329822.897664:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767329822.897664:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767329822.897994:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329822.897995:0:218257:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329822.897997:0:218257:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767329822.897998:0:218257:0:(recover.c:274:ptlrpc_set_import_active()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329822.897999:0:218257:0:(mdc_request.c:2337:mdc_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767329822.898001:0:218257:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767329822.898002:0:218257:0:(lmv_obd.c:1165:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767329822.898003:0:218257:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767329822.898005:0:218257:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767329822.898008:0:218257:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767329822.898010:0:218257:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8c55499c0800: cmd=4240666a len=576 karg=ffff8c55468b8800 uarg=0000000000000000 00020000:00000001:2.0:1767329822.898014:0:218257:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00000008:00000001:2.0:1767329822.898033:0:218257:0:(osc_request.c:3522:osc_iocontrol()) Process entered 00000008:00000080:2.0:1767329822.898035:0:218257:0:(osc_request.c:3524:osc_iocontrol()) lustre-OST0000-osc-ffff8c55499c0800: cmd=4240666a len=576 karg=ffff8c55468b8800 uarg=0000000000000000 00000100:00000001:2.0:1767329822.898038:0:218257:0:(recover.c:241:ptlrpc_set_import_active()) Process entered 00000100:02000400:2.0:1767329822.898038:0:218257:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-OST0000_UUID INACTIVE by administrator request 00000100:00000001:2.0:1767329822.898041:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1767329822.898043:0:218257:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:2.0:1767329822.898046:0:218257:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:2.0:1767329822.898049:0:218257:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:2.0:1767329822.898052:0:218257:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1767329822.898058:0:218257:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov 00000000a56b541f for uuid lustre-OST0000_UUID event(4) 00020000:01000000:2.0:1767329822.898062:0:218257:0:(lov_obd.c:378:lov_set_osc_active()) deactivate OSC lustre-OST0000_UUID 00020000:00000040:2.0:1767329822.898064:0:218257:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 989c09653bac0c44 00020000:00000001:2.0:1767329822.898066:0:218257:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767329822.898068:0:218257:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1767329822.898070:0:218257:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1767329822.898072:0:218257:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1767329822.898074:0:218257:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1767329822.898075:0:218257:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1767329822.898076:0:218257:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767329822.898077:0:218257:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767329822.898079:0:218257:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1767329822.898079:0:218257:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1767329822.898080:0:218257:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767329822.898081:0:218257:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1767329822.898082:0:218257:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1767329822.898085:0:218257:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1767329822.898086:0:218257:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767329822.898087:0:218257:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767329822.898088:0:218257:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767329822.898089:0:218257:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767329822.898091:0:218257:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767329822.898093:0:218257:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329822.898094:0:218257:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767329822.898095:0:218257:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767329822.898096:0:218257:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1767329822.898097:0:218257:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767329822.898098:0:218257:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767329822.898099:0:218257:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c55499c0800: committing for last_committed 0 gen 2 00000100:00000040:2.0:1767329822.898100:0:218257:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c55499c0800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767329822.898102:0:218257:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329822.898102:0:218257:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767329822.898104:0:218257:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767329822.898105:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1767329822.898105:0:218257:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:2.0:1767329822.898107:0:218257:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:2.0:1767329822.898108:0:218257:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:2.0:1767329822.898109:0:218257:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1767329822.898113:0:218257:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov 00000000a56b541f for uuid lustre-OST0000_UUID event(2) 00020000:01000000:2.0:1767329822.898115:0:218257:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:2.0:1767329822.898116:0:218257:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 989c09653bac0c44 00020000:00000001:2.0:1767329822.898117:0:218257:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767329822.898118:0:218257:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1767329822.898119:0:218257:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1767329822.898120:0:218257:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1767329822.898121:0:218257:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1767329822.898121:0:218257:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1767329822.898122:0:218257:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767329822.898123:0:218257:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767329822.898124:0:218257:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1767329822.898124:0:218257:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1767329822.898125:0:218257:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767329822.898126:0:218257:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1767329822.898126:0:218257:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1767329822.898127:0:218257:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1767329822.898128:0:218257:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767329822.898129:0:218257:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767329822.898130:0:218257:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767329822.898131:0:218257:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767329822.898131:0:218257:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767329822.898133:0:218257:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329822.898133:0:218257:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1767329822.898134:0:218257:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767329822.898135:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1767329822.898136:0:218257:0:(osc_request.c:3856:osc_import_event()) Process entered 00000001:00000001:2.0:1767329822.898137:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767329822.898139:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767329822.898172:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767329822.898173:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767329822.898174:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767329822.898196:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329822.898197:0:218257:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767329822.898198:0:218257:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446616896612020952 : -127177097530664 : ffff8c55464732d8) 00000020:00001000:2.0:1767329822.898199:0:218257:0:(cl_object.c:830:cl_env_get()) 1@00000000fa12f029 00000008:00000001:2.0:1767329822.898200:0:218257:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1767329822.898201:0:218257:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1767329822.898205:0:218257:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767329822.898206:0:218257:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:2.0:1767329822.898207:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767329822.898208:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767329822.898230:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767329822.898232:0:218257:0:(cl_object.c:924:cl_env_put()) 1@00000000fa12f029 00000001:00000001:2.0:1767329822.898243:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767329822.898244:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767329822.898266:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767329822.898267:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767329822.898268:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767329822.898290:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767329822.898291:0:218257:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329822.898293:0:218257:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767329822.898294:0:218257:0:(recover.c:274:ptlrpc_set_import_active()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767329822.898296:0:218257:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767329822.898297:0:218257:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767329822.898298:0:218257:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767329822.898300:0:218257:0:(llite_lib.c:3592:ll_umount_begin()) kfreed 'ioc_data': 576 at 0000000058ea76f7. 00010000:00000010:2.1:1767329822.904189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a26d842b. 00010000:00000010:2.1:1767329822.904194:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fb77db6e. 00010000:00000001:1.0:1767329823.799101:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329823.799107:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329823.799189:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329823.799197:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329823.799202:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329824.823102:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329824.823108:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329824.823316:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329824.823322:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329824.823325:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329825.271109:0:218245:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301670237, at 4301670400 00000100:00000040:0.0:1767329825.271127:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301670237, at 4301670400 00000100:00000040:3.0:1767329825.271128:0:217661:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301670237, at 4301670400 00000100:00000010:2.0:1767329825.271128:0:218245:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000388111bb. 00000100:00000040:1.0:1767329825.271133:0:217845:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301670237, at 4301670400 00000100:00000010:3.0:1767329825.271147:0:217661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4629dbf. 00000100:00000010:0.0:1767329825.271151:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008433709a. 00000100:00000010:1.0:1767329825.271156:0:217845:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002806143. 00000100:00000040:2.0:1767329825.783136:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767329825.783144:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767329825.783155:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081735c3f. 00000020:00000040:2.0:1767329825.783160:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329825.783165:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329825.783168:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329825.783175:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329825.783182:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000789a35f0. 00000100:00000001:2.0:1767329825.783189:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329825.783218:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000081735c3f x1853178572258816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767329825.783229:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329825.783231:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329825.783236:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081735c3f] to pc [ptlrpcd_00_01+1] req@0000000081735c3f x1853178572258816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329825.783281:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329825.783283:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1767329825.783287:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1767329825.783289:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1767329825.783292:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1767329825.783294:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000040:2.0:1767329825.783296:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767329825.783299:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767329825.783300:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 2 (7008) 00000100:00000001:3.0:1767329825.783306:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329825.783310:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329825.783315:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081735c3f x1853178572258816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329825.783324:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329825.783334:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329825.783338:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329825.783341:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329825.783343:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329825.783346:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081735c3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572258816:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329825.783351:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767329825.783352:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767329825.783357:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767329825.783362:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329825.783363:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329825.783381:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329825.783388:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e23d66c. 02000000:00000001:3.0:1767329825.783391:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329825.783398:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189c6cb8. 00000400:00000010:3.0:1767329825.783405:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000231b7bae. 00000100:00000200:3.0:1767329825.783412:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572258816, portal 25 00000100:00000001:3.0:1767329825.783414:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329825.783415:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777358848 : -127176932192768 : ffff8c5550220e00) 00000100:00000040:3.0:1767329825.783419:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081735c3f x1853178572258816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329825.783426:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329825.783428:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329825.783430:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d3bc1c1. 00000100:00000200:3.0:1767329825.783432:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572258816, offset 0 00000400:00000200:3.0:1767329825.783437:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329825.783451:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767329825.783457:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767329825.783461:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329825.783464:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329825.783466:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329825.783469:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [652:652:256:4294967295] 192.168.202.109@tcp LPNI seq info [652:652:8:4294967295] 00000400:00000200:3.0:1767329825.783479:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329825.783483:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329825.783487:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eda5e76f. 00000800:00000200:3.0:1767329825.783497:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767329825.783505:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329825.783508:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eda5e76f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329825.783523:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329825.783527:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301675356 00000100:00000010:3.0:1767329825.783530:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b67a03bd. 00000100:00000001:3.0:1767329825.783536:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767329825.783543:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301675356 00000100:00000010:3.0:1767329825.783545:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006891a517. 00000100:00000001:3.0:1767329825.783547:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767329825.783550:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301675356 00000100:00000010:3.0:1767329825.783552:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9c8f7ac. 00000100:00000001:3.0:1767329825.783554:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767329825.783556:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301675356 00000100:00000010:3.0:1767329825.783557:0:208649:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a4566037. 00000100:00000001:3.0:1767329825.783559:0:208649:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767329825.783561:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329825.783563:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329825.783566:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329825.783567:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329825.783574:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329825.783576:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767329825.783578:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329825.783579:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329825.783579:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329825.783581:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767329825.783628:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767329825.783633:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eda5e76f. 00000400:00000200:2.0:1767329825.783636:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329825.783641:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:2.0:1767329825.783645:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d3bc1c1 00000400:00000010:2.0:1767329825.783647:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d3bc1c1. 00000100:00000001:2.0:1767329825.783651:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767329825.783653:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081735c3f x1853178572258816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329825.783661:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329825.783663:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081735c3f x1853178572258816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329841 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329825.783668:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329825.783669:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767329825.784925:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329825.784942:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767329825.784944:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329825.784946:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329825.784955:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:0.0:1767329825.784971:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2813e00 00000400:00000200:0.0:1767329825.784978:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1529 [1] + 224 00000800:00000001:0.0:1767329825.784984:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329825.784994:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767329825.784996:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329825.785014:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:0.0:1767329825.785048:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329825.785054:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081735c3f x1853178572258816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329841 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767329825.785063:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081735c3f x1853178572258816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329825.785080:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329825.785087:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329825.785090:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329825.785114:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329825.785117:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329825.785122:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329825.785123:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329825.785125:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000189c6cb8. 00000400:00000200:3.0:1767329825.785130:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000231b7bae 00000400:00000010:3.0:1767329825.785131:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000231b7bae. 00000100:00000001:3.0:1767329825.785141:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329825.785146:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081735c3f x1853178572258816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329825.785153:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081735c3f x1853178572258816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329841 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329825.785159:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329825.785161:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329825.785163:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329825.785165:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329825.785167:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329825.785169:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329825.785171:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329825.785177:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329825.785180:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=72 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329825.785183:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329825.785184:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329825.785186:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329825.785188:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329825.785190:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329825.785192:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081735c3f x1853178572258816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329841 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329825.785197:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329825.785199:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329825.785201:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767329825.785203:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081735c3f x1853178572258816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329841 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329825.785237:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081735c3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572258816:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329825.785243:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329825.785245:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329825.785247:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081735c3f x1853178572258816/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329841 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329825.785254:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329825.785263:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329825.785266:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e23d66c. 02000000:00000001:3.0:1767329825.785268:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329825.785270:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329825.785271:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1767329825.785273:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329825.785275:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000789a35f0. 02000000:00000001:3.0:1767329825.785277:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329825.785278:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329825.785280:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081735c3f. 00000100:00000001:3.0:1767329825.785282:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767329825.785283:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329825.785284:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329825.785287:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329825.785288:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329825.785290:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329825.785291:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329825.847101:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329825.847106:0:217845:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767329825.847109:0:217845:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767329825.847111:0:217845:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329825.847113:0:217845:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767329825.847115:0:217845:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329825.847117:0:217845:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329825.847118:0:217845:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329825.847197:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329825.847199:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329825.847202:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329826.871096:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329826.871104:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329826.871210:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329826.871218:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329826.871223:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767329827.831254:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767329827.831273:0:126802:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767329827.831283:0:126802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050ad2e6c. 00000020:00000040:3.0:1767329827.831292:0:126802:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:3.0:1767329827.831299:0:126802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767329827.831302:0:126802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767329827.831310:0:126802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767329827.831320:0:126802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030c67b31. 00000100:00000001:3.0:1767329827.831329:0:126802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329827.831344:0:126802:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000050ad2e6c x1853178572258944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767329827.831359:0:126802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767329827.831362:0:126802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329827.831389:0:126802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050ad2e6c] to pc [ptlrpcd_00_02+2] req@0000000050ad2e6c x1853178572258944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329827.831425:0:126802:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329827.831427:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1767329827.831432:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1767329827.831435:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1767329827.831438:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1767329827.831440:0:126802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000040:3.0:1767329827.831443:0:126802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767329827.831448:0:126802:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7010) 00000100:00000001:1.0:1767329827.831495:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329827.831495:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329827.831504:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329827.831505:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329827.831507:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329827.831521:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000050ad2e6c x1853178572258944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329827.831533:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329827.831536:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329827.831540:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767329827.831544:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767329827.831547:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329827.831551:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000050ad2e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572258944:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329827.831554:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767329827.831561:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767329827.831563:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329827.831565:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767329827.831574:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d7ed95c. 02000000:00000001:0.0:1767329827.831575:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329827.831581:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e930975. 00000400:00000010:0.0:1767329827.831588:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dba91bce. 00000100:00000200:0.0:1767329827.831595:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572258944, portal 25 00000100:00000001:0.0:1767329827.831597:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329827.831598:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896776943616 : -127176932608000 : ffff8c55501bb800) 00000100:00000040:0.0:1767329827.831602:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000050ad2e6c x1853178572258944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329827.831623:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767329827.831626:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:0.0:1767329827.831628:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001efc9444. 00000100:00000200:0.0:1767329827.831631:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572258944, offset 0 00000400:00000200:0.0:1767329827.831636:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:0.0:1767329827.831649:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:0.0:1767329827.831654:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767329827.831658:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:0.0:1767329827.831661:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767329827.831663:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:0.0:1767329827.831666:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [653:653:256:4294967295] 192.168.202.109@tcp LPNI seq info [653:653:8:4294967295] 00000400:00000200:0.0:1767329827.831676:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767329827.831680:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:0.0:1767329827.831684:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d94add08. 00000800:00000200:0.0:1767329827.831690:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:0.0:1767329827.831696:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329827.831700:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d94add08 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767329827.831719:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329827.831723:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301677404 00000100:00000001:0.0:1767329827.831731:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301675356 00000100:00000001:0.0:1767329827.831735:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301677404 00000100:00000001:0.0:1767329827.831738:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301675356 00000100:00000001:0.0:1767329827.831740:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301677404 00000100:00000001:0.0:1767329827.831743:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301675356 00000100:00000001:0.0:1767329827.831745:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301677404 00000100:00000001:0.0:1767329827.831748:0:208650:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301675356 00000100:00000001:0.0:1767329827.831750:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329827.831753:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329827.831761:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329827.831763:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329827.831769:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329827.831771:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767329827.831773:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329827.831774:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329827.831775:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329827.831777:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767329827.831865:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767329827.831871:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d94add08. 00000400:00000200:3.0:1767329827.831877:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329827.831884:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:3.0:1767329827.831891:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001efc9444 00000400:00000010:3.0:1767329827.831894:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001efc9444. 00000100:00000001:3.0:1767329827.831908:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767329827.831913:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000050ad2e6c x1853178572258944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329827.831925:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767329827.831928:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000050ad2e6c x1853178572258944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329843 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329827.831936:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329827.831938:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767329827.833507:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329827.833523:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767329827.833527:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329827.833529:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329827.833540:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:2.0:1767329827.833557:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2813e80 00000400:00000200:2.0:1767329827.833576:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1531 [1] + 224 00000800:00000001:2.0:1767329827.833587:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329827.833596:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767329827.833599:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767329827.833602:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:2.0:1767329827.833608:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329827.833612:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000050ad2e6c x1853178572258944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767329827.833623:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000050ad2e6c x1853178572258944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329827.833647:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767329827.833654:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767329827.833657:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329827.833710:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329827.833713:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329827.833719:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329827.833720:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329827.833723:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e930975. 00000400:00000200:0.0:1767329827.833727:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dba91bce 00000400:00000010:0.0:1767329827.833729:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dba91bce. 00000100:00000001:0.0:1767329827.833737:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329827.833742:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000050ad2e6c x1853178572258944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329827.833750:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000050ad2e6c x1853178572258944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329827.833755:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329827.833756:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329827.833758:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329827.833760:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329827.833762:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329827.833764:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329827.833766:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329827.833771:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=74 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329827.833773:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=74 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329827.833775:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329827.833776:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329827.833779:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329827.833781:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329827.833783:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329827.833785:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000050ad2e6c x1853178572258944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329827.833801:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329827.833804:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329827.833806:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329827.833809:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050ad2e6c x1853178572258944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329843 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329827.833813:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000050ad2e6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572258944:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329827.833817:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329827.833819:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329827.833821:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000050ad2e6c x1853178572258944/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329843 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329827.833825:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329827.833827:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329827.833829:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d7ed95c. 02000000:00000001:0.0:1767329827.833831:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329827.833833:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329827.833835:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329827.833836:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329827.833838:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030c67b31. 02000000:00000001:0.0:1767329827.833841:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329827.833842:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329827.833844:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050ad2e6c. 00000100:00000001:0.0:1767329827.833848:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329827.833849:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329827.833850:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329827.833852:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329827.833854:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329827.833855:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329827.833857:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329827.895098:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329827.895102:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329827.895203:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329827.895207:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329827.895211:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329828.919115:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329828.919122:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329828.919234:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329828.919242:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329828.919262:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329829.943207:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329829.943219:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329829.943326:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329829.943336:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329829.943342:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329830.967216:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329830.967227:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329830.967335:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329830.967344:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329830.967351:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329831.991192:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329831.991205:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329831.991326:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329831.991335:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329831.991342:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767329832.439096:0:218245:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301677404, at 4301677568 00000100:00000010:2.0:1767329832.439113:0:218245:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9c8f7ac. 00000100:00000040:1.0:1767329832.439134:0:217845:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301677404, at 4301677568 00000100:00000040:3.0:1767329832.439156:0:217661:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301677404, at 4301677568 00000100:00000010:1.0:1767329832.439165:0:217845:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006891a517. 00000100:00000010:3.0:1767329832.439168:0:217661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a4566037. 00000100:00000040:0.0:1767329832.439199:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301677404, at 4301677568 00000100:00000010:0.0:1767329832.439210:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b67a03bd. 00000100:00000040:0.0:1767329832.951218:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) cbc0edb7-593a-4289-8780-9495892e37e0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767329832.951234:0:191164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767329832.951268:0:191164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071ff1512. 00000020:00000040:0.0:1767329832.951278:0:191164:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329832.951285:0:191164:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329832.951289:0:191164:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329832.951299:0:191164:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329832.951311:0:191164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c950b47. 00000100:00000001:0.0:1767329832.951321:0:191164:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329832.951336:0:191164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cbc0edb7-593a-4289-8780-9495892e37e0->MGS req@0000000071ff1512 x1853178572259072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767329832.951355:0:191164:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329832.951359:0:191164:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329832.951368:0:191164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071ff1512] to pc [ptlrpcd_00_03+3] req@0000000071ff1512 x1853178572259072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329832.951425:0:191164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329832.951430:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1767329832.951436:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1767329832.951440:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1767329832.951444:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1767329832.951448:0:191164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000040:0.0:1767329832.951453:0:191164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767329832.951461:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7015) 00000100:00000001:3.0:1767329832.951493:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767329832.951505:0:208650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767329832.951512:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329832.951524:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329832.951528:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329832.951534:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767329832.951534:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329832.951547:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767329832.951549:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329832.951552:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329832.951571:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071ff1512 x1853178572259072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329832.951587:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329832.951590:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329832.951596:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329832.951601:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329832.951605:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329832.951609:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000071ff1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572259072:192.168.202.109@tcp:400: 00000100:00000001:3.0:1767329832.951616:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329832.951624:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329832.951628:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329832.951631:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329832.951638:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f39535ca. 02000000:00000001:3.0:1767329832.951641:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329832.951650:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189c6cb8. 00000400:00000010:3.0:1767329832.951680:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000231b7bae. 00000100:00000200:3.0:1767329832.951691:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572259072, portal 25 00000100:00000001:3.0:1767329832.951695:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329832.951697:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578900352 : -127177130651264 : ffff8c55444dd180) 00000100:00000040:3.0:1767329832.951704:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000071ff1512 x1853178572259072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329832.951715:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329832.951719:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329832.951722:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097041725. 00000100:00000200:3.0:1767329832.951725:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572259072, offset 0 00000400:00000200:3.0:1767329832.951734:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329832.951755:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767329832.951763:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767329832.951769:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329832.951774:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329832.951779:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329832.951783:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [654:654:256:4294967295] 192.168.202.109@tcp LPNI seq info [654:654:8:4294967295] 00000400:00000200:3.0:1767329832.951799:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329832.951806:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329832.951813:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054284e99. 00000800:00000200:3.0:1767329832.951822:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767329832.951833:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329832.951839:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000054284e99 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329832.951863:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329832.951869:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301682524 00000100:00000010:3.0:1767329832.951874:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a4566037. 00000100:00000001:3.0:1767329832.951881:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767329832.951890:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301682524 00000100:00000010:3.0:1767329832.951893:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2f27e4f. 00000100:00000001:3.0:1767329832.951897:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767329832.951911:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301682524 00000100:00000010:3.0:1767329832.951915:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa14b83e. 00000100:00000001:3.0:1767329832.951919:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767329832.951933:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301682524 00000100:00000010:3.0:1767329832.951937:0:208650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002576172e. 00000100:00000001:3.0:1767329832.951941:0:208650:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767329832.951945:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329832.951949:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329832.951953:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329832.951957:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329832.952122:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329832.952130:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054284e99. 00000400:00000200:0.0:1767329832.952157:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329832.952169:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329832.952179:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097041725 00000400:00000010:0.0:1767329832.952182:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097041725. 00000100:00000001:0.0:1767329832.952189:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329832.952196:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000071ff1512 x1853178572259072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329832.952222:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329832.952226:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071ff1512 x1853178572259072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329848 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329832.952237:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329832.952240:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767329832.956537:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329832.956551:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767329832.956556:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329832.956559:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329832.956571:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:3.0:1767329832.956651:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2813f00 00000400:00000200:3.0:1767329832.956661:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1539 [1] + 224 00000800:00000001:3.0:1767329832.956671:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329832.956681:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767329832.956685:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767329832.956691:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:3.0:1767329832.956699:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329832.956705:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000071ff1512 x1853178572259072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767329832.956720:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000071ff1512 x1853178572259072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329832.956748:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767329832.956759:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767329832.956762:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329832.956832:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329832.956837:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767329832.956845:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767329832.956848:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767329832.956851:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000189c6cb8. 00000400:00000200:0.0:1767329832.956858:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000231b7bae 00000400:00000010:0.0:1767329832.956860:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000231b7bae. 00000100:00000001:0.0:1767329832.956864:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329832.956871:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000071ff1512 x1853178572259072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329832.956882:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000071ff1512 x1853178572259072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329832.956890:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329832.956892:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329832.956895:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329832.956897:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329832.956900:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329832.956902:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329832.956906:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329832.956912:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=79 v=5 (5 5 5 5) 00000100:00001000:0.0:1767329832.956916:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1767329832.956919:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329832.956920:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329832.956923:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329832.956925:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329832.956928:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329832.956931:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071ff1512 x1853178572259072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329832.956938:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767329832.956951:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329832.956954:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329832.956957:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071ff1512 x1853178572259072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329848 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329832.956965:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000071ff1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572259072:192.168.202.109@tcp:400: 00000100:00000001:0.0:1767329832.956970:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329832.956972:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329832.956974:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000071ff1512 x1853178572259072/t0(0) o400->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329848 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329832.956981:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329832.956983:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329832.956986:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f39535ca. 02000000:00000001:0.0:1767329832.956990:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329832.956992:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329832.956993:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329832.956995:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329832.956998:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c950b47. 02000000:00000001:0.0:1767329832.957002:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329832.957004:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329832.957005:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071ff1512. 00000100:00000001:0.0:1767329832.957008:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329832.957009:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329832.957011:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329832.957048:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329832.957051:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329832.957053:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767329832.957055:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329833.015206:0:217845:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767329833.015212:0:217845:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.015344:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329833.015352:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329833.015359:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1767329833.143125:0:218257:0:(llite_lib.c:3606:ll_umount_begin()) Process leaving 00000080:00000001:2.0:1767329833.149306:0:218257:0:(llite_lib.c:998:ll_kill_super()) Process entered 00000080:00000001:2.0:1767329833.149312:0:218257:0:(llite_lib.c:1019:ll_kill_super()) Process leaving 00000080:00000001:2.0:1767329833.149335:0:218257:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1767329833.149348:0:218257:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1767329833.149373:0:218257:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:2.0:1767329833.149379:0:218257:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:2.0:1767329833.149382:0:218257:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000007:0x1:0x0](00000000c883bda7) 00800000:00000001:2.0:1767329833.149392:0:218257:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:2.0:1767329833.149395:0:218257:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x200000007:0x1:0x0] 00000002:00000001:2.0:1767329833.149406:0:218257:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:2.0:1767329833.149417:0:218257:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329833.149421:0:218257:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:2.0:1767329833.149425:0:218257:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767329833.149429:0:218257:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767329833.149434:0:218257:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1767329833.149438:0:218257:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1767329833.149441:0:218257:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767329833.149444:0:218257:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767329833.149448:0:218257:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put 0000000027c6da5f 1 00800000:00000010:2.0:1767329833.149453:0:218257:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at 0000000027c6da5f. 00000080:00000001:2.0:1767329833.149479:0:218257:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1767329833.149482:0:218257:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1767329833.149508:0:218257:0:(llite_lib.c:1561:ll_put_super()) Process entered 00000080:00200000:2.0:1767329833.149511:0:218257:0:(llite_lib.c:1568:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff8c55499c0800 (sb 00000000305e9f1b) 00000020:00000001:2.0:1767329833.149518:0:218257:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:2.0:1767329833.149527:0:218257:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 00000000e679beac. 00000020:00000001:2.0:1767329833.149531:0:218257:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767329833.149537:0:218257:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094e1f07f. 00000020:00000010:2.0:1767329833.149545:0:218257:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006f40ab60. 00000040:00000010:2.0:1767329833.149553:0:218257:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fd6ec3cb. 00000020:00000010:2.0:1767329833.149561:0:218257:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000086aa593b. 00000020:00000010:2.0:1767329833.149569:0:218257:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000de4f5a8. 00040000:00000010:2.0:1767329833.149577:0:218257:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d182b8c4. 00040000:00000010:2.0:1767329833.149585:0:218257:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000acc6402e. 10000000:00000001:2.0:1767329833.149593:0:218257:0:(mgc_request.c:1931:mgc_process_config()) Process entered 10000000:00000001:2.0:1767329833.149597:0:218257:0:(mgc_request_server.c:637:mgc_process_config_server()) Process entered 10000000:00000001:2.0:1767329833.149602:0:218257:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:2.0:1767329833.149605:0:218257:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1767329833.149610:0:218257:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767329833.149615:0:218257:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000fbd3e279) refs 3 10000000:00000001:2.0:1767329833.149619:0:218257:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767329833.149623:0:218257:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446616897076833792 : -127176632717824 : ffff8c5561fbae00) 10000000:00000001:2.0:1767329833.149628:0:218257:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:2.0:1767329833.149631:0:218257:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x989c09653bac0c8a 00010000:00000001:2.0:1767329833.149635:0:218257:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767329833.149638:0:218257:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767329833.149644:0:218257:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000242860a3 refcount=2 00000020:00000001:2.0:1767329833.149648:0:218257:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589268480 : -127177120283136 : ffff8c5544ec0600) 00010000:00000001:2.0:1767329833.149656:0:218257:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589268480 : -127177120283136 : ffff8c5544ec0600) 00010000:00000001:2.0:1767329833.149668:0:218257:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767329833.149675:0:218257:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329833.149686:0:218257:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.109@tcp lock: 00000000242860a3/0x989c09653bac0c8a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd5782c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767329833.149708:0:218257:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329833.149719:0:218257:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767329833.149721:0:218257:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767329833.149723:0:218257:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767329833.149725:0:218257:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000242860a3 refcount=3 00000020:00000001:2.0:1767329833.149730:0:218257:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589268480 : -127177120283136 : ffff8c5544ec0600) 00010000:00000001:2.0:1767329833.149733:0:218257:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589268480 : -127177120283136 : ffff8c5544ec0600) 00010000:00000001:2.0:1767329833.149736:0:218257:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767329833.149738:0:218257:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.109@tcp lock: 00000000242860a3/0x989c09653bac0c8a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa764e4c88bd5782c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767329833.149751:0:218257:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767329833.149757:0:218257:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.109@tcp lock: 00000000242860a3/0x989c09653bac0c8a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xa764e4c88bd5782c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767329833.149766:0:218257:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329833.149770:0:218257:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767329833.149773:0:218257:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.109@tcp lock: 00000000242860a3/0x989c09653bac0c8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xa764e4c88bd5782c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767329833.149781:0:218257:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767329833.149787:0:218257:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329833.149791:0:218257:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767329833.149797:0:218257:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000074f79842. 00010000:00000001:2.0:1767329833.149801:0:218257:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767329833.149822:0:218257:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1767329833.149826:0:218257:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329833.149828:0:218257:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329833.149831:0:218257:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767329833.149833:0:218257:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329833.149836:0:218257:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767329833.149852:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329833.149855:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329833.149859:0:211335:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767329833.149865:0:211335:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767329833.149871:0:211335:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767329833.149882:0:211335:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.109@tcp lock: 00000000242860a3/0x989c09653bac0c8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xa764e4c88bd5782c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767329833.149891:0:211335:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000242860a3 already unused, calling callback (00000000fa85a142) 10000000:00000001:2.0:1767329833.149895:0:211335:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767329833.149897:0:211335:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.109@tcp lock: 00000000242860a3/0x989c09653bac0c8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xa764e4c88bd5782c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767329833.149905:0:211335:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767329833.149908:0:211335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767329833.149911:0:211335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767329833.149914:0:211335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000242860a3 refcount=3 00000020:00000001:2.0:1767329833.149917:0:211335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896589268480 : -127177120283136 : ffff8c5544ec0600) 00010000:00000001:2.0:1767329833.149920:0:211335:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896589268480 : -127177120283136 : ffff8c5544ec0600) 00010000:00000001:2.0:1767329833.149924:0:211335:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767329833.149928:0:211335:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.109@tcp lock: 00000000242860a3/0x989c09653bac0c8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xa764e4c88bd5782c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767329833.149938:0:211335:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767329833.149942:0:211335:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.109@tcp lock: 00000000242860a3/0x989c09653bac0c8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xa764e4c88bd5782c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767329833.149949:0:211335:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1767329833.149954:0:211335:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:00000001:2.0:1767329833.149958:0:211335:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767329833.149961:0:211335:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000fbd3e279) refs 3 10000000:00000001:2.0:1767329833.149965:0:211335:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767329833.149967:0:211335:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329833.149973:0:211335:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767329833.149978:0:211335:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767329833.149983:0:211335:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767329833.149989:0:211335:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767329833.149992:0:211335:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767329833.149995:0:211335:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000242860a3 with handle 0x989c09653bac0c8a from hash 00010000:00000001:2.0:1767329833.149999:0:211335:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767329833.150009:0:211335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329833.150011:0:211335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767329833.150014:0:211335:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767329833.150081:0:211335:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767329833.150084:0:211335:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1767329833.150091:0:211335:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767329833.150094:0:211335:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767329833.150106:0:211335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d99846bb. 00000020:00000040:2.0:1767329833.150111:0:211335:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000100:00000001:2.0:1767329833.150119:0:211335:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767329833.150122:0:211335:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767329833.150128:0:211335:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329833.150158:0:211335:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8345233. 00000100:00000001:2.0:1767329833.150171:0:211335:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329833.150175:0:211335:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767329833.150183:0:211335:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.109@tcp lock: 00000000242860a3/0x989c09653bac0c8a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa764e4c88bd5782c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767329833.150191:0:211335:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767329833.150194:0:211335:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329833.150202:0:211335:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329833.150207:0:211335:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329833.150225:0:211335:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d99846bb] to pc [ptlrpcd_00_00+0] req@00000000d99846bb x1853178572259200/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767329833.150231:0:218257:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767329833.150241:0:218257:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x989c09653bac0c83 00010000:00000001:3.0:1767329833.150253:0:218257:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767329833.150258:0:218257:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767329833.150262:0:218257:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b0b89c6b refcount=2 00000020:00000001:3.0:1767329833.150267:0:218257:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657333248 : -127177052218368 : ffff8c5548fa9c00) 00010000:00000001:3.0:1767329833.150270:0:218257:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657333248 : -127177052218368 : ffff8c5548fa9c00) 00010000:00000001:3.0:1767329833.150274:0:218257:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767329833.150277:0:218257:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329833.150282:0:218257:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0c83 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd57825 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767329833.150291:0:211335:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767329833.150295:0:218257:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767329833.150299:0:211335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767329833.150300:0:218257:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767329833.150306:0:211335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767329833.150307:0:218257:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767329833.150310:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767329833.150313:0:211335:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.150314:0:218257:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767329833.150321:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767329833.150324:0:218257:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b0b89c6b refcount=3 00010000:00000001:2.0:1767329833.150326:0:211335:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329833.150328:0:208648:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767329833.150338:0:211335:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.150339:0:218257:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657333248 : -127177052218368 : ffff8c5548fa9c00) 00000100:00000040:1.0:1767329833.150350:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d99846bb x1853178572259200/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767329833.150352:0:211335:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.109@tcp lock: 00000000242860a3/0x989c09653bac0c8a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa764e4c88bd5782c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767329833.150353:0:218257:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657333248 : -127177052218368 : ffff8c5548fa9c00) 00010000:00000001:3.0:1767329833.150370:0:218257:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767329833.150377:0:218257:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0c83 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa764e4c88bd57825 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767329833.150421:0:211335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767329833.150433:0:211335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.109@tcp lock: 00000000242860a3/0x989c09653bac0c8a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa764e4c88bd5782c expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767329833.150434:0:218257:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:1.0:1767329833.150435:0:208648:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1767329833.150446:0:218257:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0c83 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa764e4c88bd57825 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767329833.150447:0:208648:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329833.150464:0:208648:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767329833.150472:0:208648:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767329833.150477:0:218257:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767329833.150479:0:208648:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329833.150484:0:218257:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767329833.150491:0:218257:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0c83 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa764e4c88bd57825 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767329833.150500:0:208648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d99846bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572259200:192.168.202.109@tcp:103: 00000100:00000001:1.0:1767329833.150533:0:208648:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1767329833.150543:0:218257:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1767329833.150546:0:208648:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1767329833.150549:0:218257:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767329833.150552:0:208648:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329833.150555:0:211335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767329833.150558:0:208648:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1767329833.150559:0:211335:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767329833.150567:0:211335:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000074f79842. 02000000:00000010:1.0:1767329833.150569:0:208648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000576dcef4. 00010000:00000001:3.0:1767329833.150570:0:218257:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767329833.150584:0:218257:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d71dab87. 02000000:00000001:1.0:1767329833.150587:0:208648:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329833.150588:0:211335:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329833.150595:0:218257:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000001:2.0:1767329833.150608:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:1.0:1767329833.150610:0:208648:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015e4d819. 00000020:00000001:2.0:1767329833.150619:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329833.150622:0:218257:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000400:00000010:1.0:1767329833.150624:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bffb9b1. 00010000:00010000:2.0:1767329833.150625:0:211335:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767329833.150629:0:218257:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329833.150645:0:211335:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767329833.150647:0:218257:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767329833.150651:0:208648:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572259200, portal 18 00010000:00000001:2.0:1767329833.150658:0:211335:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1767329833.150660:0:218257:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:1.0:1767329833.150664:0:208648:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:2.0:1767329833.150669:0:211335:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0c83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa764e4c88bd57825 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767329833.150670:0:208648:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777366912 : -127176932184704 : ffff8c5550222d80) 00010000:00000001:3.0:1767329833.150671:0:218257:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767329833.150681:0:218257:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767329833.150691:0:218257:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000040:1.0:1767329833.150692:0:208648:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d99846bb x1853178572259200/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000040:3.0:1767329833.150698:0:218257:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000004eee565b) refs 2 10000000:00000001:3.0:1767329833.150710:0:218257:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:3.0:1767329833.150727:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:2.0:1767329833.150729:0:211335:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b0b89c6b already unused, calling callback (00000000fa85a142) 00000020:00000001:3.0:1767329833.150735:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767329833.150749:0:211335:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00010000:3.0:1767329833.150751:0:211336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767329833.150751:0:208648:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00010000:2.0:1767329833.150756:0:211335:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0c83 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa764e4c88bd57825 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767329833.150764:0:218257:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00000100:00000040:1.0:1767329833.150773:0:208648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 10000000:00000040:3.0:1767329833.150774:0:218257:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x989c09653bac0c21 00010000:00000001:3.0:1767329833.150785:0:218257:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:1.0:1767329833.150787:0:208648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086df6db1. 00000020:00000001:3.0:1767329833.150792:0:218257:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767329833.150800:0:211335:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000040:3.0:1767329833.150802:0:218257:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c8a2f24d refcount=2 00000100:00000200:1.0:1767329833.150803:0:208648:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853178572259200, offset 0 00010000:00000001:2.0:1767329833.150817:0:211335:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767329833.150819:0:218257:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896667606016 : -127177041945600 : ffff8c5549975c00) 00000020:00000001:2.0:1767329833.150829:0:211335:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767329833.150832:0:218257:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896667606016 : -127177041945600 : ffff8c5549975c00) 00000400:00000200:1.0:1767329833.150835:0:208648:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000020:00000040:2.0:1767329833.150839:0:211335:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b0b89c6b refcount=3 00010000:00000001:3.0:1767329833.150841:0:218257:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767329833.150850:0:218257:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329833.150851:0:211335:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896657333248 : -127177052218368 : ffff8c5548fa9c00) 00010000:00000001:2.0:1767329833.150868:0:211335:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896657333248 : -127177052218368 : ffff8c5548fa9c00) 00010000:00010000:3.0:1767329833.150870:0:218257:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.109@tcp lock: 00000000c8a2f24d/0x989c09653bac0c21 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa764e4c88bd573e8 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767329833.150870:0:208648:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00010000:00000001:2.0:1767329833.150890:0:211335:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767329833.150896:0:211335:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0c83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xa764e4c88bd57825 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767329833.150897:0:208648:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1767329833.150923:0:218257:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767329833.150932:0:218257:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767329833.150939:0:208648:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 10000000:00000001:2.0:1767329833.150943:0:211335:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:3.0:1767329833.150944:0:218257:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767329833.150957:0:208648:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000020:00000001:3.0:1767329833.150959:0:218257:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00010000:2.0:1767329833.150959:0:211335:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0c83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xa764e4c88bd57825 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1767329833.150971:0:218257:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c8a2f24d refcount=3 00000400:00000200:1.0:1767329833.150979:0:208648:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000020:00000001:3.0:1767329833.150983:0:218257:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896667606016 : -127177041945600 : ffff8c5549975c00) 00010000:00000001:3.0:1767329833.151002:0:218257:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896667606016 : -127177041945600 : ffff8c5549975c00) 00000400:00000200:1.0:1767329833.151007:0:208648:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [655:655:256:4294967295] 192.168.202.109@tcp LPNI seq info [655:655:8:4294967295] 00010000:00000001:3.0:1767329833.151020:0:218257:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767329833.151112:0:218257:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.109@tcp lock: 00000000c8a2f24d/0x989c09653bac0c21 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa764e4c88bd573e8 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767329833.151112:0:208648:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00010000:00000001:3.0:1767329833.151172:0:218257:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1767329833.151176:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767329833.151177:0:218257:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.109@tcp lock: 00000000c8a2f24d/0x989c09653bac0c21 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa764e4c88bd573e8 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00000800:00000200:1.0:1767329833.151183:0:208648:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329833.151188:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767329833.151194:0:208648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e18132be. 00010000:00000001:3.0:1767329833.151201:0:218257:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767329833.151206:0:218257:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767329833.151211:0:218257:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.109@tcp lock: 00000000c8a2f24d/0x989c09653bac0c21 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa764e4c88bd573e8 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00000800:00000200:1.0:1767329833.151216:0:208648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00010000:00000001:3.0:1767329833.151228:0:218257:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767329833.151235:0:218257:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329833.151240:0:218257:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000800:00000200:1.0:1767329833.151241:0:208648:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00010000:00000010:3.0:1767329833.151247:0:218257:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000fd6056b4. 00000800:00000200:1.0:1767329833.151250:0:208648:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e18132be type 1, nob 424 niov 1 nkiov 1 00010000:00000001:3.0:1767329833.151254:0:218257:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767329833.151271:0:218257:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1767329833.151275:0:218257:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329833.151279:0:218257:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329833.151281:0:208648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329833.151284:0:218257:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767329833.151288:0:218257:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767329833.151291:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301682724 00010000:00000001:3.0:1767329833.151292:0:218257:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767329833.151300:0:218257:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767329833.151304:0:218257:0:(mgc_request.c:123:config_log_put()) log params(000000002d051eae) refs 2 10000000:00000001:3.0:1767329833.151308:0:218257:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:1.0:1767329833.151311:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301682524 10000000:00000001:3.0:1767329833.151312:0:218257:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767329833.151316:0:218257:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767329833.151320:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301682724 10000000:00000001:3.0:1767329833.151322:0:218257:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:01000000:2.0:1767329833.151325:0:211335:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000040:3.0:1767329833.151330:0:218257:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000b70d88c0) refs 2 00000100:00000001:1.0:1767329833.151331:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301682524 10000000:00000001:3.0:1767329833.151335:0:218257:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:1.0:1767329833.151342:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301682724 10000000:00000001:3.0:1767329833.151344:0:218257:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:01000000:2.0:1767329833.151351:0:211335:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-cliir: stopping, won't requeue 10000000:00000001:3.0:1767329833.151353:0:218257:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767329833.151354:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301682524 10000000:00000001:2.0:1767329833.151368:0:211335:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767329833.151369:0:218257:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767329833.151369:0:208648:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301682724 10000000:00000040:3.0:1767329833.151386:0:218257:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000fbd3e279) refs 2 10000000:00000040:2.0:1767329833.151389:0:211335:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000004eee565b) refs 1 00000100:00000001:1.0:1767329833.151390:0:208648:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301682524 00000100:00000001:1.0:1767329833.151409:0:208648:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:01000000:2.0:1767329833.151413:0:211335:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 10000000:00000001:3.0:1767329833.151415:0:218257:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:1.0:1767329833.151415:0:208648:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767329833.151425:0:218257:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767329833.151430:0:211335:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767329833.151432:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767329833.151434:0:211335:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767329833.151441:0:211335:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767329833.151441:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:3.0:1767329833.151444:0:218257:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000fbd3e279) refs 1 10000000:00000001:2.0:1767329833.151464:0:211335:0:(mgc_request.c:120:config_log_put()) Process leaving 00000800:00000200:0.0:1767329833.151474:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:2.0:1767329833.151480:0:211335:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:01000000:3.0:1767329833.151484:0:218257:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:2.0:1767329833.151485:0:211335:0:(mgc_request.c:120:config_log_put()) Process leaving 00000800:00000010:0.0:1767329833.151486:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e18132be. 00000100:00000001:1.0:1767329833.151489:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:3.0:1767329833.151494:0:218257:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767329833.151495:0:211335:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767329833.151497:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767329833.151505:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:3.0:1767329833.151514:0:218257:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767329833.151516:0:211335:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767329833.151517:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767329833.151536:0:211335:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767329833.151537:0:218257:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:0.0:1767329833.151538:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329833.151539:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767329833.151554:0:211335:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767329833.151557:0:218257:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767329833.151558:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767329833.151562:0:211335:0:(genops.c:898:class_export_put()) PUTting export 00000000d7c31532 : new refcount 5 00000400:00000200:0.0:1767329833.151563:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086df6db1 00000100:00000001:1.0:1767329833.151567:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:2.0:1767329833.151570:0:211335:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 000000004eee565b. 10000000:00000001:2.0:1767329833.151581:0:211335:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767329833.151585:0:211335:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767329833.151592:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086df6db1. 00010000:00000001:2.0:1767329833.151593:0:211335:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767329833.151602:0:211335:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767329833.151606:0:211335:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767329833.151609:0:208643:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1767329833.151610:0:211335:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767329833.151612:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767329833.151626:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329833.151628:0:211335:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767329833.151637:0:213939:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000040:2.0:1767329833.151640:0:211335:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b0b89c6b with handle 0x989c09653bac0c83 from hash 00000100:00000200:0.0:1767329833.151642:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d99846bb x1853178572259200/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767329833.151651:0:213939:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767329833.151655:0:211335:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767329833.151659:0:213939:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1767329833.151662:0:211335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767329833.151668:0:213939:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.109@tcp lock: 00000000c8a2f24d/0x989c09653bac0c21 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa764e4c88bd573e8 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767329833.151669:0:211335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767329833.151681:0:211335:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767329833.151691:0:211335:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767329833.151700:0:211335:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 10000000:00000001:3.0:1767329833.151707:0:218257:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767329833.151720:0:211335:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 10000000:00000001:3.0:1767329833.151721:0:218257:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:1.0:1767329833.151723:0:213939:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c8a2f24d already unused, calling callback (00000000fa85a142) 10000000:00000001:3.0:1767329833.151734:0:218257:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767329833.151734:0:211335:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 10000000:00000001:1.0:1767329833.151736:0:213939:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767329833.151738:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767329833.151753:0:211335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d72826e0. 10000000:00010000:1.0:1767329833.151755:0:213939:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.109@tcp lock: 00000000c8a2f24d/0x989c09653bac0c21 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa764e4c88bd573e8 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767329833.151756:0:218257:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:0.0:1767329833.151762:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d99846bb x1853178572259200/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767329833.151769:0:218257:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:2.0:1767329833.151772:0:211335:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=5 obd=MGC192.168.202.109@tcp 10000000:00000001:3.0:1767329833.151780:0:218257:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:2.0:1767329833.151792:0:211335:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:3.0:1767329833.151793:0:218257:0:(genops.c:898:class_export_put()) PUTting export 00000000d7c31532 : new refcount 4 02000000:00000001:2.0:1767329833.151806:0:211335:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:00000010:3.0:1767329833.151809:0:218257:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 00000000fbd3e279. 02000000:00000001:2.0:1767329833.151819:0:211335:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767329833.151822:0:218257:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:3.0:1767329833.151833:0:218257:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 02000000:00000010:2.0:1767329833.151840:0:211335:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000512663e4. 10000000:00000001:3.0:1767329833.151843:0:218257:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767329833.151855:0:218257:0:(mgc_request.c:2025:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329833.151856:0:213939:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767329833.151863:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329833.151868:0:213939:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767329833.151871:0:211335:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767329833.151873:0:218257:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006f40ab60. 00000100:00000001:0.0:1767329833.151873:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767329833.151875:0:213939:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767329833.151887:0:213939:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c8a2f24d refcount=3 00010000:00000001:2.0:1767329833.151890:0:211335:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000040:00000010:3.0:1767329833.151897:0:218257:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fd6ec3cb. 00000020:00000001:1.0:1767329833.151903:0:213939:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446616896667606016 : -127177041945600 : ffff8c5549975c00) 00010000:00010000:2.0:1767329833.151906:0:211335:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0c83 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa764e4c88bd57825 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767329833.151916:0:218257:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000086aa593b. 00010000:00000001:1.0:1767329833.151919:0:213939:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446616896667606016 : -127177041945600 : ffff8c5549975c00) 00010000:00000001:1.0:1767329833.151941:0:213939:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:3.0:1767329833.151943:0:218257:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000de4f5a8. 00010000:00010000:2.0:1767329833.151943:0:211335:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767329833.151947:0:213939:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.109@tcp lock: 00000000c8a2f24d/0x989c09653bac0c21 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xa764e4c88bd573e8 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767329833.151956:0:211335:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:3.0:1767329833.151967:0:218257:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d182b8c4. 00000100:00000001:2.0:1767329833.151970:0:211335:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767329833.151976:0:211335:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767329833.151990:0:218257:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000acc6402e. 10000000:00000001:1.0:1767329833.152000:0:213939:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:3.0:1767329833.152005:0:218257:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094e1f07f. 10000000:00010000:1.0:1767329833.152006:0:213939:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.109@tcp lock: 00000000c8a2f24d/0x989c09653bac0c21 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xa764e4c88bd573e8 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767329833.152008:0:211335:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d72826e0] to pc [ptlrpcd_00_01+1] req@00000000d72826e0 x1853178572259328/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767329833.152027:0:213939:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000020:00000001:3.0:1767329833.152086:0:218257:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767329833.152093:0:213939:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000020:00000010:3.0:1767329833.152109:0:218257:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 00000000e679beac. 10000000:00000001:1.0:1767329833.152109:0:213939:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767329833.152150:0:213939:0:(mgc_request.c:123:config_log_put()) log params(000000002d051eae) refs 1 00000020:00000001:3.0:1767329833.152154:0:218257:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767329833.152156:0:213939:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:1.0:1767329833.152162:0:213939:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:3.0:1767329833.152164:0:218257:0:(obd_mount.c:105:lustre_end_log()) Process entered 10000000:00000001:1.0:1767329833.152165:0:213939:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767329833.152168:0:211335:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:1.0:1767329833.152172:0:213939:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:3.0:1767329833.152175:0:218257:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 168 at 000000006f21a148. 00010000:00000001:2.0:1767329833.152179:0:211335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:1.0:1767329833.152179:0:213939:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767329833.152192:0:211335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767329833.152193:0:213939:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:3.0:1767329833.152194:0:218257:0:(obd_class.h:681:obd_process_config()) Process entered 00000100:00000001:0.0:1767329833.152194:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767329833.152207:0:211335:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767329833.152208:0:213939:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:3.0:1767329833.152209:0:218257:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000871301bd. 00000100:00000001:0.0:1767329833.152209:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767329833.152216:0:213939:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767329833.152220:0:208649:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767329833.152221:0:211335:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767329833.152222:0:213939:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:3.0:1767329833.152225:0:218257:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009e23d66c. 10000000:00000001:1.0:1767329833.152228:0:213939:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767329833.152236:0:213939:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767329833.152237:0:211335:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329833.152238:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d72826e0 x1853178572259328/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:3.0:1767329833.152240:0:218257:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f39535ca. 00000020:00000040:1.0:1767329833.152241:0:213939:0:(genops.c:898:class_export_put()) PUTting export 00000000d7c31532 : new refcount 3 10000000:00000010:1.0:1767329833.152255:0:213939:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 000000002d051eae. 00010000:00010000:2.0:1767329833.152257:0:211335:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0c83 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa764e4c88bd57825 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767329833.152259:0:218257:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000005d075ac. 10000000:00000001:1.0:1767329833.152268:0:213939:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767329833.152274:0:213939:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767329833.152275:0:218257:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000acc6402e. 00010000:00000001:1.0:1767329833.152290:0:213939:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00040000:00000010:3.0:1767329833.152292:0:218257:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009917be02. 00010000:00000001:1.0:1767329833.152298:0:213939:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767329833.152299:0:208649:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1767329833.152306:0:213939:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767329833.152310:0:208649:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767329833.152312:0:218257:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000de4f5a8. 00010000:00000001:1.0:1767329833.152314:0:213939:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767329833.152323:0:213939:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329833.152330:0:211335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:3.0:1767329833.152332:0:218257:0:(mgc_request.c:1931:mgc_process_config()) Process entered 00000020:00000040:1.0:1767329833.152333:0:213939:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c8a2f24d with handle 0x989c09653bac0c21 from hash 02000000:00000001:0.0:1767329833.152333:0:208649:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:00000001:3.0:1767329833.152343:0:218257:0:(mgc_request_server.c:637:mgc_process_config_server()) Process entered 00010000:00010000:2.0:1767329833.152345:0:211335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.109@tcp lock: 00000000b0b89c6b/0x989c09653bac0c83 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa764e4c88bd57825 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767329833.152345:0:213939:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:0.0:1767329833.152345:0:208649:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1767329833.152354:0:218257:0:(mgc_request.c:493:config_log_end()) Process entered 00010000:00000001:1.0:1767329833.152358:0:213939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:3.0:1767329833.152361:0:218257:0:(mgc_request.c:159:config_log_find()) Process entered 02000000:00000001:0.0:1767329833.152365:0:208649:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329833.152366:0:213939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767329833.152368:0:218257:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329833.152375:0:213939:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 10000000:00000001:3.0:1767329833.152380:0:218257:0:(mgc_request.c:497:config_log_end()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1767329833.152381:0:213939:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00100000:0.0:1767329833.152386:0:208649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d72826e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572259328:192.168.202.109@tcp:103: 10000000:00000001:3.0:1767329833.152388:0:218257:0:(mgc_request.c:2025:mgc_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1767329833.152388:0:213939:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767329833.152401:0:213939:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000010:3.0:1767329833.152402:0:218257:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009e23d66c. 00010000:00000001:1.0:1767329833.152412:0:213939:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000040:2.0:1767329833.152414:0:211335:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000001566874 count: 0 00000040:00000010:3.0:1767329833.152416:0:218257:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f39535ca. 00000100:00000001:0.0:1767329833.152416:0:208649:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767329833.152422:0:213939:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007e555f5. 02000000:00000001:0.0:1767329833.152429:0:208649:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:3.0:1767329833.152432:0:218257:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000005d075ac. 00000020:00000040:1.0:1767329833.152434:0:213939:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=6 obd=MGC192.168.202.109@tcp 02000000:00000001:0.0:1767329833.152436:0:208649:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767329833.152443:0:218257:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000acc6402e. 00000100:00000001:1.0:1767329833.152444:0:213939:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329833.152445:0:208649:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1767329833.152450:0:211335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767329833.152451:0:213939:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1767329833.152470:0:211335:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00040000:00000010:3.0:1767329833.152473:0:218257:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009917be02. 02000000:00000010:0.0:1767329833.152473:0:208649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d7ed95c. 00010000:00000010:2.0:1767329833.152480:0:211335:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d71dab87. 02000000:00000001:1.0:1767329833.152481:0:213939:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329833.152489:0:208649:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767329833.152490:0:218257:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000de4f5a8. 00010000:00000001:2.0:1767329833.152497:0:211335:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767329833.152504:0:213939:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d12fd14c. 00000400:00000010:0.0:1767329833.152507:0:208649:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e930975. 00000020:00000001:2.0:1767329833.152508:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:3.0:1767329833.152511:0:218257:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000871301bd. 00000020:00000001:2.0:1767329833.152519:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329833.152521:0:213939:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.152526:0:218257:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000010:0.0:1767329833.152528:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dba91bce. 00010000:00010000:2.0:1767329833.152542:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767329833.152543:0:213939:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000010:3.0:1767329833.152549:0:218257:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 168 at 000000006f21a148. 00000100:00000200:0.0:1767329833.152550:0:208649:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572259328, portal 18 00000020:00000001:2.0:1767329833.152552:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:1.0:1767329833.152557:0:213939:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.109@tcp lock: 00000000c8a2f24d/0x989c09653bac0c21 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa764e4c88bd573e8 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767329833.152560:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329833.152569:0:208649:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1767329833.152570:0:218257:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00010000:2.0:1767329833.152573:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767329833.152578:0:208649:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777364224 : -127176932187392 : ffff8c5550222300) 00010000:00010000:1.0:1767329833.152595:0:213939:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000080:00000001:3.0:1767329833.152597:0:218257:0:(llite_lib.c:979:client_common_put_super()) Process entered 00000020:00000001:2.0:1767329833.152598:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767329833.152612:0:213939:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329833.152612:0:208649:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d72826e0 x1853178572259328/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000080:00000001:3.0:1767329833.152614:0:218257:0:(vvp_dev.c:348:cl_sb_fini()) Process entered 00000020:00000001:2.0:1767329833.152614:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.152628:0:218257:0:(cl_object.c:761:cl_env_obtain()) Process entered 00010000:00010000:2.0:1767329833.152637:0:211335:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767329833.152643:0:213939:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767329833.152649:0:213939:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767329833.152661:0:218257:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at 00000000fae59e91. 00000100:00000040:1.0:1767329833.152665:0:213939:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007e555f5] to pc [ptlrpcd_00_02+2] req@0000000007e555f5 x1853178572259456/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767329833.152671:0:218257:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000de4f5a8. 00000100:00000001:2.0:1767329833.152680:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767329833.152683:0:218257:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fd6ec3cb. 00000100:00000001:2.0:1767329833.152693:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767329833.152696:0:218257:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000024dc0b91. 00000100:00000001:2.0:1767329833.152704:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1767329833.152711:0:218257:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000e9f87015. 00000100:00000001:2.0:1767329833.152724:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1767329833.152728:0:218257:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000c52dcdaf. 00008000:00000010:3.0:1767329833.152756:0:218257:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000ce47c0c9. 00000100:00000001:0.0:1767329833.152756:0:208649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000080:00000010:3.0:1767329833.152768:0:218257:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000d8e0c4d7. 00000100:00000040:0.0:1767329833.152771:0:208649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000080:00000010:3.0:1767329833.152776:0:218257:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000006aaacfc3. 00010000:00000001:1.0:1767329833.152781:0:213939:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767329833.152783:0:208649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031de8760. 00000020:00000010:3.0:1767329833.152786:0:218257:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acc6402e. 00010000:00000001:1.0:1767329833.152792:0:213939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767329833.152794:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767329833.152798:0:208649:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853178572259328, offset 0 00000008:00000010:3.0:1767329833.152799:0:218257:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000001a931947. 00010000:00000001:1.0:1767329833.152801:0:213939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767329833.152804:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767329833.152811:0:213939:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329833.152816:0:208650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000010:3.0:1767329833.152818:0:218257:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000006ccc5b5d. 00010000:00000001:1.0:1767329833.152820:0:213939:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:3.0:1767329833.152829:0:218257:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000a3f86a4e. 10000000:00000001:1.0:1767329833.152831:0:213939:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767329833.152834:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007e555f5 x1853178572259456/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767329833.152840:0:208649:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00010000:00010000:1.0:1767329833.152848:0:213939:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.109@tcp lock: 00000000c8a2f24d/0x989c09653bac0c21 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa764e4c88bd573e8 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00000080:00000010:3.0:1767329833.152860:0:218257:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000b9360789. 00000400:00000200:0.0:1767329833.152876:0:208649:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000020:00000001:3.0:1767329833.152879:0:218257:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446616896698159256 : -127177011392360 : ffff8c554b699098) 00000020:00001000:3.0:1767329833.152902:0:218257:0:(cl_object.c:830:cl_env_get()) 1@00000000fae59e91 00000400:00000200:0.0:1767329833.152907:0:208649:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1767329833.152923:0:213939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767329833.152937:0:208649:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00010000:00010000:1.0:1767329833.152938:0:213939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.109@tcp lock: 00000000c8a2f24d/0x989c09653bac0c21 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa764e4c88bd573e8 expref: -99 pid: 211329 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767329833.152941:0:208650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767329833.152951:0:208650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329833.152961:0:208649:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767329833.152972:0:208650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000040:1.0:1767329833.152974:0:213939:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000015656d5b count: 0 00000400:00000200:0.0:1767329833.152980:0:208649:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 02000000:00000001:2.0:1767329833.152982:0:208650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767329833.152999:0:208650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767329833.153003:0:213939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767329833.153010:0:213939:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:3.0:1767329833.153012:0:218257:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff8c55499c0800 (000000009950e1df) now 5 - lov 00000400:00000200:0.0:1767329833.153015:0:208649:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [656:656:256:4294967295] 192.168.202.109@tcp LPNI seq info [656:656:8:4294967295] 00010000:00000010:1.0:1767329833.153022:0:213939:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000fd6056b4. 00000100:00100000:2.0:1767329833.153059:0:208650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572259456:192.168.202.109@tcp:103: 00000100:00000001:2.0:1767329833.153070:0:208650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1767329833.153072:0:213939:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329833.153081:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767329833.153082:0:208650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767329833.153096:0:208650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329833.153099:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329833.153118:0:208650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:1.0:1767329833.153126:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767329833.153146:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767329833.153151:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767329833.153152:0:208650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd470828. 00010000:00010000:1.0:1767329833.153163:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767329833.153164:0:208650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329833.153172:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1767329833.153172:0:208649:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000020:00000001:1.0:1767329833.153180:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767329833.153181:0:208650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3022fb3. 00020000:00000001:3.0:1767329833.153193:0:218257:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00000800:00000200:0.0:1767329833.153201:0:208649:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00020000:00000001:3.0:1767329833.153204:0:218257:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446616896626160768 : -127177083390848 : ffff8c55471ef480) 00010000:00010000:1.0:1767329833.153205:0:213939:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767329833.153208:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004740f0f1. 00000800:00000010:0.0:1767329833.153215:0:208649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c950b47. 00000100:00000001:1.0:1767329833.153219:0:208651:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767329833.153223:0:208650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572259456, portal 18 00000100:00000001:1.0:1767329833.153227:0:208651:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329833.153230:0:208650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767329833.153232:0:208649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000001:2.0:1767329833.153237:0:208650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896777204864 : -127176932346752 : ffff8c55501fb480) 00000800:00000200:0.0:1767329833.153245:0:208649:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1767329833.153251:0:208649:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002c950b47 type 1, nob 424 niov 1 nkiov 1 00000100:00000040:2.0:1767329833.153256:0:208650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007e555f5 x1853178572259456/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329833.153270:0:208650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767329833.153275:0:208650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:2.0:1767329833.153278:0:208650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ad6670d. 00000100:00000001:0.0:1767329833.153283:0:208649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329833.153290:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301682726 00000100:00000200:2.0:1767329833.153295:0:208650:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853178572259456, offset 0 00000100:00000001:0.0:1767329833.153299:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301682724 00000100:00000001:0.0:1767329833.153311:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301682726 00000400:00000200:2.0:1767329833.153313:0:208650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000100:00000001:0.0:1767329833.153321:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301682724 00000100:00000001:0.0:1767329833.153335:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301682726 00000400:00000200:2.0:1767329833.153343:0:208650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000100:00000001:0.0:1767329833.153347:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301682724 00000400:00000200:2.0:1767329833.153355:0:208650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767329833.153359:0:208649:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301682726 00000400:00000200:2.0:1767329833.153368:0:208650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000100:00000001:0.0:1767329833.153370:0:208649:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301682724 00000400:00000200:2.0:1767329833.153385:0:208650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767329833.153389:0:208649:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767329833.153397:0:208650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000100:00000001:0.0:1767329833.153397:0:208649:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767329833.153413:0:208650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [657:657:255:4294967295] 192.168.202.109@tcp LPNI seq info [657:657:7:4294967295] 00000100:00000001:0.0:1767329833.153417:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1767329833.153419:0:218257:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at 00000000da6a8b58. 00000100:00000001:0.0:1767329833.153432:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329833.153445:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329833.153453:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767329833.153459:0:208641:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767329833.153466:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1767329833.153470:0:208641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c950b47. 00000100:00000001:0.0:1767329833.153472:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767329833.153485:0:208650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000100:00000001:0.0:1767329833.153485:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329833.153487:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767329833.153499:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767329833.153508:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:1.0:1767329833.153516:0:208641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031de8760 00000400:00000010:1.0:1767329833.153521:0:208641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031de8760. 00000800:00000200:2.0:1767329833.153526:0:208650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.109@tcp 00000100:00000001:1.0:1767329833.153535:0:208641:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:2.0:1767329833.153539:0:208650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008d06a132. 00000800:00000001:0.0:1767329833.153540:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767329833.153547:0:208641:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d72826e0 x1853178572259328/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329833.153556:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767329833.153563:0:208641:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767329833.153564:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767329833.153571:0:208650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000100:00000040:1.0:1767329833.153573:0:208641:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d72826e0 x1853178572259328/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767329833.153575:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1767329833.153581:0:218257:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:3.0:1767329833.153591:0:218257:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446616896626160512 : -127177083391104 : ffff8c55471ef380) 00000100:00000001:1.0:1767329833.153604:0:208641:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767329833.153612:0:208642:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000100:00000001:1.0:1767329833.153615:0:208641:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767329833.153617:0:208650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329833.153630:0:208650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d06a132 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1767329833.153632:0:208642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x69574c2813f80 00020000:00000010:3.0:1767329833.153642:0:218257:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at 000000001d26089f. 00000400:00000200:0.0:1767329833.153652:0:208642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1541 [1] + 224 00000100:00000001:2.0:1767329833.153683:0:208650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767329833.153684:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767329833.153699:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301682726 00020000:00000001:3.0:1767329833.153701:0:218257:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00000100:00000001:2.0:1767329833.153705:0:208650:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, keep current deadline 4301682726 00020000:00000001:3.0:1767329833.153706:0:218257:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446616896626163328 : -127177083388288 : ffff8c55471efe80) 00000100:00000001:2.0:1767329833.153716:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301682726 00000100:00000001:2.0:1767329833.153723:0:208650:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, keep current deadline 4301682726 00000100:00000001:2.0:1767329833.153729:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301682726 00000100:00000001:2.0:1767329833.153734:0:208650:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, keep current deadline 4301682726 00000100:00000001:2.0:1767329833.153738:0:208650:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301682726 00000100:00000001:2.0:1767329833.153742:0:208650:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, keep current deadline 4301682726 00000100:00000001:2.0:1767329833.153746:0:208650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329833.153750:0:208650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329833.153756:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767329833.153759:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767329833.153761:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767329833.153769:0:208643:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008d06a132. 00000100:00000001:2.0:1767329833.153777:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767329833.153778:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767329833.153783:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:0.0:1767329833.153790:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329833.153795:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767329833.153796:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329833.153798:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329833.153803:0:208643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ad6670d 00020000:00000010:3.0:1767329833.153810:0:218257:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at 0000000051bbd5d6. 00000100:00000001:2.0:1767329833.153816:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767329833.153817:0:208643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ad6670d. 00000400:00000200:0.0:1767329833.153818:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00020000:00000001:3.0:1767329833.153822:0:218257:0:(lov_dev.c:226:lov_device_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329833.153823:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329833.153829:0:208643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767329833.153836:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329833.153836:0:208642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329833.153839:0:208643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007e555f5 x1853178572259456/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329833.153854:0:208642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d99846bb x1853178572259200/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329833.153879:0:208643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329833.153886:0:208642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d99846bb x1853178572259200/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329833.153889:0:208643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007e555f5 x1853178572259456/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329833.153925:0:208643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329833.153928:0:208643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767329833.153937:0:208642:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767329833.153949:0:208642:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767329833.153955:0:208642:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767329833.153974:0:218257:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 000000002feb0daa. 00000100:00000001:2.0:1767329833.153993:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329833.154002:0:208648:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329833.154015:0:208648:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767329833.154029:0:218257:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 000000005ceecaec. 00000400:00000001:2.0:1767329833.154081:0:208648:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329833.154088:0:208648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015e4d819. 00000020:00000010:3.0:1767329833.154089:0:218257:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000018cc5226. 00000400:00000200:2.0:1767329833.154101:0:208648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bffb9b1 00000080:00000010:3.0:1767329833.154107:0:218257:0:(vvp_dev.c:156:vvp_device_free()) kfreed 'site': 528 at 000000002a8676f6. 00000400:00000010:2.0:1767329833.154107:0:208648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bffb9b1. 00000100:00000001:2.0:1767329833.154127:0:208648:0:(events.c:78:reply_in_callback()) Process entered 00000080:00000010:3.0:1767329833.154158:0:218257:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000007d2458cf. 00000100:00000200:2.0:1767329833.154161:0:208648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d99846bb x1853178572259200/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000080:00000010:3.0:1767329833.154172:0:218257:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000cb39f5fb. 00000080:00000010:3.0:1767329833.154191:0:218257:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000019edadb2. 00000100:00000200:2.0:1767329833.154192:0:208648:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d99846bb x1853178572259200/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000080:00000010:3.0:1767329833.154209:0:218257:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000c299a589. 00000100:00000001:2.0:1767329833.154213:0:208648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329833.154220:0:208648:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1767329833.154223:0:218257:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000005fdd38b9. 00000100:00000001:2.0:1767329833.154226:0:208648:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329833.154232:0:208648:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000080:00000010:3.0:1767329833.154236:0:218257:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000003dfd222e. 00000100:00000001:2.0:1767329833.154237:0:208648:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329833.154244:0:208648:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767329833.154248:0:218257:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000deadd007. 02000000:00000001:2.0:1767329833.154250:0:208648:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767329833.154262:0:218257:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000ca2d3cdb. 00000100:00001000:2.0:1767329833.154262:0:208648:0:(import.c:2128:obd_at_measure()) add 5 to 00000000906f338b time=356 v=5 (5 0 5 0) 00000100:00001000:2.0:1767329833.154278:0:208648:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=80 v=5 (1 1 1 1) 00000080:00000010:3.0:1767329833.154281:0:218257:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000c5b71124. 00000100:00000001:2.0:1767329833.154284:0:208648:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329833.154287:0:208648:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329833.154294:0:208648:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000080:00000010:3.0:1767329833.154296:0:218257:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000e93024fd. 00010000:00000001:2.0:1767329833.154297:0:208648:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329833.154308:0:208648:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767329833.154312:0:218257:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000015b25729. 00000100:00000040:2.0:1767329833.154317:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d99846bb x1853178572259200/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000080:00000010:3.0:1767329833.154326:0:218257:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000032111649. 00000100:00000001:2.0:1767329833.154341:0:208648:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1767329833.154344:0:218257:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000004da5812c. 00000100:00000001:2.0:1767329833.154347:0:208648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329833.154350:0:208648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1767329833.154356:0:218257:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000b303627e. 00000100:00000040:2.0:1767329833.154358:0:208648:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d99846bb x1853178572259200/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000080:00000010:3.0:1767329833.154379:0:218257:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000a16d6f53. 00000080:00000010:3.0:1767329833.154395:0:218257:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000d4944160. 00000100:00100000:2.0:1767329833.154404:0:208648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d99846bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbc0edb7-593a-4289-8780-9495892e37e0:208648:1853178572259200:192.168.202.109@tcp:103: 00000080:00000010:3.0:1767329833.154407:0:218257:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000f60538a9. 00000100:00000001:2.0:1767329833.154421:0:208648:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1767329833.154423:0:218257:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000023213021. 00000100:00000001:2.0:1767329833.154427:0:208648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329833.154439:0:208648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d99846bb x1853178572259200/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329833.154458:0:208648:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000080:00000010:3.0:1767329833.154462:0:218257:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000044f70491. 02000000:00000001:2.0:1767329833.154464:0:208648:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767329833.154471:0:208648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000576dcef4. 00000080:00000010:3.0:1767329833.154478:0:218257:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000000f8c2a4a. 02000000:00000001:2.0:1767329833.154479:0:208648:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329833.154484:0:208648:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329833.154491:0:208648:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=5 obd=MGC192.168.202.109@tcp 00000080:00000010:3.0:1767329833.154495:0:218257:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000fa604a8b. 00000020:00000001:2.0:1767329833.154496:0:208648:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329833.154501:0:208648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d8345233. 00000080:00000010:3.0:1767329833.154510:0:218257:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000ceda39d7. 02000000:00000001:2.0:1767329833.154511:0:208648:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329833.154517:0:208648:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329833.154532:0:208648:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d99846bb. 00000100:00000001:2.0:1767329833.154539:0:208648:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329833.154541:0:208648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329833.154544:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329833.154550:0:208648:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767329833.154552:0:208648:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329833.154555:0:208648:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329833.154558:0:208648:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767329833.154710:0:218257:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000367ce139. 00000080:00000010:3.0:1767329833.154716:0:218257:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000002e7a186e. 00000080:00000010:3.0:1767329833.154724:0:218257:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000aa3d75a6. 00000080:00000010:3.0:1767329833.154729:0:218257:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000a28e11c7. 00000080:00000010:3.0:1767329833.154734:0:218257:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000509f1e35. 00000080:00000010:3.0:1767329833.154738:0:218257:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000d9b41318. 00000080:00000010:3.0:1767329833.154742:0:218257:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000e95fc4d8. 00000080:00000010:3.0:1767329833.154746:0:218257:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000c8ecaec5. 00000080:00000010:3.0:1767329833.154749:0:218257:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000e36681eb. 00000080:00000010:3.0:1767329833.154752:0:218257:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000f5c67dec. 00000080:00000010:3.0:1767329833.154758:0:218257:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 0000000081a28325. 00000080:00000010:3.0:1767329833.154761:0:218257:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000ed2a05ab. 00000080:00000010:3.0:1767329833.154764:0:218257:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000007ce88521. 00000080:00000010:3.0:1767329833.154767:0:218257:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000746eda5f. 00000080:00000010:3.0:1767329833.154770:0:218257:0:(vvp_dev.c:160:vvp_device_free()) kfreed 'vdv': 72 at 00000000dec8bda1. 00020000:00000001:3.0:1767329833.154775:0:218257:0:(lov_obd.c:754:lov_cleanup()) Process entered 00000800:00000001:1.0:1767329833.154797:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767329833.154810:0:218257:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000800:00000001:1.0:1767329833.154813:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767329833.154816:0:218257:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000003397d670. 00000800:00000001:1.0:1767329833.154821:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767329833.154824:0:218257:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000800:00000001:1.0:1767329833.154829:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329833.154843:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329833.154859:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x69574c2814000 00000400:00000200:1.0:1767329833.154870:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1549 [1] + 224 00000800:00000001:1.0:1767329833.154879:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329833.154892:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329833.154895:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329833.154902:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329833.154910:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329833.154918:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d72826e0 x1853178572259328/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329833.154935:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d72826e0 x1853178572259328/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1767329833.154953:0:218257:0:(lov_obd.c:562:lov_del_target()) Process entered 00020000:01000000:3.0:1767329833.154958:0:218257:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0000_UUID idx: 0 gen: 1 exp: 000000004a4553ca active: 0 00020000:00000001:3.0:1767329833.154962:0:218257:0:(lov_obd.c:598:lov_del_target()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:3.0:1767329833.154965:0:218257:0:(lov_obd.c:64:lov_tgts_putref()) destroying 1 lov targets 00000100:00000001:1.0:1767329833.154967:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767329833.154969:0:218257:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:3.0:1767329833.154977:0:218257:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:3.0:1767329833.154982:0:218257:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00000800:00000001:1.0:1767329833.154983:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329833.154990:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1767329833.154999:0:218257:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:3.0:1767329833.155004:0:218257:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00020000:01000000:3.0:1767329833.155009:0:218257:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0000_UUID : lustre-OST0000-osc-ffff8c55499c0800 00020000:00000001:3.0:1767329833.155012:0:218257:0:(lov_obd.c:245:lov_disconnect_obd()) Process entered 00020000:01000000:3.0:1767329833.155049:0:218257:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff8c55499c0800: disconnecting target lustre-OST0000-osc-ffff8c55499c0800 00020000:00000001:3.0:1767329833.155056:0:218257:0:(obd_class.h:1347:obd_register_observer()) Process entered 00000100:00000001:0.0:1767329833.155056:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:3.0:1767329833.155061:0:218257:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329833.155067:0:208649:0:(client.c:1974:ptlrpc_check_set()) Process entered 00020000:00000001:3.0:1767329833.155068:0:218257:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:3.0:1767329833.155076:0:218257:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:3.0:1767329833.155082:0:218257:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-OST0000-osc-ffff8c55499c0800 - 1 00000400:00000001:0.0:1767329833.155084:0:208649:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767329833.155087:0:218257:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1767329833.155096:0:218257:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-OST0000_UUID 00000400:00000001:0.0:1767329833.155096:0:208649:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767329833.155104:0:218257:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329833.155108:0:218257:0:(genops.c:1242:class_import_put()) import 00000000ecbf23f4 refcount=1 obd=lustre-OST0000-osc-ffff8c55499c0800 00000400:00000010:0.0:1767329833.155108:0:208649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e930975. 00000020:00000001:3.0:1767329833.155146:0:218257:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767329833.155148:0:218257:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329833.155153:0:218257:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:3.0:1767329833.155156:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000400:00000200:0.0:1767329833.155156:0:208649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dba91bce 00000001:00000001:3.0:1767329833.155163:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000010:0.0:1767329833.155164:0:208649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dba91bce. 00000100:00000001:0.0:1767329833.155176:0:208649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767329833.155194:0:208649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d72826e0 x1853178572259328/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767329833.155209:0:208649:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d72826e0 x1853178572259328/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767329833.155210:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329833.155217:0:218257:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329833.155223:0:218257:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1767329833.155227:0:218257:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1767329833.155230:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767329833.155234:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1767329833.155236:0:208649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767329833.155242:0:208649:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329833.155246:0:208649:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767329833.155250:0:208649:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767329833.155253:0:208649:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767329833.155257:0:208649:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767329833.155261:0:208649:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329833.155268:0:208649:0:(import.c:2128:obd_at_measure()) add 5 to 00000000906f338b time=56 v=5 (5 0 5 0) 00000001:00000001:3.0:1767329833.155274:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767329833.155275:0:208649:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=80 v=5 (1 1 1 1) 00000001:00000001:3.0:1767329833.155280:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767329833.155285:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1767329833.155286:0:208649:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767329833.155291:0:208649:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329833.155295:0:208649:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767329833.155298:0:208649:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329833.155303:0:208649:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329833.155309:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d72826e0 x1853178572259328/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329833.155321:0:208649:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767329833.155323:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329833.155326:0:208649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767329833.155328:0:218257:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329833.155333:0:208649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767329833.155334:0:218257:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:3.0:1767329833.155338:0:218257:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00080000:3.0:1767329833.155342:0:218257:0:(import.c:65:import_set_state_nolock()) 00000000ecbf23f4 lustre-OST0000_UUID: changing import state from IDLE to CLOSED 00000100:00000040:0.0:1767329833.155345:0:208649:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d72826e0 x1853178572259328/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329833.155348:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1767329833.155353:0:218257:0:(osc_request.c:3856:osc_import_event()) Process entered 00000100:00100000:0.0:1767329833.155363:0:208649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d72826e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbc0edb7-593a-4289-8780-9495892e37e0:208649:1853178572259328:192.168.202.109@tcp:103: 00000100:00000001:0.0:1767329833.155370:0:208649:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329833.155374:0:208649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329833.155377:0:208649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d72826e0 x1853178572259328/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329833.155387:0:208649:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767329833.155390:0:208649:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767329833.155402:0:208649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d7ed95c. 02000000:00000001:0.0:1767329833.155407:0:208649:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767329833.155409:0:208649:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329833.155411:0:208649:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=4 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329833.155415:0:208649:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329833.155418:0:208649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000512663e4. 02000000:00000001:0.0:1767329833.155422:0:208649:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329833.155425:0:208649:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329833.155428:0:208649:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d72826e0. 00000100:00000001:0.0:1767329833.155433:0:208649:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329833.155435:0:208649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329833.155438:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1767329833.155463:0:218257:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329833.155466:0:208649:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329833.155468:0:218257:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767329833.155475:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767329833.155475:0:208649:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767329833.155480:0:218257:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:3.0:1767329833.155486:0:218257:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329833.155488:0:208649:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329833.155490:0:218257:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767329833.155497:0:208649:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329833.155498:0:218257:0:(import.c:1922:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329833.155512:0:218257:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767329833.155514:0:218257:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1767329833.155517:0:218257:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767329833.155520:0:218257:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767329833.155523:0:218257:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c55499c0800: committing for last_committed 0 gen 3 00000100:00000040:3.0:1767329833.155527:0:218257:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c55499c0800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767329833.155532:0:218257:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329833.155534:0:218257:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767329833.155536:0:218257:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767329833.155538:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1767329833.155540:0:218257:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:3.0:1767329833.155542:0:218257:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329833.155545:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767329833.155546:0:218257:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:3.0:1767329833.155553:0:218257:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767329833.155556:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1767329833.155558:0:218257:0:(osc_request.c:3856:osc_import_event()) Process entered 00000001:00000001:3.0:1767329833.155560:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000800:00000001:1.0:1767329833.155562:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767329833.155564:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000800:00000001:1.0:1767329833.155572:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329833.155577:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329833.155588:0:208643:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329833.155602:0:208643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 18 MB=0x69574c2814080 00000400:00000200:1.0:1767329833.155612:0:208643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1551 [1] + 224 00000001:00000001:3.0:1767329833.155621:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767329833.155621:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:3.0:1767329833.155627:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767329833.155629:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000800:00000001:1.0:1767329833.155674:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767329833.155676:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.155687:0:218257:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000400:00000200:1.0:1767329833.155687:0:208643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767329833.155696:0:218257:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at 00000000773521ce. 00000400:00000200:1.0:1767329833.155699:0:208643:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000020:00000010:3.0:1767329833.155705:0:218257:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000871301bd. 00000100:00000001:1.0:1767329833.155709:0:208643:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767329833.155713:0:218257:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f39535ca. 00000100:00000200:1.0:1767329833.155721:0:208643:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007e555f5 x1853178572259456/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767329833.155722:0:218257:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000002e065e8f. 00000008:00000010:3.0:1767329833.155732:0:218257:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000d729c166. 00020000:00000010:3.0:1767329833.155742:0:218257:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000066f82c1a. 00008000:00000010:3.0:1767329833.155752:0:218257:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000aaf9c4c8. 00000100:00000040:1.0:1767329833.155755:0:208643:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000007e555f5 x1853178572259456/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767329833.155776:0:218257:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e23d66c. 00000008:00000010:3.0:1767329833.155781:0:218257:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000073df45c6. 00020000:00000010:3.0:1767329833.155784:0:218257:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000009f1c7a61. 00000100:00000001:1.0:1767329833.155787:0:208643:0:(events.c:163:reply_in_callback()) Process leaving 00008000:00000010:3.0:1767329833.155789:0:218257:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007b1d2ea8. 00000020:00000001:3.0:1767329833.155797:0:218257:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446616896698160120 : -127177011391496 : ffff8c554b6993f8) 00000800:00000001:1.0:1767329833.155800:0:208643:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00001000:3.0:1767329833.155802:0:218257:0:(cl_object.c:830:cl_env_get()) 1@00000000773521ce 00000800:00000001:1.0:1767329833.155811:0:208643:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1767329833.155812:0:218257:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1767329833.155819:0:218257:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1767329833.155824:0:218257:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767329833.155827:0:218257:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1767329833.155829:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767329833.155832:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1767329833.155842:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767329833.155848:0:208650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767329833.155855:0:208650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767329833.155857:0:208650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767329833.155860:0:208650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3022fb3. 00000400:00000200:2.0:1767329833.155866:0:208650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004740f0f1 00000400:00000010:2.0:1767329833.155869:0:208650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004740f0f1. 00000100:00000001:2.0:1767329833.155874:0:208650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767329833.155881:0:208650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007e555f5 x1853178572259456/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767329833.155894:0:208650:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007e555f5 x1853178572259456/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329833.155915:0:208650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767329833.155918:0:208650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329833.155921:0:208650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767329833.155924:0:208650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767329833.155927:0:208650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767329833.155930:0:208650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767329833.155933:0:208650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767329833.155939:0:208650:0:(import.c:2128:obd_at_measure()) add 5 to 00000000906f338b time=56 v=5 (5 0 5 0) 00000100:00001000:2.0:1767329833.155944:0:208650:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=80 v=5 (1 1 1 1) 00000100:00000001:2.0:1767329833.155949:0:208650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767329833.155952:0:208650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767329833.155953:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329833.155961:0:208650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00001000:3.0:1767329833.155962:0:218257:0:(cl_object.c:924:cl_env_put()) 1@00000000773521ce 00010000:00000001:2.0:1767329833.155968:0:208650:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767329833.155971:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1767329833.155977:0:208650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767329833.155978:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:2.0:1767329833.155991:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007e555f5 x1853178572259456/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767329833.156001:0:208650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767329833.156004:0:208650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767329833.156007:0:208650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767329833.156013:0:208650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007e555f5 x1853178572259456/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329833.156058:0:208650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007e555f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbc0edb7-593a-4289-8780-9495892e37e0:208650:1853178572259456:192.168.202.109@tcp:103: 00000100:00000001:2.0:1767329833.156068:0:208650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767329833.156073:0:208650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767329833.156077:0:208650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007e555f5 x1853178572259456/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1767329849 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767329833.156084:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329833.156087:0:208650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:3.0:1767329833.156089:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1767329833.156094:0:208650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:3.0:1767329833.156095:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:2.0:1767329833.156106:0:208650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd470828. 02000000:00000001:2.0:1767329833.156115:0:208650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767329833.156117:0:208650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329833.156122:0:208650:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:2.0:1767329833.156156:0:208650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767329833.156159:0:208650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d12fd14c. 02000000:00000001:2.0:1767329833.156174:0:208650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767329833.156176:0:208650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767329833.156179:0:208650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007e555f5. 00000100:00000001:2.0:1767329833.156184:0:208650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767329833.156186:0:208650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767329833.156187:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767329833.156194:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1767329833.156195:0:218257:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329833.156213:0:218257:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767329833.156217:0:208650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767329833.156220:0:218257:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000100:00000001:2.0:1767329833.156222:0:208650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.156227:0:218257:0:(genops.c:1460:class_disconnect()) Process entered 00000100:00000001:2.0:1767329833.156229:0:208650:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000080:3.0:1767329833.156233:0:218257:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x989c09653bac0c44 00000100:00000001:2.0:1767329833.156235:0:208650:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767329833.156243:0:218257:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004a4553ca with handle 0x989c09653bac0c44 from hash 00000020:00000040:3.0:1767329833.156258:0:218257:0:(genops.c:898:class_export_put()) PUTting export 000000004a4553ca : new refcount 2 00000020:00000001:3.0:1767329833.156262:0:218257:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767329833.156263:0:218257:0:(genops.c:898:class_export_put()) PUTting export 000000004a4553ca : new refcount 1 00000020:00000001:3.0:1767329833.156265:0:218257:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767329833.156266:0:218257:0:(genops.c:898:class_export_put()) PUTting export 000000004a4553ca : new refcount 0 00000020:00000080:3.0:1767329833.156268:0:218257:0:(genops.c:904:class_export_put()) final put 000000004a4553ca/LOV_OSC_UUID 00000020:00000001:3.0:1767329833.156271:0:218257:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.156284:0:218257:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329833.156286:0:218257:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767329833.156323:0:218257:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767329833.156326:0:218257:0:(lov_obd.c:280:lov_disconnect_obd()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1767329833.156336:0:218257:0:(lov_obd.c:616:__lov_del_obd()) kfreed 'tgt': 368 at 000000005930d3d7. 00000020:00000001:0.0:1767329833.156343:0:191164:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:3.0:1767329833.156346:0:218257:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:00000080:0.0:1767329833.156349:0:191164:0:(genops.c:863:class_export_destroy()) destroying export 000000004a4553ca/LOV_OSC_UUID for lustre-OST0000-osc-ffff8c55499c0800 00000020:01000000:3.0:1767329833.156351:0:218257:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffff8c55499c0800 (flags='F') 00000020:00000010:3.0:1767329833.156356:0:218257:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at 0000000050346681. 00000020:00000080:3.0:1767329833.156361:0:218257:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000040:0.0:1767329833.156365:0:191164:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 11 to 192.168.202.109@tcp 00000020:00000001:3.0:1767329833.156368:0:218257:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:0.0:1767329833.156373:0:191164:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000080:3.0:1767329833.156375:0:218257:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-ffff8c55499c0800: forcing exports to disconnect: 0/3 00000020:00000001:0.0:1767329833.156380:0:191164:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.156382:0:218257:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767329833.156386:0:218257:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (0000000065960dbf) has no exports 00000020:00000040:0.0:1767329833.156388:0:191164:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff8c55499c0800 (0000000065960dbf) now 5 - export 00000020:00000001:3.0:1767329833.156390:0:218257:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767329833.156396:0:218257:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1767329833.156398:0:191164:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000004a4553ca. 00000020:00000010:3.0:1767329833.156401:0:218257:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094e1f07f. 00000020:00000010:3.0:1767329833.156408:0:218257:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006f40ab60. 00000020:00000010:3.0:1767329833.156411:0:218257:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000074d9516. 00000008:00000010:3.0:1767329833.156416:0:218257:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000bbe67b19. 00000020:00000001:0.0:1767329833.156417:0:191164:0:(genops.c:880:class_export_destroy()) Process leaving 00020000:00000010:3.0:1767329833.156423:0:218257:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000000ef1e2fa. 00008000:00000010:3.0:1767329833.156428:0:218257:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b4399a95. 00000020:00000010:3.0:1767329833.156433:0:218257:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000083ae43fa. 00000008:00000001:3.0:1767329833.156437:0:218257:0:(osc_dev.c:163:osc_device_fini()) Process entered 00000008:00000001:3.0:1767329833.156439:0:218257:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000008:00000001:3.0:1767329833.156446:0:218257:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:3.0:1767329833.156449:0:218257:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-ffff8c55499c0800: client import never connected 00000100:00000001:3.0:1767329833.156451:0:218257:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767329833.156453:0:218257:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1767329833.156456:0:218257:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767329833.156457:0:218257:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767329833.156459:0:218257:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c55499c0800: committing for last_committed 0 gen 4 00000100:00000040:3.0:1767329833.156461:0:218257:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c55499c0800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767329833.156463:0:218257:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329833.156464:0:218257:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767329833.156465:0:218257:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767329833.156467:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767329833.156468:0:218257:0:(obd_class.h:479:obd_check_dev()) Device 5 not setup 00000100:00000001:3.0:1767329833.160113:0:218257:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:3.0:1767329833.160116:0:218257:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767329833.160126:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767329833.160127:0:218257:0:(obd_class.h:479:obd_check_dev()) Device 5 not setup 00000100:00000001:3.0:1767329833.160145:0:218257:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:3.0:1767329833.160151:0:218257:0:(genops.c:1229:class_import_get()) import 00000000ecbf23f4 refcount=2 obd=lustre-OST0000-osc-ffff8c55499c0800 00000020:00000001:3.0:1767329833.160154:0:218257:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329833.160156:0:218257:0:(genops.c:1242:class_import_put()) import 00000000ecbf23f4 refcount=1 obd=lustre-OST0000-osc-ffff8c55499c0800 00000020:00000001:3.0:1767329833.160159:0:218257:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767329833.160161:0:218257:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329833.160163:0:218257:0:(genops.c:1242:class_import_put()) import 00000000ecbf23f4 refcount=0 obd=lustre-OST0000-osc-ffff8c55499c0800 00000020:00000040:3.0:1767329833.160165:0:218257:0:(genops.c:1245:class_import_put()) final put import 00000000ecbf23f4 00000020:00000001:3.0:1767329833.160174:0:218257:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:3.0:1767329833.160175:0:218257:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:3.0:1767329833.160177:0:218257:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329833.160216:0:191164:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767329833.160221:0:191164:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000ecbf23f4 for lustre-OST0000-osc-ffff8c55499c0800 00000020:00000040:0.0:1767329833.160228:0:191164:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 10 to 192.168.202.109@tcp 00000020:00000040:0.0:1767329833.160234:0:191164:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 9 to 192.168.202.109@tcp 00000020:00000010:0.0:1767329833.160237:0:191164:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 000000007d7f16d7. 00000020:00000040:0.0:1767329833.160242:0:191164:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff8c55499c0800 (0000000065960dbf) now 4 - import 00000020:00000010:0.0:1767329833.160246:0:191164:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000ecbf23f4. 00000020:00000001:0.0:1767329833.160251:0:191164:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:3.0:1767329833.160405:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000794d8911. 00000020:00000010:3.0:1767329833.160411:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000b4dde1a0. 00000020:00000010:3.0:1767329833.160415:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000009b9a0714. 00000020:00000010:3.0:1767329833.160418:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000000ddf5a1c. 00000020:00000010:3.0:1767329833.160423:0:218257:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000000c8796f9. 00000020:00000010:3.0:1767329833.160428:0:218257:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000c3a9ef59. 00000008:00000001:3.0:1767329833.160431:0:218257:0:(osc_dev.c:168:osc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767329833.160437:0:218257:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000083ae43fa. 00000020:00000010:3.0:1767329833.160445:0:218257:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006f40ab60. 00000020:00000010:3.0:1767329833.160448:0:218257:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000074d9516. 00000008:00000010:3.0:1767329833.160451:0:218257:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000bbe67b19. 00020000:00000010:3.0:1767329833.160455:0:218257:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000000ef1e2fa. 00008000:00000010:3.0:1767329833.160458:0:218257:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000b4399a95. 00000020:00000010:3.0:1767329833.160462:0:218257:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094e1f07f. 00000020:00000001:3.0:1767329833.160464:0:218257:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767329833.160473:0:218257:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767329833.160478:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002f63568b. 00000001:00000010:3.0:1767329833.160482:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007b0d5bd9. 00000001:00000010:3.0:1767329833.160483:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bb63758e. 00000001:00000010:3.0:1767329833.160485:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009e2beb12. 00000001:00000010:3.0:1767329833.160487:0:218257:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a90c41a3. 00000001:00000010:3.0:1767329833.160489:0:218257:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005f6e5df2. 00000001:00000001:3.0:1767329833.160501:0:218257:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767329833.160502:0:218257:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767329833.160506:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006966f463. 00000001:00000010:3.0:1767329833.160508:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b7f1aaa0. 00000001:00000010:3.0:1767329833.160510:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c05b64e6. 00000001:00000010:3.0:1767329833.160513:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004c58d10f. 00000001:00000010:3.0:1767329833.160516:0:218257:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000090a3d114. 00000001:00000010:3.0:1767329833.160518:0:218257:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000002fb07502. 00000001:00000001:3.0:1767329833.160521:0:218257:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767329833.160522:0:218257:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff8c55499c0800 (0000000065960dbf) now 3 - setup 00000020:00000001:3.0:1767329833.160524:0:218257:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.160526:0:218257:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767329833.160529:0:218257:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767329833.160532:0:218257:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767329833.160535:0:218257:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff8c55499c0800 (0000000065960dbf) now 2 - obd_device_list 00000020:00000080:3.0:1767329833.160537:0:218257:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-ffff8c55499c0800 (uuid 2c7f8946-12aa-408e-b284-1332d7e79269) 00000020:00000040:3.0:1767329833.160538:0:218257:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff8c55499c0800 (0000000065960dbf) now 1 - newdev 00000020:00000040:3.0:1767329833.160541:0:218257:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000462b2945 with handle 0x989c09653bac0c13 from hash 00000020:00000040:3.0:1767329833.160543:0:218257:0:(genops.c:898:class_export_put()) PUTting export 00000000462b2945 : new refcount 0 00000020:00000080:3.0:1767329833.160545:0:218257:0:(genops.c:904:class_export_put()) final put 00000000462b2945/2c7f8946-12aa-408e-b284-1332d7e79269 00000020:00000001:3.0:1767329833.160547:0:218257:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.160549:0:218257:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767329833.160551:0:218257:0:(genops.c:863:class_export_destroy()) destroying export 00000000462b2945/2c7f8946-12aa-408e-b284-1332d7e79269 for lustre-OST0000-osc-ffff8c55499c0800 00000020:00000001:3.0:1767329833.160553:0:218257:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767329833.160554:0:218257:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767329833.160556:0:218257:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000462b2945. 00000020:00000001:3.0:1767329833.160559:0:218257:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767329833.160560:0:218257:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-ffff8c55499c0800 obd_type name = osc 00000020:01000000:3.0:1767329833.160562:0:218257:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-ffff8c55499c0800 (2c7f8946-12aa-408e-b284-1332d7e79269) 00000020:00000001:3.0:1767329833.160564:0:218257:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767329833.160566:0:218257:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094e1f07f. 00000020:00000010:3.0:1767329833.160568:0:218257:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006f40ab60. 00000020:00000010:3.0:1767329833.160575:0:218257:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000074d9516. 00000008:00000010:3.0:1767329833.160578:0:218257:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000bbe67b19. 00020000:00000010:3.0:1767329833.160581:0:218257:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000000ef1e2fa. 00008000:00000010:3.0:1767329833.160583:0:218257:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b4399a95. 00000008:00000010:3.0:1767329833.160588:0:218257:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000ec2b8008. 00000008:00000010:3.0:1767329833.160591:0:218257:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000002e10cbf7. 00000008:00000010:3.0:1767329833.160595:0:218257:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000038090b0e. 00000008:00000010:3.0:1767329833.160600:0:218257:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000013040cf7. 00000008:00000010:3.0:1767329833.160604:0:218257:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000001515acdb. 00000008:00000010:3.0:1767329833.160607:0:218257:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000008e025e72. 00000008:00000010:3.0:1767329833.160610:0:218257:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000c854e5f0. 00000008:00000010:3.0:1767329833.160613:0:218257:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000f245267a. 00000008:00000010:3.0:1767329833.160616:0:218257:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000039e2f058. 00000008:00000010:3.0:1767329833.160620:0:218257:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000000c86ca4d. 00000008:00000010:3.0:1767329833.160623:0:218257:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000084ecfa77. 00000008:00000010:3.0:1767329833.160626:0:218257:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000e1aa9f7f. 00000008:00000010:3.0:1767329833.160628:0:218257:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000005b95e76c. 00000008:00000010:3.0:1767329833.160631:0:218257:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000005b21ac9c. 00000008:00000010:3.0:1767329833.160635:0:218257:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000055fbc46b. 00000008:00000010:3.0:1767329833.160638:0:218257:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000f28bd898. 00000008:00000010:3.0:1767329833.160640:0:218257:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000e560fdcf. 00000008:00000010:3.0:1767329833.160642:0:218257:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000004cca76b8. 00000008:00000010:3.0:1767329833.160644:0:218257:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000d924de32. 00000008:00000010:3.0:1767329833.160647:0:218257:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000de0caf86. 00000008:00000010:3.0:1767329833.160649:0:218257:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000076faee52. 00000008:00000010:3.0:1767329833.160651:0:218257:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000081afbf95. 00000008:00000010:3.0:1767329833.160653:0:218257:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000177ae4cf. 00000008:00000001:3.0:1767329833.160655:0:218257:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:3.0:1767329833.160660:0:218257:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1767329833.160662:0:218257:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1767329833.160666:0:218257:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1767329833.160693:0:218257:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000014237ba6. 00000020:00000010:3.0:1767329833.160697:0:218257:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000001819b691. 00010000:00000001:3.0:1767329833.160726:0:218257:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1767329833.160744:0:218257:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000002b629e19. 00000020:00000010:3.0:1767329833.160746:0:218257:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000004f2b07ec. 00000001:00000001:3.0:1767329833.160779:0:218257:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767329833.160811:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000007bd6af3b. 00000001:00000010:3.0:1767329833.160814:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000a1e13b28. 00000001:00000010:3.0:1767329833.160816:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000995f249c. 00000001:00000010:3.0:1767329833.160820:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000eec249a7. 00000001:00000010:3.0:1767329833.160822:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000f49b31bf. 00000001:00000010:3.0:1767329833.160824:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000008fbe25cb. 00000001:00000010:3.0:1767329833.160826:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000007cb06261. 00000001:00000010:3.0:1767329833.160830:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000de6f6ee7. 00000001:00000010:3.0:1767329833.160832:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000006ad2f619. 00000001:00000010:3.0:1767329833.160835:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000009bfac8bd. 00000001:00000010:3.0:1767329833.160837:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000004fdfcfe7. 00000001:00000010:3.0:1767329833.160840:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000008a37605e. 00000001:00000010:3.0:1767329833.160843:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000019cb1525. 00000001:00000010:3.0:1767329833.160846:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000b3eba2c5. 00000001:00000010:3.0:1767329833.160848:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000008face235. 00000001:00000010:3.0:1767329833.160852:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000004e209ef6. 00000001:00000010:3.0:1767329833.160854:0:218257:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 00000000cfa57cba. 00000001:00000010:3.0:1767329833.160857:0:218257:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000006f14ad99. 00000001:00000001:3.0:1767329833.160864:0:218257:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1767329833.160866:0:218257:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000d6cfaee4. 00010000:00000001:3.0:1767329833.160868:0:218257:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767329833.160870:0:218257:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1767329833.160871:0:218257:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1767329833.160873:0:218257:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:3.0:1767329833.160875:0:218257:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1767329833.160876:0:218257:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767329833.160877:0:218257:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1767329833.160879:0:218257:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 000000009b5720cc. 00010000:00000010:3.0:1767329833.160884:0:218257:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 000000009affc735. 00010000:00000001:3.0:1767329833.160887:0:218257:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:3.0:1767329833.160890:0:218257:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1767329833.160892:0:218257:0:(osc_dev.c:179:osc_device_free()) kfreed 'oc': 104 at 000000007b112a14. 00000020:00000010:3.0:1767329833.160901:0:218257:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006f40ab60. 00000020:00000010:3.0:1767329833.160903:0:218257:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000074d9516. 00000008:00000010:3.0:1767329833.160906:0:218257:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000bbe67b19. 00020000:00000010:3.0:1767329833.160908:0:218257:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000000ef1e2fa. 00008000:00000010:3.0:1767329833.160911:0:218257:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000b4399a95. 00000020:00000010:3.0:1767329833.160913:0:218257:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094e1f07f. 00000020:00000001:3.0:1767329833.160916:0:218257:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767329833.160918:0:218257:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000065960dbf. 00000020:00000001:3.0:1767329833.160925:0:218257:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.160926:0:218257:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767329833.160929:0:218257:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at 0000000050346681. 00000020:00000001:3.0:1767329833.160931:0:218257:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1767329833.160934:0:218257:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 00000000029b8514. 00020000:00000001:3.0:1767329833.160939:0:218257:0:(lov_obd.c:795:lov_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767329833.160947:0:218257:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 000000008a738fa2. 00000020:00000010:3.0:1767329833.160958:0:218257:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 0000000080b95b08. 00000020:00000010:3.0:1767329833.160961:0:218257:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000004ec02a3a. 00020000:00000010:3.0:1767329833.160965:0:218257:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000003822a3b3. 00020000:00000010:3.0:1767329833.160967:0:218257:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000dd320dce. 00020000:00000010:3.0:1767329833.160969:0:218257:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000000f46b21. 00020000:00000010:3.0:1767329833.160972:0:218257:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000532336b2. 00020000:00000010:3.0:1767329833.160975:0:218257:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000f75ba8f6. 00020000:00000010:3.0:1767329833.160978:0:218257:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000cb025e35. 00020000:00000010:3.0:1767329833.160981:0:218257:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000000b7bde0b. 00020000:00000010:3.0:1767329833.160982:0:218257:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000003b8c6566. 00020000:00000010:3.0:1767329833.160984:0:218257:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000002fc7153e. 00020000:00000010:3.0:1767329833.160986:0:218257:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000d70fe191. 00020000:00000010:3.0:1767329833.160988:0:218257:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000e9211180. 00020000:00000010:3.0:1767329833.160990:0:218257:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000a76431a7. 00020000:00000010:3.0:1767329833.160992:0:218257:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000e329965c. 00020000:00000010:3.0:1767329833.160994:0:218257:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000008e48ca8d. 00020000:00000010:3.0:1767329833.160997:0:218257:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000bbbca316. 00020000:00000010:3.0:1767329833.161000:0:218257:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000006aa7677c. 00020000:00000010:3.0:1767329833.161002:0:218257:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000002800d240. 00020000:00000010:3.0:1767329833.161011:0:218257:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003bcaacd1. 00000080:00000010:2.1:1767329833.161327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at 0000000059c98e16. 00000080:00000010:2.1:1767329833.161398:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at 00000000fafbb3f0. 00020000:00000010:3.0:1767329833.161431:0:218257:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000ab285de5. 00020000:00000010:3.0:1767329833.161439:0:218257:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000e03bb32f. 00020000:00000010:3.0:1767329833.161442:0:218257:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000d03bb6ae. 00020000:00000010:3.0:1767329833.161444:0:218257:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000290e4289. 00020000:00000010:3.0:1767329833.161446:0:218257:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000007339b841. 00020000:00000010:3.0:1767329833.161449:0:218257:0:(lov_dev.c:310:lov_device_free()) kfreed 'ld->ld_target': 512 at 000000001d7c1616. 00020000:00000010:3.0:1767329833.161455:0:218257:0:(lov_dev.c:314:lov_device_free()) kfreed 'ld->ld_md_tgts': 4096 at 00000000dde464a3. 00020000:00000010:3.0:1767329833.161458:0:218257:0:(lov_dev.c:319:lov_device_free()) kfreed 'ld->ld_lov->lov_mdc_tgts': 4096 at 000000005d3206fd. 00020000:00000010:3.0:1767329833.161461:0:218257:0:(lov_dev.c:323:lov_device_free()) kfreed 'ld': 584 at 00000000fc857615. 00000020:00001000:3.0:1767329833.161464:0:218257:0:(cl_object.c:924:cl_env_put()) 1@00000000fae59e91 00000080:00000001:3.0:1767329833.161467:0:218257:0:(vvp_dev.c:366:cl_sb_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767329833.161469:0:218257:0:(obd_class.h:902:obd_disconnect()) Process entered 00020000:00000001:3.0:1767329833.161472:0:218257:0:(lov_obd.c:290:lov_disconnect()) Process entered 00000020:00000001:3.0:1767329833.161473:0:218257:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767329833.161475:0:218257:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x989c09653bac0c3d 00000020:00000040:3.0:1767329833.161478:0:218257:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001b855418 with handle 0x989c09653bac0c3d from hash 00000020:00000001:3.0:1767329833.161482:0:218257:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767329833.161483:0:218257:0:(genops.c:898:class_export_put()) PUTting export 000000001b855418 : new refcount 1 00000020:00000001:3.0:1767329833.161485:0:218257:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767329833.161486:0:218257:0:(genops.c:898:class_export_put()) PUTting export 000000001b855418 : new refcount 0 00000020:00000080:3.0:1767329833.161488:0:218257:0:(genops.c:904:class_export_put()) final put 000000001b855418/2c7f8946-12aa-408e-b284-1332d7e79269 00000020:00000001:3.0:1767329833.161489:0:218257:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.161500:0:218257:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767329833.161502:0:218257:0:(lov_obd.c:321:lov_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767329833.161504:0:218257:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329833.161586:0:191164:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767329833.161591:0:191164:0:(genops.c:863:class_export_destroy()) destroying export 000000001b855418/2c7f8946-12aa-408e-b284-1332d7e79269 for lustre-clilov-ffff8c55499c0800 00000020:00000001:0.0:1767329833.161595:0:191164:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767329833.161607:0:191164:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767329833.161610:0:191164:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff8c55499c0800 (0000000043dba81e) now 4 - export 00000020:00000010:0.0:1767329833.161613:0:191164:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001b855418. 00000020:00000001:0.0:1767329833.161626:0:191164:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1767329833.161780:0:218257:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 576 at 000000002c558ab6. 00000020:00000010:3.0:1767329833.161787:0:218257:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000ee025cbc. 00000020:00000010:3.0:1767329833.161790:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at 00000000ea639172. 00000020:00000010:3.0:1767329833.161793:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at 0000000098e08175. 00000020:00000010:3.0:1767329833.161796:0:218257:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1440 at 0000000037cca3a6. 00000020:00000010:3.0:1767329833.161799:0:218257:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000075804792. 00000080:00000001:3.0:1767329833.161802:0:218257:0:(obd_class.h:902:obd_disconnect()) Process entered 00800000:00000001:3.0:1767329833.161804:0:218257:0:(lmv_obd.c:590:lmv_disconnect()) Process entered 00800000:00000001:3.0:1767329833.161815:0:218257:0:(lmv_obd.c:535:lmv_disconnect_mdc()) Process entered 00020000:00000001:3.0:1767329833.161821:0:218257:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:3.0:1767329833.161824:0:218257:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767329833.161827:0:218257:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000040:3.0:1767329833.161829:0:218257:0:(genops.c:898:class_export_put()) PUTting export 000000005a7a477c : new refcount 3 80000000:00000010:3.0:1767329833.161832:0:218257:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at 000000001994bf94. 80000000:00000001:3.0:1767329833.161834:0:218257:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:3.0:1767329833.161837:0:218257:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:3.0:1767329833.161839:0:218257:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:3.0:1767329833.161877:0:218257:0:(genops.c:898:class_export_put()) PUTting export 000000005a7a477c : new refcount 2 40000000:00000001:3.0:1767329833.161879:0:218257:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:3.0:1767329833.161880:0:218257:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 00000000d143c111. 40000000:00000001:3.0:1767329833.161884:0:218257:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1767329833.161886:0:218257:0:(lmv_obd.c:569:lmv_disconnect_mdc()) Disconnected from lustre-MDT0000-mdc-ffff8c55499c0800(2c7f8946-12aa-408e-b284-1332d7e79269) successfully 00800000:00000001:3.0:1767329833.161889:0:218257:0:(obd_class.h:1347:obd_register_observer()) Process entered 00800000:00000001:3.0:1767329833.161891:0:218257:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767329833.161893:0:218257:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:3.0:1767329833.161896:0:218257:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:3.0:1767329833.161898:0:218257:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-MDT0000-mdc-ffff8c55499c0800 - 1 00000100:00000001:3.0:1767329833.161900:0:218257:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1767329833.161902:0:218257:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0000_UUID 00000020:00000001:3.0:1767329833.161903:0:218257:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329833.161905:0:218257:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=2 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329833.161907:0:218257:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767329833.161908:0:218257:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329833.161911:0:218257:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:3.0:1767329833.161912:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767329833.161914:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767329833.162523:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329833.162526:0:218257:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329833.162528:0:218257:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1767329833.162530:0:218257:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1767329833.162532:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767329833.162533:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767329833.163054:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767329833.163058:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767329833.163068:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767329833.163583:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329833.163586:0:218257:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329833.163589:0:218257:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:3.0:1767329833.163590:0:218257:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00080000:3.0:1767329833.163592:0:218257:0:(import.c:65:import_set_state_nolock()) 0000000001a831e9 lustre-MDT0000_UUID: changing import state from FULL to CLOSED 00000100:00000001:3.0:1767329833.163596:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767329833.163598:0:218257:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767329833.163601:0:218257:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329833.163603:0:218257:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767329833.163604:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767329833.163605:0:218257:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767329833.163608:0:218257:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329833.163610:0:218257:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767329833.163611:0:218257:0:(import.c:1922:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329833.163613:0:218257:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767329833.163614:0:218257:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1767329833.163615:0:218257:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767329833.163617:0:218257:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767329833.163618:0:218257:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: committing for last_committed 0 gen 3 00000100:00000040:3.0:1767329833.163620:0:218257:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767329833.163623:0:218257:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329833.163624:0:218257:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767329833.163625:0:218257:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767329833.163627:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767329833.163628:0:218257:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767329833.163629:0:218257:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329833.163630:0:218257:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:3.0:1767329833.163631:0:218257:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767329833.163633:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767329833.163634:0:218257:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000001:00000001:3.0:1767329833.163635:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767329833.163636:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767329833.164179:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767329833.164181:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767329833.164182:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767329833.164729:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.164731:0:218257:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:3.0:1767329833.164744:0:218257:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446616896698159256 : -127177011392360 : ffff8c554b699098) 00000020:00001000:3.0:1767329833.164748:0:218257:0:(cl_object.c:830:cl_env_get()) 1@00000000fae59e91 00000008:00000001:3.0:1767329833.164751:0:218257:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1767329833.164753:0:218257:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1767329833.164755:0:218257:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767329833.164757:0:218257:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1767329833.164759:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767329833.164761:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767329833.165404:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1767329833.165407:0:218257:0:(cl_object.c:924:cl_env_put()) 1@00000000fae59e91 00000001:00000001:3.0:1767329833.165410:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767329833.165411:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767329833.166141:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767329833.166145:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767329833.166146:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767329833.166725:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767329833.166729:0:218257:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329833.166731:0:218257:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:3.0:1767329833.166735:0:218257:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:3.0:1767329833.166738:0:218257:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767329833.166740:0:218257:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x989c09653bac0c2f 00000020:00000040:3.0:1767329833.166743:0:218257:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005a7a477c with handle 0x989c09653bac0c2f from hash 00000020:00000001:3.0:1767329833.166749:0:218257:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767329833.166750:0:218257:0:(genops.c:898:class_export_put()) PUTting export 000000005a7a477c : new refcount 1 00000020:00000001:3.0:1767329833.166753:0:218257:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767329833.166754:0:218257:0:(genops.c:898:class_export_put()) PUTting export 000000005a7a477c : new refcount 0 00000020:00000080:3.0:1767329833.166757:0:218257:0:(genops.c:904:class_export_put()) final put 000000005a7a477c/2c7f8946-12aa-408e-b284-1332d7e79269 00000020:00000001:3.0:1767329833.166760:0:218257:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.166775:0:218257:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329833.166779:0:218257:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767329833.166783:0:218257:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767329833.166785:0:218257:0:(lmv_obd.c:580:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767329833.166788:0:218257:0:(lmv_obd.c:535:lmv_disconnect_mdc()) Process entered 00020000:00000001:3.0:1767329833.166798:0:218257:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:3.0:1767329833.166800:0:218257:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 192.168.202.109@tcp 00020000:00000010:3.0:1767329833.166803:0:218257:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 000000004bdee9cf. 00020000:00000001:3.0:1767329833.166806:0:218257:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767329833.166808:0:218257:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000040:3.0:1767329833.166820:0:218257:0:(genops.c:898:class_export_put()) PUTting export 000000001f32e73d : new refcount 3 80000000:00000010:3.0:1767329833.166823:0:218257:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at 0000000070c559fa. 80000000:00000001:3.0:1767329833.166826:0:218257:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:3.0:1767329833.166829:0:218257:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:3.0:1767329833.166832:0:218257:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000001:0.0:1767329833.166867:0:191164:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767329833.166876:0:191164:0:(genops.c:863:class_export_destroy()) destroying export 000000005a7a477c/2c7f8946-12aa-408e-b284-1332d7e79269 for lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000040:0.0:1767329833.166888:0:191164:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 8 to 192.168.202.109@tcp 00000020:00000040:3.0:1767329833.166890:0:218257:0:(genops.c:898:class_export_put()) PUTting export 000000001f32e73d : new refcount 2 00000020:00000001:0.0:1767329833.166900:0:191164:0:(obd_class.h:1017:obd_destroy_export()) Process entered 40000000:00000001:3.0:1767329833.166901:0:218257:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:3.0:1767329833.166906:0:218257:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 0000000071ef96e5. 00000020:00000001:0.0:1767329833.166910:0:191164:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:3.0:1767329833.166913:0:218257:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1767329833.166925:0:218257:0:(lmv_obd.c:569:lmv_disconnect_mdc()) Disconnected from lustre-MDT0001-mdc-ffff8c55499c0800(2c7f8946-12aa-408e-b284-1332d7e79269) successfully 00000020:00000040:0.0:1767329833.166925:0:191164:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff8c55499c0800 (00000000cdcee14b) now 5 - export 00800000:00000001:3.0:1767329833.166933:0:218257:0:(obd_class.h:1347:obd_register_observer()) Process entered 00800000:00000001:3.0:1767329833.166938:0:218257:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767329833.166942:0:191164:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000005a7a477c. 00800000:00000001:3.0:1767329833.166943:0:218257:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:3.0:1767329833.166948:0:218257:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:3.0:1767329833.166954:0:218257:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-MDT0001-mdc-ffff8c55499c0800 - 1 00000100:00000001:3.0:1767329833.166958:0:218257:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1767329833.166961:0:218257:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 2c7f8946-12aa-408e-b284-1332d7e79269->lustre-MDT0001_UUID 00000020:00000001:0.0:1767329833.166961:0:191164:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767329833.166970:0:218257:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329833.166972:0:218257:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=2 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329833.166975:0:218257:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767329833.166976:0:218257:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329833.166979:0:218257:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:3.0:1767329833.166981:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767329833.166983:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767329833.167708:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329833.167712:0:218257:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329833.167715:0:218257:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1767329833.167717:0:218257:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1767329833.167719:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767329833.167720:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767329833.168374:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767329833.168377:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767329833.168378:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767329833.169074:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329833.169078:0:218257:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329833.169082:0:218257:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:3.0:1767329833.169094:0:218257:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00080000:3.0:1767329833.169099:0:218257:0:(import.c:65:import_set_state_nolock()) 0000000056f5b0d2 lustre-MDT0001_UUID: changing import state from FULL to CLOSED 00000100:00000001:3.0:1767329833.169103:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767329833.169106:0:218257:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767329833.169110:0:218257:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329833.169112:0:218257:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767329833.169113:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767329833.169115:0:218257:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767329833.169147:0:218257:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329833.169149:0:218257:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767329833.169150:0:218257:0:(import.c:1922:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329833.169152:0:218257:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767329833.169153:0:218257:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:3.0:1767329833.169155:0:218257:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767329833.169157:0:218257:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767329833.169158:0:218257:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: committing for last_committed 0 gen 3 00000100:00000040:3.0:1767329833.169160:0:218257:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767329833.169162:0:218257:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329833.169163:0:218257:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767329833.169164:0:218257:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767329833.169165:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767329833.169166:0:218257:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767329833.169167:0:218257:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329833.169169:0:218257:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:3.0:1767329833.169170:0:218257:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767329833.169171:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767329833.169172:0:218257:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000001:00000001:3.0:1767329833.169174:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767329833.169175:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767329833.169672:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767329833.169691:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767329833.169692:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767329833.170364:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.170368:0:218257:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:3.0:1767329833.170370:0:218257:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446616896698159256 : -127177011392360 : ffff8c554b699098) 00000020:00001000:3.0:1767329833.170372:0:218257:0:(cl_object.c:830:cl_env_get()) 1@00000000fae59e91 00000008:00000001:3.0:1767329833.170375:0:218257:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1767329833.170376:0:218257:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1767329833.170384:0:218257:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767329833.170386:0:218257:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1767329833.170388:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767329833.170389:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767329833.171094:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1767329833.171100:0:218257:0:(cl_object.c:924:cl_env_put()) 1@00000000fae59e91 00000001:00000001:3.0:1767329833.171103:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767329833.171105:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767329833.171727:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767329833.171730:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767329833.171732:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767329833.172406:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767329833.172409:0:218257:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329833.172411:0:218257:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:3.0:1767329833.172414:0:218257:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:3.0:1767329833.172415:0:218257:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767329833.172417:0:218257:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x989c09653bac0c36 00000020:00000040:3.0:1767329833.172420:0:218257:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001f32e73d with handle 0x989c09653bac0c36 from hash 00000020:00000001:3.0:1767329833.172424:0:218257:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767329833.172425:0:218257:0:(genops.c:898:class_export_put()) PUTting export 000000001f32e73d : new refcount 1 00000020:00000001:3.0:1767329833.172427:0:218257:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767329833.172429:0:218257:0:(genops.c:898:class_export_put()) PUTting export 000000001f32e73d : new refcount 0 00000020:00000080:3.0:1767329833.172430:0:218257:0:(genops.c:904:class_export_put()) final put 000000001f32e73d/2c7f8946-12aa-408e-b284-1332d7e79269 00000020:00000001:3.0:1767329833.172432:0:218257:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.172444:0:218257:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329833.172446:0:218257:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767329833.172448:0:218257:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767329833.172450:0:218257:0:(lmv_obd.c:580:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.172459:0:218257:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767329833.172460:0:218257:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x989c09653bac0c28 00000020:00000040:3.0:1767329833.172463:0:218257:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005ad48291 with handle 0x989c09653bac0c28 from hash 00000020:00000001:3.0:1767329833.172466:0:218257:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767329833.172467:0:218257:0:(genops.c:898:class_export_put()) PUTting export 000000005ad48291 : new refcount 1 00000020:00000001:3.0:1767329833.172469:0:218257:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767329833.172471:0:218257:0:(genops.c:898:class_export_put()) PUTting export 000000005ad48291 : new refcount 0 00000020:00000080:3.0:1767329833.172472:0:218257:0:(genops.c:904:class_export_put()) final put 000000005ad48291/2c7f8946-12aa-408e-b284-1332d7e79269 00000020:00000001:3.0:1767329833.172474:0:218257:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.172485:0:218257:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767329833.172488:0:218257:0:(lmv_obd.c:601:lmv_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767329833.172490:0:218257:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767329833.172493:0:218257:0:(llite_lib.c:991:client_common_put_super()) Process leaving 00000020:00000001:3.0:1767329833.172496:0:218257:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767329833.172497:0:218257:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffff8c55499c0800 (flags='F') 00000020:00000010:3.0:1767329833.172501:0:218257:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000df0a80d3. 00000020:00000001:0.0:1767329833.172504:0:191164:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767329833.172505:0:218257:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767329833.172528:0:218257:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767329833.172530:0:191164:0:(genops.c:863:class_export_destroy()) destroying export 000000001f32e73d/2c7f8946-12aa-408e-b284-1332d7e79269 for lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000080:3.0:1767329833.172533:0:218257:0:(obd_config.c:886:class_cleanup()) lustre-clilov-ffff8c55499c0800: forcing exports to disconnect: 0/1 00000020:00000001:3.0:1767329833.172539:0:218257:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767329833.172548:0:218257:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (0000000043dba81e) has no exports 00000020:00000001:3.0:1767329833.172553:0:218257:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000040:0.0:1767329833.172553:0:191164:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 7 to 192.168.202.109@tcp 00000020:00000001:3.0:1767329833.172558:0:218257:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:3.0:1767329833.172562:0:218257:0:(obd_class.h:609:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329833.172568:0:191164:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767329833.172573:0:191164:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767329833.172578:0:191164:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff8c55499c0800 (000000004c74e304) now 5 - export 00000001:00000001:3.0:1767329833.172582:0:218257:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000010:0.0:1767329833.172586:0:191164:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001f32e73d. 00000001:00000010:3.0:1767329833.172591:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000776ee0f8. 00000001:00000010:3.0:1767329833.172599:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000697f1938. 00000020:00000001:0.0:1767329833.172601:0:191164:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000010:3.0:1767329833.172604:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000031e22b70. 00000001:00000010:3.0:1767329833.172610:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000599a5000. 00000020:00000001:0.0:1767329833.172614:0:191164:0:(genops.c:857:class_export_destroy()) Process entered 00000001:00000010:3.0:1767329833.172615:0:218257:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000cd2ae412. 00000020:00000080:0.0:1767329833.172623:0:191164:0:(genops.c:863:class_export_destroy()) destroying export 000000005ad48291/2c7f8946-12aa-408e-b284-1332d7e79269 for lustre-clilmv-ffff8c55499c0800 00000001:00000010:3.0:1767329833.172624:0:218257:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b59976db. 00000001:00000001:3.0:1767329833.172633:0:218257:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000001:0.0:1767329833.172636:0:191164:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000001:00000001:3.0:1767329833.172637:0:218257:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000001:0.0:1767329833.172646:0:191164:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767329833.172647:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000081375e61. 00000001:00000010:3.0:1767329833.172655:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009e12c60d. 00000020:00000040:0.0:1767329833.172660:0:191164:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff8c55499c0800 (000000009950e1df) now 4 - export 00000001:00000010:3.0:1767329833.172661:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002891ded2. 00000001:00000010:3.0:1767329833.172667:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ab1f6520. 00000001:00000010:3.0:1767329833.172674:0:218257:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000c45360ec. 00000020:00000010:0.0:1767329833.172677:0:191164:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000005ad48291. 00000001:00000010:3.0:1767329833.172679:0:218257:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000051321720. 00000001:00000001:3.0:1767329833.172689:0:218257:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767329833.172692:0:218257:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff8c55499c0800 (0000000043dba81e) now 3 - setup 00000020:00000001:0.0:1767329833.172696:0:191164:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767329833.172697:0:218257:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.172705:0:218257:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767329833.172722:0:218257:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767329833.172730:0:218257:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767329833.172733:0:218257:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff8c55499c0800 (0000000043dba81e) now 2 - obd_device_list 00000020:00000080:3.0:1767329833.172735:0:218257:0:(obd_config.c:814:class_detach()) detach on obd lustre-clilov-ffff8c55499c0800 (uuid 2c7f8946-12aa-408e-b284-1332d7e79269) 00000020:00000040:3.0:1767329833.172738:0:218257:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff8c55499c0800 (0000000043dba81e) now 1 - newdev 00000020:00000040:3.0:1767329833.172741:0:218257:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000533619d8 with handle 0x989c09653bac0bf7 from hash 00000020:00000040:3.0:1767329833.172743:0:218257:0:(genops.c:898:class_export_put()) PUTting export 00000000533619d8 : new refcount 0 00000020:00000080:3.0:1767329833.172745:0:218257:0:(genops.c:904:class_export_put()) final put 00000000533619d8/2c7f8946-12aa-408e-b284-1332d7e79269 00000020:00000001:3.0:1767329833.172746:0:218257:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.172748:0:218257:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767329833.172749:0:218257:0:(genops.c:863:class_export_destroy()) destroying export 00000000533619d8/2c7f8946-12aa-408e-b284-1332d7e79269 for lustre-clilov-ffff8c55499c0800 00000020:00000001:3.0:1767329833.172751:0:218257:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767329833.172753:0:218257:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767329833.172754:0:218257:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000533619d8. 00000020:00000001:3.0:1767329833.172758:0:218257:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767329833.172759:0:218257:0:(genops.c:440:class_free_dev()) Release obd device lustre-clilov-ffff8c55499c0800 obd_type name = lov 00000020:01000000:3.0:1767329833.172760:0:218257:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-clilov-ffff8c55499c0800 (2c7f8946-12aa-408e-b284-1332d7e79269) 00000020:00000001:3.0:1767329833.172762:0:218257:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000001:3.0:1767329833.172763:0:218257:0:(obd_class.h:638:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767329833.172765:0:218257:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000043dba81e. 00000020:00000001:3.0:1767329833.172769:0:218257:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.172770:0:218257:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767329833.172790:0:218257:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000df0a80d3. 00000020:00000001:3.0:1767329833.172792:0:218257:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.172795:0:218257:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767329833.172797:0:218257:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffff8c55499c0800 (flags='F') 00000020:00000010:3.0:1767329833.172800:0:218257:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000df0a80d3. 00000020:00000080:3.0:1767329833.172802:0:218257:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767329833.172805:0:218257:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767329833.172806:0:218257:0:(obd_config.c:886:class_cleanup()) lustre-clilmv-ffff8c55499c0800: forcing exports to disconnect: 0/1 00000020:00000001:3.0:1767329833.172809:0:218257:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767329833.172810:0:218257:0:(genops.c:1575:class_disconnect_exports()) OBD device 2 (000000009950e1df) has no exports 00000020:00000001:3.0:1767329833.172812:0:218257:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767329833.172814:0:218257:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:3.0:1767329833.172823:0:218257:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094e1f07f. 00000020:00000010:3.0:1767329833.172826:0:218257:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006f40ab60. 00000040:00000010:3.0:1767329833.172831:0:218257:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ab1f6520. 00000020:00000010:3.0:1767329833.172835:0:218257:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000005d075ac. 00000020:00000010:3.0:1767329833.172838:0:218257:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002891ded2. 00040000:00000010:3.0:1767329833.172843:0:218257:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009917be02. 00040000:00000010:3.0:1767329833.172846:0:218257:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009e12c60d. 00000020:00000010:3.0:1767329833.172849:0:218257:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000070c559fa. 00000020:00000001:3.0:1767329833.172855:0:218257:0:(kernelcomm.c:1325:libcfs_kkuc_group_rem()) Process entered 00000020:00000001:3.0:1767329833.172858:0:218257:0:(kernelcomm.c:1366:libcfs_kkuc_group_put()) Process entered 00000020:00000001:3.0:1767329833.172861:0:218257:0:(kernelcomm.c:1379:libcfs_kkuc_group_put()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:3.0:1767329833.172865:0:218257:0:(kernelcomm.c:1357:libcfs_kkuc_group_rem()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767329833.172868:0:218257:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000070c559fa. 00000020:00000010:3.0:1767329833.172873:0:218257:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006f40ab60. 00000040:00000010:3.0:1767329833.172876:0:218257:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ab1f6520. 00000020:00000010:3.0:1767329833.172879:0:218257:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000005d075ac. 00000020:00000010:3.0:1767329833.172882:0:218257:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002891ded2. 00040000:00000010:3.0:1767329833.172885:0:218257:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009917be02. 00040000:00000010:3.0:1767329833.172888:0:218257:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009e12c60d. 00000020:00000010:3.0:1767329833.172891:0:218257:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094e1f07f. 00000020:00000001:3.0:1767329833.172893:0:218257:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767329833.172905:0:218257:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767329833.172910:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000599fb7a5. 00000001:00000010:3.0:1767329833.172912:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ff204a1b. 00000001:00000010:3.0:1767329833.172915:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000026451f8a. 00000001:00000010:3.0:1767329833.172921:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000626924d8. 00000001:00000010:3.0:1767329833.172924:0:218257:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000004b036d27. 00000001:00000010:3.0:1767329833.172927:0:218257:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000764cd829. 00000001:00000001:3.0:1767329833.172929:0:218257:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767329833.172931:0:218257:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767329833.172935:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c0c5c05c. 00000001:00000010:3.0:1767329833.172938:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a1ad3622. 00000001:00000010:3.0:1767329833.172940:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006133998b. 00000001:00000010:3.0:1767329833.172942:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000612225cc. 00000001:00000010:3.0:1767329833.172944:0:218257:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000009a7378e0. 00000001:00000010:3.0:1767329833.172952:0:218257:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f90af689. 00000001:00000001:3.0:1767329833.172955:0:218257:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767329833.172956:0:218257:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff8c55499c0800 (000000009950e1df) now 3 - setup 00000020:00000001:3.0:1767329833.172960:0:218257:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.172962:0:218257:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767329833.172965:0:218257:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767329833.172967:0:218257:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767329833.172969:0:218257:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff8c55499c0800 (000000009950e1df) now 2 - obd_device_list 00000020:00000080:3.0:1767329833.172972:0:218257:0:(obd_config.c:814:class_detach()) detach on obd lustre-clilmv-ffff8c55499c0800 (uuid 2c7f8946-12aa-408e-b284-1332d7e79269) 00000020:00000040:3.0:1767329833.172973:0:218257:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff8c55499c0800 (000000009950e1df) now 1 - newdev 00000020:00000040:3.0:1767329833.172977:0:218257:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d08106ca with handle 0x989c09653bac0bfe from hash 00000020:00000040:3.0:1767329833.172980:0:218257:0:(genops.c:898:class_export_put()) PUTting export 00000000d08106ca : new refcount 0 00000020:00000080:3.0:1767329833.172982:0:218257:0:(genops.c:904:class_export_put()) final put 00000000d08106ca/2c7f8946-12aa-408e-b284-1332d7e79269 00000020:00000001:3.0:1767329833.172985:0:218257:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.172987:0:218257:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767329833.172988:0:218257:0:(genops.c:863:class_export_destroy()) destroying export 00000000d08106ca/2c7f8946-12aa-408e-b284-1332d7e79269 for lustre-clilmv-ffff8c55499c0800 00000020:00000001:3.0:1767329833.172991:0:218257:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767329833.172992:0:218257:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767329833.172994:0:218257:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d08106ca. 00000020:00000001:3.0:1767329833.172998:0:218257:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767329833.172999:0:218257:0:(genops.c:440:class_free_dev()) Release obd device lustre-clilmv-ffff8c55499c0800 obd_type name = lmv 00000020:01000000:3.0:1767329833.173001:0:218257:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-clilmv-ffff8c55499c0800 (2c7f8946-12aa-408e-b284-1332d7e79269) 00000020:00000001:3.0:1767329833.173003:0:218257:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767329833.173004:0:218257:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000599fb7a5. 00000020:00000010:3.0:1767329833.173007:0:218257:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009e12c60d. 00000040:00000010:3.0:1767329833.173010:0:218257:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002891ded2. 00000020:00000010:3.0:1767329833.173012:0:218257:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000005d075ac. 00000020:00000010:3.0:1767329833.173015:0:218257:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ab1f6520. 00040000:00000010:3.0:1767329833.173018:0:218257:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009917be02. 00040000:00000010:3.0:1767329833.173021:0:218257:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000081375e61. 00800000:00000001:3.0:1767329833.173025:0:218257:0:(lmv_obd.c:1314:lmv_device_free()) Process entered 00800000:00000010:3.0:1767329833.173027:0:218257:0:(lmv_obd.c:1320:lmv_device_free()) kfreed 'pat': 280 at 00000000ca471909. 00800000:00000010:3.0:1767329833.173037:0:218257:0:(lmv_obd.c:1320:lmv_device_free()) kfreed 'pat': 280 at 000000005c9152e7. 80000000:00000001:3.0:1767329833.173041:0:218257:0:(fld_request.c:280:fld_client_fini()) Process entered 80000000:00000001:3.0:1767329833.173045:0:218257:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:3.0:1767329833.173048:0:218257:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:3.0:1767329833.173050:0:218257:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000000bccad9d. 80000000:00000040:3.0:1767329833.173053:0:218257:0:(fld_cache.c:203:fld_cache_shrink()) cli-lustre-clilmv-ffff8c55499c0800: FLD cache - Shrunk by 1 entries 80000000:00000001:3.0:1767329833.173056:0:218257:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767329833.173102:0:218257:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:3.0:1767329833.173104:0:218257:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (cli-lustre-clilmv-ffff8c55499c0800): 80000000:00000040:3.0:1767329833.173106:0:218257:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 4 80000000:00000040:3.0:1767329833.173108:0:218257:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 5 80000000:00000010:3.0:1767329833.173110:0:218257:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 000000005435ffe5. 80000000:00000001:3.0:1767329833.173113:0:218257:0:(fld_request.c:298:fld_client_fini()) Process leaving 00000020:00000010:3.0:1767329833.173260:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 0000000068dc9527. 00000020:00000010:3.0:1767329833.173264:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 000000006bdbc777. 00000020:00000010:3.0:1767329833.173268:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 0000000090100b4c. 00000020:00000010:3.0:1767329833.173272:0:218257:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 512 at 0000000064a650ab. 00000020:00000010:3.0:1767329833.173275:0:218257:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000004e282cce. 00020000:00000001:3.0:1767329833.173279:0:218257:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:3.0:1767329833.173281:0:218257:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:3.0:1767329833.173284:0:218257:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:3.0:1767329833.173287:0:218257:0:(lmv_obd.c:411:lmv_del_target()) kfreed 'tgt': 368 at 00000000636c9c4e. 00020000:00000001:3.0:1767329833.173293:0:218257:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:3.0:1767329833.173294:0:218257:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:3.0:1767329833.173297:0:218257:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:3.0:1767329833.173299:0:218257:0:(lmv_obd.c:411:lmv_del_target()) kfreed 'tgt': 368 at 00000000e9f31db7. 00020000:00000010:3.0:1767329833.173302:0:218257:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 0000000062204348. 00800000:00000010:3.0:1767329833.173309:0:218257:0:(lmv_obd.c:1332:lmv_device_free()) kfreed 'lu': 64 at 00000000ca4231c7. 00800000:00000001:3.0:1767329833.173312:0:218257:0:(lmv_obd.c:1334:lmv_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767329833.173315:0:218257:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009e12c60d. 00000040:00000010:3.0:1767329833.173318:0:218257:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002891ded2. 00000020:00000010:3.0:1767329833.173321:0:218257:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000005d075ac. 00000020:00000010:3.0:1767329833.173324:0:218257:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ab1f6520. 00040000:00000010:3.0:1767329833.173328:0:218257:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009917be02. 00040000:00000010:3.0:1767329833.173340:0:218257:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000081375e61. 00000020:00000010:3.0:1767329833.173343:0:218257:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000599fb7a5. 00000020:00000001:3.0:1767329833.173345:0:218257:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767329833.173348:0:218257:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000009950e1df. 00000020:00000001:3.0:1767329833.173356:0:218257:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.173358:0:218257:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767329833.173361:0:218257:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000df0a80d3. 00000020:00000001:3.0:1767329833.173364:0:218257:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.173368:0:218257:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767329833.173369:0:218257:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffff8c55499c0800 (flags='F') 00000020:00000010:3.0:1767329833.173373:0:218257:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at 00000000df0a80d3. 00000020:00000080:3.0:1767329833.173375:0:218257:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767329833.173378:0:218257:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767329833.173380:0:218257:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdc-ffff8c55499c0800: forcing exports to disconnect: 0/2 00000020:00000001:3.0:1767329833.173383:0:218257:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767329833.173385:0:218257:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (00000000cdcee14b) has no exports 00000020:00000001:3.0:1767329833.173387:0:218257:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767329833.173390:0:218257:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:3.0:1767329833.173392:0:218257:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000599fb7a5. 00000020:00000010:3.0:1767329833.173395:0:218257:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000081375e61. 00000020:00000010:3.0:1767329833.173398:0:218257:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000050346681. 00008000:00000010:3.0:1767329833.173402:0:218257:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b4399a95. 00000020:00000010:3.0:1767329833.173406:0:218257:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000be659dba. 00000002:00000001:3.0:1767329833.173411:0:218257:0:(mdc_dev.c:1746:mdc_device_fini()) Process entered 00000008:00000001:3.0:1767329833.173413:0:218257:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000008:00000001:3.0:1767329833.173417:0:218257:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:3.0:1767329833.173419:0:218257:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-mdc-ffff8c55499c0800: client import never connected 00000100:00000001:3.0:1767329833.173422:0:218257:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767329833.173424:0:218257:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1767329833.173427:0:218257:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767329833.173429:0:218257:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767329833.173430:0:218257:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: committing for last_committed 0 gen 4 00000100:00000040:3.0:1767329833.173433:0:218257:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c55499c0800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767329833.173435:0:218257:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767329833.173443:0:218257:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767329833.173444:0:218257:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767329833.173446:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767329833.173447:0:218257:0:(obd_class.h:479:obd_check_dev()) Device 3 not setup 00000100:00000001:3.0:1767329833.173449:0:218257:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:3.0:1767329833.173451:0:218257:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767329833.173452:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767329833.173454:0:218257:0:(obd_class.h:479:obd_check_dev()) Device 3 not setup 00000100:00000001:3.0:1767329833.173455:0:218257:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:3.0:1767329833.173459:0:218257:0:(genops.c:1229:class_import_get()) import 0000000001a831e9 refcount=3 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329833.173461:0:218257:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329833.173463:0:218257:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=2 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329833.173465:0:218257:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767329833.173466:0:218257:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329833.173467:0:218257:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=1 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329833.173469:0:218257:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:3.0:1767329833.173471:0:218257:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:3.0:1767329833.173472:0:218257:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767329833.173475:0:218257:0:(mdc_changelog.c:866:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:3.0:1767329833.173479:0:218257:0:(mdc_changelog.c:145:chlg_dev_clear()) Process entered 00000002:00000010:3.0:1767329833.173817:0:218257:0:(mdc_changelog.c:135:chlg_device_release()) kfreed 'entry': 1304 at 00000000e1ee97c0. 00000002:00000001:3.0:1767329833.173826:0:218257:0:(mdc_changelog.c:152:chlg_dev_clear()) Process leaving 00000002:00000001:3.0:1767329833.173829:0:218257:0:(mdc_changelog.c:872:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:3.0:1767329833.173831:0:218257:0:(mdc_request.c:3001:mdc_llog_finish()) Process entered 00000002:00000040:3.0:1767329833.173834:0:218257:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000568494c6 : new refcount 2 00000040:00000001:3.0:1767329833.173838:0:218257:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767329833.173840:0:218257:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000568494c6 : new refcount 1 00000020:00000040:3.0:1767329833.173844:0:218257:0:(genops.c:898:class_export_put()) PUTting export 00000000a6af45d4 : new refcount 1 00000020:00000001:3.0:1767329833.173847:0:218257:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329833.173848:0:218257:0:(genops.c:1242:class_import_put()) import 0000000001a831e9 refcount=0 obd=lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000040:3.0:1767329833.173850:0:218257:0:(genops.c:1245:class_import_put()) final put import 0000000001a831e9 00000020:00000001:3.0:1767329833.173861:0:218257:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:3.0:1767329833.173863:0:218257:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000568494c6. 00000040:00000001:3.0:1767329833.173870:0:218257:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767329833.173872:0:218257:0:(mdc_request.c:3006:mdc_llog_finish()) Process leaving 00000020:00000010:3.0:1767329833.173874:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 000000008f31d334. 00000020:00000010:3.0:1767329833.173877:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 00000000ee13bd01. 00000020:00000010:3.0:1767329833.173890:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 00000000cc6c2f9e. 00000020:00000010:3.0:1767329833.173893:0:218257:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 512 at 000000007f9b9331. 00000020:00000010:3.0:1767329833.173898:0:218257:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000f8c5eb29. 00000020:00000001:0.0:1767329833.173945:0:191164:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767329833.173952:0:191164:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000001a831e9 for lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000040:0.0:1767329833.173962:0:191164:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 6 to 192.168.202.109@tcp 00000020:00000040:0.0:1767329833.173970:0:191164:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 5 to 192.168.202.109@tcp 00000020:00000010:0.0:1767329833.173975:0:191164:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000c62be118. 00000020:00000040:0.0:1767329833.173998:0:191164:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff8c55499c0800 (00000000cdcee14b) now 4 - import 00000020:00000010:0.0:1767329833.174004:0:191164:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000001a831e9. 00000020:00000001:0.0:1767329833.174066:0:191164:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:3.0:1767329833.174494:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000005c1b09d. 00000020:00000010:3.0:1767329833.174502:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000005dea274a. 00000020:00000010:3.0:1767329833.174509:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000000df1d18e. 00000020:00000010:3.0:1767329833.174521:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000076256855. 00000020:00000010:3.0:1767329833.174529:0:218257:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000005d6401bb. 00000020:00000010:3.0:1767329833.174542:0:218257:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000003cede3d2. 00000002:00000001:3.0:1767329833.174547:0:218257:0:(mdc_dev.c:1754:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767329833.174554:0:218257:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000be659dba. 00000020:00000010:3.0:1767329833.174562:0:218257:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000081375e61. 00000020:00000010:3.0:1767329833.174567:0:218257:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000050346681. 00008000:00000010:3.0:1767329833.174570:0:218257:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000b4399a95. 00000020:00000010:3.0:1767329833.174576:0:218257:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000599fb7a5. 00000020:00000001:3.0:1767329833.174579:0:218257:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767329833.174592:0:218257:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767329833.174598:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000091a40687. 00000001:00000010:3.0:1767329833.174603:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006e5fc1a2. 00000001:00000010:3.0:1767329833.174605:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c07f075e. 00000001:00000010:3.0:1767329833.174607:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c030e749. 00000001:00000010:3.0:1767329833.174609:0:218257:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000003c307d25. 00000001:00000010:3.0:1767329833.174612:0:218257:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000516b4f88. 00000001:00000001:3.0:1767329833.174615:0:218257:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767329833.174616:0:218257:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767329833.174620:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e2cd1c3f. 00000001:00000010:3.0:1767329833.174624:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000092cf60fd. 00000001:00000010:3.0:1767329833.174629:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000032b6b606. 00000001:00000010:3.0:1767329833.174632:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e582084f. 00000001:00000010:3.0:1767329833.174635:0:218257:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000052edb23. 00000001:00000010:3.0:1767329833.174638:0:218257:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000054d03340. 00000001:00000001:3.0:1767329833.174643:0:218257:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767329833.174645:0:218257:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff8c55499c0800 (00000000cdcee14b) now 3 - setup 00000020:00000001:3.0:1767329833.174649:0:218257:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.174661:0:218257:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767329833.174664:0:218257:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767329833.174668:0:218257:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767329833.174670:0:218257:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff8c55499c0800 (00000000cdcee14b) now 2 - obd_device_list 00000020:00000080:3.0:1767329833.174673:0:218257:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdc-ffff8c55499c0800 (uuid 2c7f8946-12aa-408e-b284-1332d7e79269) 00000020:00000040:3.0:1767329833.174675:0:218257:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff8c55499c0800 (00000000cdcee14b) now 1 - newdev 00000020:00000040:3.0:1767329833.174679:0:218257:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a6af45d4 with handle 0x989c09653bac0c05 from hash 00000020:00000040:3.0:1767329833.174682:0:218257:0:(genops.c:898:class_export_put()) PUTting export 00000000a6af45d4 : new refcount 0 00000020:00000080:3.0:1767329833.174684:0:218257:0:(genops.c:904:class_export_put()) final put 00000000a6af45d4/2c7f8946-12aa-408e-b284-1332d7e79269 00000020:00000001:3.0:1767329833.174688:0:218257:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.174691:0:218257:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767329833.174693:0:218257:0:(genops.c:863:class_export_destroy()) destroying export 00000000a6af45d4/2c7f8946-12aa-408e-b284-1332d7e79269 for lustre-MDT0000-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329833.174696:0:218257:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767329833.174698:0:218257:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767329833.174700:0:218257:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a6af45d4. 00000020:00000001:3.0:1767329833.174709:0:218257:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767329833.174710:0:218257:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdc-ffff8c55499c0800 obd_type name = mdc 00000020:01000000:3.0:1767329833.174712:0:218257:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdc-ffff8c55499c0800 (2c7f8946-12aa-408e-b284-1332d7e79269) 00000020:00000001:3.0:1767329833.174714:0:218257:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767329833.174720:0:218257:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000599fb7a5. 00000020:00000010:3.0:1767329833.174726:0:218257:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000081375e61. 00000020:00000010:3.0:1767329833.174730:0:218257:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000050346681. 00008000:00000010:3.0:1767329833.174736:0:218257:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b4399a95. 00000008:00000001:3.0:1767329833.174741:0:218257:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:3.0:1767329833.174745:0:218257:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1767329833.174747:0:218257:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1767329833.174750:0:218257:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1767329833.174798:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000002c0df16c. 00000020:00000010:3.0:1767329833.174804:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000000b462245. 00000020:00000010:3.0:1767329833.174809:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000004f9d5777. 00000020:00000010:3.0:1767329833.174813:0:218257:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000749b1251. 00000020:00000010:3.0:1767329833.174818:0:218257:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000c76b7021. 00010000:00000001:3.0:1767329833.174905:0:218257:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1767329833.174926:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000dd332086. 00000020:00000010:3.0:1767329833.174930:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000093c4b4c5. 00000020:00000010:3.0:1767329833.174933:0:218257:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000007701a7c3. 00000020:00000010:3.0:1767329833.174937:0:218257:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000599f0c97. 00000001:00000001:3.0:1767329833.174989:0:218257:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00010000:00000010:1.1:1767329833.175073:0:831:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000015656d5b. 00010000:00000010:1.1:1767329833.175093:0:831:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c8a2f24d. 00010000:00000010:2.1:1767329833.175111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000242860a3. 00010000:00000010:2.1:1767329833.175159:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000001566874. 00010000:00000010:2.1:1767329833.175177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b0b89c6b. 00000001:00000010:3.0:1767329833.175753:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d4a04f9f. 00000001:00000010:3.0:1767329833.175768:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006ad4f804. 00000001:00000010:3.0:1767329833.175770:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000095d9413f. 00000001:00000010:3.0:1767329833.175772:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005221d5d9. 00000001:00000010:3.0:1767329833.175774:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009bdb44c3. 00000001:00000010:3.0:1767329833.175775:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000aca8fc55. 00000001:00000010:3.0:1767329833.175777:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001c826725. 00000001:00000010:3.0:1767329833.175779:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000382b6dd6. 00000001:00000010:3.0:1767329833.175780:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001bd01e48. 00000001:00000010:3.0:1767329833.175783:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000de999a4. 00000001:00000010:3.0:1767329833.175785:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002f3c1821. 00000001:00000010:3.0:1767329833.175787:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d23c4e9c. 00000001:00000010:3.0:1767329833.175789:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000004df8bf46. 00000001:00000010:3.0:1767329833.175791:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000884f971d. 00000001:00000010:3.0:1767329833.175793:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ed9471a4. 00000001:00000010:3.0:1767329833.175795:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009dcafcca. 00000001:00000010:3.0:1767329833.175797:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002598a4f5. 00000001:00000010:3.0:1767329833.175798:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b4f77a0b. 00000001:00000010:3.0:1767329833.175800:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000832c0a9e. 00000001:00000010:3.0:1767329833.175802:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ce9c0195. 00000001:00000010:3.0:1767329833.175804:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000055805e2. 00000001:00000010:3.0:1767329833.175805:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000004014a4a7. 00000001:00000010:3.0:1767329833.175807:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003b364220. 00000001:00000010:3.0:1767329833.175809:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000043953c1a. 00000001:00000010:3.0:1767329833.175811:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001692718b. 00000001:00000010:3.0:1767329833.175813:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000088a1a3e2. 00000001:00000010:3.0:1767329833.175815:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000000ccb3db. 00000001:00000010:3.0:1767329833.175829:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000046b2dfa1. 00000001:00000010:3.0:1767329833.175831:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e1837be5. 00000001:00000010:3.0:1767329833.175833:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003db5af45. 00000001:00000010:3.0:1767329833.175835:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a3e377ca. 00000001:00000010:3.0:1767329833.175838:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000016b20838. 00000001:00000010:3.0:1767329833.175840:0:218257:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 0000000021ced563. 00000001:00000010:3.0:1767329833.175844:0:218257:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000016526fcd. 00000001:00000001:3.0:1767329833.175848:0:218257:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1767329833.175851:0:218257:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000001342d23f. 00010000:00000001:3.0:1767329833.175854:0:218257:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767329833.176177:0:218257:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767329833.176185:0:218257:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1767329833.176190:0:218257:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:2.0:1767329833.176195:0:218257:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1767329833.176199:0:218257:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767329833.176202:0:218257:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1767329833.176206:0:218257:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 00000000b3328ba5. 00010000:00000010:2.0:1767329833.176227:0:218257:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000a06cb006. 00010000:00000010:2.0:1767329833.176235:0:218257:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000c406e46c. 00010000:00000001:2.0:1767329833.176242:0:218257:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:2.0:1767329833.176249:0:218257:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1767329833.176256:0:218257:0:(mdc_dev.c:1698:mdc_device_free()) kfreed 'osc': 104 at 000000006d3cfdf8. 00000020:00000010:2.0:1767329833.176267:0:218257:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000081375e61. 00000020:00000010:2.0:1767329833.176274:0:218257:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000050346681. 00008000:00000010:2.0:1767329833.176283:0:218257:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000b4399a95. 00000020:00000010:2.0:1767329833.176290:0:218257:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000599fb7a5. 00000020:00000001:2.0:1767329833.176302:0:218257:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767329833.176307:0:218257:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000cdcee14b. 00000020:00000001:2.0:1767329833.176321:0:218257:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329833.176324:0:218257:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767329833.176342:0:218257:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at 00000000df0a80d3. 00000020:00000001:2.0:1767329833.176347:0:218257:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329833.176354:0:218257:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767329833.176357:0:218257:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdc-ffff8c55499c0800 (flags='F') 00000020:00000010:2.0:1767329833.176389:0:218257:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at 0000000099e90218. 00000020:00000080:2.0:1767329833.176393:0:218257:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767329833.176401:0:218257:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767329833.176406:0:218257:0:(obd_config.c:886:class_cleanup()) lustre-MDT0001-mdc-ffff8c55499c0800: forcing exports to disconnect: 0/2 00000020:00000001:2.0:1767329833.176414:0:218257:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767329833.176417:0:218257:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (000000004c74e304) has no exports 00000020:00000001:2.0:1767329833.176420:0:218257:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767329833.176424:0:218257:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:2.0:1767329833.176442:0:218257:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd470828. 00000020:00000010:2.0:1767329833.176456:0:218257:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d8345233. 00000020:00000010:2.0:1767329833.176461:0:218257:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000aff58cb5. 00008000:00000010:2.0:1767329833.176468:0:218257:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000d2dc7d7b. 00000020:00000010:2.0:1767329833.176475:0:218257:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ed7ccc6e. 00000002:00000001:2.0:1767329833.176483:0:218257:0:(mdc_dev.c:1746:mdc_device_fini()) Process entered 00000008:00000001:2.0:1767329833.176487:0:218257:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000008:00000001:2.0:1767329833.176500:0:218257:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:2.0:1767329833.176503:0:218257:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0001-mdc-ffff8c55499c0800: client import never connected 00000100:00000001:2.0:1767329833.176508:0:218257:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767329833.176512:0:218257:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:2.0:1767329833.176516:0:218257:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767329833.176521:0:218257:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767329833.176524:0:218257:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: committing for last_committed 0 gen 4 00000100:00000040:2.0:1767329833.176530:0:218257:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c55499c0800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767329833.176534:0:218257:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767329833.176536:0:218257:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767329833.176537:0:218257:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767329833.176539:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767329833.176541:0:218257:0:(obd_class.h:479:obd_check_dev()) Device 4 not setup 00000100:00000001:2.0:1767329833.176563:0:218257:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:2.0:1767329833.176568:0:218257:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767329833.176574:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767329833.176578:0:218257:0:(obd_class.h:479:obd_check_dev()) Device 4 not setup 00000100:00000001:2.0:1767329833.176582:0:218257:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:2.0:1767329833.176588:0:218257:0:(genops.c:1229:class_import_get()) import 0000000056f5b0d2 refcount=3 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329833.176592:0:218257:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329833.176606:0:218257:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=2 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329833.176610:0:218257:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767329833.176614:0:218257:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329833.176617:0:218257:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=1 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:2.0:1767329833.176620:0:218257:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:2.0:1767329833.176624:0:218257:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:2.0:1767329833.176628:0:218257:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329833.176633:0:218257:0:(mdc_changelog.c:866:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:2.0:1767329833.176637:0:218257:0:(mdc_changelog.c:145:chlg_dev_clear()) Process entered 00000002:00000010:2.0:1767329833.177122:0:218257:0:(mdc_changelog.c:135:chlg_device_release()) kfreed 'entry': 1304 at 000000002d6cd9a2. 00000002:00000001:2.0:1767329833.177168:0:218257:0:(mdc_changelog.c:152:chlg_dev_clear()) Process leaving 00000002:00000001:2.0:1767329833.177172:0:218257:0:(mdc_changelog.c:872:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:2.0:1767329833.177176:0:218257:0:(mdc_request.c:3001:mdc_llog_finish()) Process entered 00000002:00000040:2.0:1767329833.177181:0:218257:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000629094b0 : new refcount 2 00000040:00000001:2.0:1767329833.177185:0:218257:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767329833.177188:0:218257:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000629094b0 : new refcount 1 00000020:00000040:2.0:1767329833.177193:0:218257:0:(genops.c:898:class_export_put()) PUTting export 000000005f70fc38 : new refcount 1 00000020:00000001:2.0:1767329833.177197:0:218257:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767329833.177198:0:218257:0:(genops.c:1242:class_import_put()) import 0000000056f5b0d2 refcount=0 obd=lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000040:2.0:1767329833.177204:0:218257:0:(genops.c:1245:class_import_put()) final put import 0000000056f5b0d2 00000020:00000001:2.0:1767329833.177229:0:218257:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:2.0:1767329833.177231:0:218257:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000629094b0. 00000020:00000001:2.0:1767329833.177261:0:191164:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767329833.177264:0:191164:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000056f5b0d2 for lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000040:2.0:1767329833.177273:0:191164:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 4 to 192.168.202.109@tcp 00000020:00000040:2.0:1767329833.177278:0:191164:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 3 to 192.168.202.109@tcp 00000020:00000010:2.0:1767329833.177283:0:191164:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 000000007985a902. 00000020:00000040:2.0:1767329833.177293:0:191164:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff8c55499c0800 (000000004c74e304) now 4 - import 00000020:00000010:2.0:1767329833.177297:0:191164:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000056f5b0d2. 00000020:00000001:2.0:1767329833.177303:0:191164:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000040:00000001:2.0:1767329833.177317:0:218257:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767329833.177322:0:218257:0:(mdc_request.c:3006:mdc_llog_finish()) Process leaving 00000020:00000010:2.0:1767329833.177330:0:218257:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 512 at 00000000254b0278. 00000020:00000010:2.0:1767329833.177340:0:218257:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000003c39513a. 00000020:00000010:3.0:1767329833.179783:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000be89f5c1. 00000020:00000010:3.0:1767329833.179792:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000003b4b6949. 00000020:00000010:3.0:1767329833.179833:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000008ceabcb7. 00000020:00000010:3.0:1767329833.179842:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000067757786. 00000020:00000010:3.0:1767329833.179851:0:218257:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000089bd0b08. 00000020:00000010:3.0:1767329833.179858:0:218257:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000e7e25119. 00000002:00000001:3.0:1767329833.179861:0:218257:0:(mdc_dev.c:1754:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767329833.179871:0:218257:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ed7ccc6e. 00000020:00000010:3.0:1767329833.179880:0:218257:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d8345233. 00000020:00000010:3.0:1767329833.179885:0:218257:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000aff58cb5. 00008000:00000010:3.0:1767329833.179890:0:218257:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000d2dc7d7b. 00000020:00000010:3.0:1767329833.179896:0:218257:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd470828. 00000020:00000001:3.0:1767329833.179901:0:218257:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767329833.179919:0:218257:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767329833.179927:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ab7cdcc8. 00000001:00000010:3.0:1767329833.179936:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000039d58f66. 00000001:00000010:3.0:1767329833.179942:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a2a3bfe1. 00000001:00000010:3.0:1767329833.179945:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d4f4ac4f. 00000001:00000010:3.0:1767329833.179949:0:218257:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000003e37344f. 00000001:00000010:3.0:1767329833.179952:0:218257:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000e0500db0. 00000001:00000001:3.0:1767329833.179957:0:218257:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767329833.179958:0:218257:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767329833.179964:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bbfeb4c9. 00000001:00000010:3.0:1767329833.179969:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000080f84e40. 00000001:00000010:3.0:1767329833.179985:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000084ba011f. 00000001:00000010:3.0:1767329833.179987:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000066f39dcd. 00000001:00000010:3.0:1767329833.179990:0:218257:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000fb10f96f. 00000001:00000010:3.0:1767329833.179992:0:218257:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000004fba3dbe. 00000001:00000001:3.0:1767329833.179995:0:218257:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767329833.179997:0:218257:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff8c55499c0800 (000000004c74e304) now 3 - setup 00000020:00000001:3.0:1767329833.180000:0:218257:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.180003:0:218257:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767329833.180009:0:218257:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767329833.180054:0:218257:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767329833.180062:0:218257:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff8c55499c0800 (000000004c74e304) now 2 - obd_device_list 00000020:00000080:3.0:1767329833.180067:0:218257:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0001-mdc-ffff8c55499c0800 (uuid 2c7f8946-12aa-408e-b284-1332d7e79269) 00000020:00000040:3.0:1767329833.180069:0:218257:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff8c55499c0800 (000000004c74e304) now 1 - newdev 00000020:00000040:3.0:1767329833.180073:0:218257:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005f70fc38 with handle 0x989c09653bac0c0c from hash 00000020:00000040:3.0:1767329833.180076:0:218257:0:(genops.c:898:class_export_put()) PUTting export 000000005f70fc38 : new refcount 0 00000020:00000080:3.0:1767329833.180083:0:218257:0:(genops.c:904:class_export_put()) final put 000000005f70fc38/2c7f8946-12aa-408e-b284-1332d7e79269 00000020:00000001:3.0:1767329833.180086:0:218257:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767329833.180089:0:218257:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767329833.180091:0:218257:0:(genops.c:863:class_export_destroy()) destroying export 000000005f70fc38/2c7f8946-12aa-408e-b284-1332d7e79269 for lustre-MDT0001-mdc-ffff8c55499c0800 00000020:00000001:3.0:1767329833.180095:0:218257:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767329833.180098:0:218257:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767329833.180101:0:218257:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000005f70fc38. 00000020:00000001:3.0:1767329833.180110:0:218257:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767329833.180112:0:218257:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0001-mdc-ffff8c55499c0800 obd_type name = mdc 00000020:01000000:3.0:1767329833.180116:0:218257:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdc-ffff8c55499c0800 (2c7f8946-12aa-408e-b284-1332d7e79269) 00000020:00000001:3.0:1767329833.180118:0:218257:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767329833.180125:0:218257:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab1f6520. 00000020:00000010:3.0:1767329833.180154:0:218257:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002891ded2. 00000020:00000010:3.0:1767329833.180161:0:218257:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000074d9516. 00008000:00000010:3.0:1767329833.180169:0:218257:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000919534ce. 00000008:00000001:3.0:1767329833.180175:0:218257:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:3.0:1767329833.180186:0:218257:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1767329833.180200:0:218257:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1767329833.180205:0:218257:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1767329833.180355:0:218257:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000bd751820. 00000020:00000010:3.0:1767329833.180366:0:218257:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000738aac69. 00010000:00000001:3.0:1767329833.180521:0:218257:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1767329833.180574:0:218257:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000712c6f5b. 00000020:00000010:3.0:1767329833.180578:0:218257:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000007f4bd6c4. 00000001:00000001:3.0:1767329833.180692:0:218257:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767329833.181465:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008ab0c7b0. 00000001:00000010:3.0:1767329833.181477:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000088fad97d. 00000001:00000010:3.0:1767329833.181480:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008db7912b. 00000001:00000010:3.0:1767329833.181482:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f0356e57. 00000001:00000010:3.0:1767329833.181484:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000089df518f. 00000001:00000010:3.0:1767329833.181486:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d5a3c364. 00000001:00000010:3.0:1767329833.181488:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000008dea343. 00000001:00000010:3.0:1767329833.181489:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007e6099dd. 00000001:00000010:3.0:1767329833.181491:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000020ef15e9. 00000001:00000010:3.0:1767329833.181493:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009d40c6a3. 00000001:00000010:3.0:1767329833.181494:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009e4521ce. 00000001:00000010:3.0:1767329833.181496:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000004e642bc. 00000001:00000010:3.0:1767329833.181499:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a403ef0e. 00000001:00000010:3.0:1767329833.181501:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000fa0be5be. 00000001:00000010:3.0:1767329833.181502:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000607b7101. 00000001:00000010:3.0:1767329833.181505:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008e859914. 00000001:00000010:3.0:1767329833.181507:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f659814d. 00000001:00000010:3.0:1767329833.181509:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000071da0400. 00000001:00000010:3.0:1767329833.181511:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b9cbede9. 00000001:00000010:3.0:1767329833.181514:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f1e96746. 00000001:00000010:3.0:1767329833.181517:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b4ba6551. 00000001:00000010:3.0:1767329833.181520:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005a626b73. 00000001:00000010:3.0:1767329833.181523:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002aceb0d3. 00000001:00000010:3.0:1767329833.181526:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002263c919. 00000001:00000010:3.0:1767329833.181529:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001e1e64e5. 00000001:00000010:3.0:1767329833.181544:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002e021d82. 00000001:00000010:3.0:1767329833.181547:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006f4c3866. 00000001:00000010:3.0:1767329833.181549:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000004d83a1ff. 00000001:00000010:3.0:1767329833.181551:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000094c61097. 00000001:00000010:3.0:1767329833.181553:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ff1e0e77. 00000001:00000010:3.0:1767329833.181555:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000019ee610f. 00000001:00000010:3.0:1767329833.181556:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f93c1fb2. 00000001:00000010:3.0:1767329833.181558:0:218257:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 000000002448a0b8. 00000001:00000010:3.0:1767329833.181562:0:218257:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000006ebaf565. 00000001:00000001:3.0:1767329833.181566:0:218257:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1767329833.181569:0:218257:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 0000000028b6b565. 00010000:00000001:3.0:1767329833.181573:0:218257:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767329833.182412:0:218257:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767329833.182419:0:218257:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1767329833.182424:0:218257:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:0.0:1767329833.182429:0:218257:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1767329833.182432:0:218257:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767329833.182436:0:218257:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1767329833.182440:0:218257:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 000000006054ea42. 00010000:00000010:0.0:1767329833.182454:0:218257:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000fa350ae3. 00010000:00000010:0.0:1767329833.182465:0:218257:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 0000000001051607. 00010000:00000001:0.0:1767329833.182474:0:218257:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:0.0:1767329833.182479:0:218257:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767329833.182486:0:218257:0:(mdc_dev.c:1698:mdc_device_free()) kfreed 'osc': 104 at 0000000009c97210. 00000020:00000010:0.0:1767329833.182507:0:218257:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002891ded2. 00000020:00000010:0.0:1767329833.182516:0:218257:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000074d9516. 00008000:00000010:0.0:1767329833.182524:0:218257:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000919534ce. 00000020:00000010:0.0:1767329833.182533:0:218257:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab1f6520. 00000020:00000001:0.0:1767329833.182541:0:218257:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767329833.182546:0:218257:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000004c74e304. 00000020:00000001:0.0:1767329833.182563:0:218257:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329833.182567:0:218257:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767329833.182574:0:218257:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at 0000000099e90218. 00000020:00000001:0.0:1767329833.182583:0:218257:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000080:02000400:0.0:1767329833.182600:0:218257:0:(llite_lib.c:1613:ll_put_super()) Unmounted lustre-client 00000020:00000001:0.0:1767329833.186188:0:218257:0:(obd_config.c:1121:class_del_profile()) Process entered 00000020:01000000:0.0:1767329833.186195:0:218257:0:(obd_config.c:1123:class_del_profile()) Del profile lustre-client 00000020:00000001:0.0:1767329833.186201:0:218257:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00000020:00000001:0.0:1767329833.186206:0:218257:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446616896671645120 : -127177037906496 : ffff8c5549d4fdc0) 00000020:00000010:0.0:1767329833.186216:0:218257:0:(obd_config.c:1160:class_put_profile()) kfreed 'lprof->lp_profile': 14 at 00000000945fa966. 00000020:00000010:0.0:1767329833.186226:0:218257:0:(obd_config.c:1161:class_put_profile()) kfreed 'lprof->lp_dt': 14 at 0000000072db97c9. 00000020:00000010:0.0:1767329833.186234:0:218257:0:(obd_config.c:1162:class_put_profile()) kfreed 'lprof->lp_md': 14 at 000000000f9ed663. 00000020:00000010:0.0:1767329833.186244:0:218257:0:(obd_config.c:1163:class_put_profile()) kfreed 'lprof': 48 at 000000004456f956. 00000020:00000001:0.0:1767329833.186251:0:218257:0:(obd_config.c:1138:class_del_profile()) Process leaving 00000080:00000001:0.0:1767329833.186269:0:218257:0:(llite_lib.c:266:ll_free_sbi()) Process entered 00000020:00000010:0.0:1767329833.186399:0:218257:0:(cl_page.c:1415:cl_cache_decref()) kfreed 'cache': 152 at 0000000080aeb67d. 00000080:00000010:0.0:1767329833.186410:0:218257:0:(llite_lib.c:281:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_prefix': 6 at 00000000af27b43d. 00000080:00000010:0.0:1767329833.186416:0:218257:0:(llite_lib.c:287:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_upcall': 5 at 00000000335cdd47. 00000080:00000010:0.0:1767329833.186481:0:218257:0:(llite_lib.c:310:ll_free_sbi()) kfreed 'sbi': 1376 at 00000000d47666c0. 00000080:00000001:0.0:1767329833.186491:0:218257:0:(llite_lib.c:312:ll_free_sbi()) Process leaving 00000020:00000001:0.0:1767329833.186496:0:218257:0:(obd_mount.c:873:lustre_common_put_super()) Process entered 00000020:01000004:0.0:1767329833.186499:0:218257:0:(obd_mount.c:875:lustre_common_put_super()) dropping sb 00000000305e9f1b 00000020:00000001:0.0:1767329833.186504:0:218257:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:00000001:0.0:1767329833.186510:0:218257:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:0.0:1767329833.186515:0:218257:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:0.0:1767329833.186520:0:218257:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect MGC192.168.202.109@tcp - 1 00000100:00000001:0.0:1767329833.186528:0:218257:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:0.0:1767329833.186532:0:218257:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import cbc0edb7-593a-4289-8780-9495892e37e0->MGS 00000020:00000001:0.0:1767329833.186547:0:218257:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329833.186551:0:218257:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=2 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329833.186556:0:218257:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767329833.186560:0:218257:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329833.186565:0:218257:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:0.0:1767329833.186570:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767329833.186574:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1767329833.186579:0:218257:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000654811cd count: 2 00010000:00000001:0.0:1767329833.186587:0:218257:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767329833.186593:0:218257:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000654811cd count: 3 00010000:00000001:0.0:1767329833.186598:0:218257:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767329833.186608:0:218257:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767329833.186615:0:218257:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767329833.186620:0:218257:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.109@tcp lock: 00000000ecc318de/0x989c09653bac0c91 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xa764e4c88bd57833 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767329833.186649:0:218257:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767329833.186653:0:218257:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.109@tcp lock: 00000000ecc318de/0x989c09653bac0c91 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xa764e4c88bd57833 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767329833.186665:0:218257:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1767329833.186671:0:218257:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:00000001:0.0:1767329833.186688:0:218257:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767329833.186692:0:218257:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000b70d88c0) refs 1 10000000:01000000:0.0:1767329833.186699:0:218257:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 10000000:00000001:0.0:1767329833.186703:0:218257:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767329833.186706:0:218257:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767329833.186709:0:218257:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767329833.186727:0:218257:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767329833.186731:0:218257:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767329833.186734:0:218257:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767329833.186737:0:218257:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767329833.186741:0:218257:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767329833.186744:0:218257:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767329833.186747:0:218257:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:08000000:0.0:1767329833.186754:0:218257:0:(sec_config.c:500:sptlrpc_conf_free()) free sptlrpc conf lustre 02000000:00000010:0.0:1767329833.186760:0:218257:0:(sec_config.c:504:sptlrpc_conf_free()) kfreed 'conf': 120 at 0000000029d48b0c. 00000020:00000040:0.0:1767329833.186769:0:218257:0:(genops.c:898:class_export_put()) PUTting export 00000000d7c31532 : new refcount 2 10000000:00000010:0.0:1767329833.186773:0:218257:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 00000000b70d88c0. 10000000:00000001:0.0:1767329833.186781:0:218257:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767329833.186783:0:218257:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329833.186791:0:218257:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767329833.186807:0:218257:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767329833.186811:0:218257:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767329833.186817:0:218257:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767329833.186821:0:218257:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767329833.186826:0:218257:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ecc318de with handle 0x989c09653bac0c91 from hash 00010000:00000001:0.0:1767329833.186832:0:218257:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767329833.186836:0:218257:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767329833.186840:0:218257:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767329833.186843:0:218257:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767329833.186847:0:218257:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767329833.186850:0:218257:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767329833.186856:0:218257:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767329833.186860:0:218257:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767329833.186864:0:218257:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767329833.186868:0:218257:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767329833.186878:0:218257:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071ff1512. 00000020:00000040:0.0:1767329833.186897:0:218257:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329833.186905:0:218257:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329833.186920:0:218257:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329833.186927:0:218257:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329833.186936:0:218257:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b70d88c0. 00000100:00000001:0.0:1767329833.186945:0:218257:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329833.186949:0:218257:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767329833.186968:0:218257:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.109@tcp lock: 00000000ecc318de/0x989c09653bac0c91 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xa764e4c88bd57833 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767329833.186981:0:218257:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767329833.186984:0:218257:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329833.186989:0:218257:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767329833.186993:0:218257:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767329833.187002:0:218257:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a325260. 00000100:00000001:0.0:1767329833.187006:0:218257:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446616896909634368 : -127176799917248 : ffff8c5558046b40) 00000100:00000001:0.0:1767329833.187012:0:218257:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767329833.187015:0:218257:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578900352 : -127177130651264 : ffff8c55444dd180) 00000100:00000001:0.0:1767329833.187154:0:218257:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329833.187158:0:218257:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329833.187164:0:218257:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767329833.187168:0:218257:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767329833.187181:0:218257:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071ff1512 x1853178572259584/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329833.187208:0:218257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767329833.187212:0:218257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329833.187221:0:218257:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071ff1512 x1853178572259584/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329833.187236:0:218257:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767329833.187242:0:218257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767329833.187245:0:218257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767329833.187250:0:218257:0:(client.c:2690:ptlrpc_set_wait()) set 000000001a325260 going to sleep for 0 seconds 00000100:00000001:0.0:1767329833.187266:0:218257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767329833.187531:0:218257:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1767329833.187540:0:218257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329833.187545:0:218257:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767329833.187563:0:218257:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767329833.187588:0:218257:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071ff1512 x1853178572259584/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329833.187610:0:218257:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000071ff1512 pname:cluuid:pid:xid:nid:opc:job umount:cbc0edb7-593a-4289-8780-9495892e37e0:218257:1853178572259584:192.168.202.109@tcp:103: 00000100:00000001:0.0:1767329833.187620:0:218257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329833.187628:0:218257:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1767329833.187634:0:218257:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767329833.187639:0:218257:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329833.187648:0:218257:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071ff1512 x1853178572259584/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329833.187668:0:218257:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767329833.187673:0:218257:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001a325260. 00000100:00000001:0.0:1767329833.187680:0:218257:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767329833.187685:0:218257:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1767329833.187689:0:218257:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1767329833.187692:0:218257:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329833.187697:0:218257:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000071ff1512 x1853178572259584/t0(0) o103->MGC192.168.202.109@tcp@192.168.202.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329833.187705:0:218257:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767329833.187709:0:218257:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329833.187712:0:218257:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=2 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329833.187715:0:218257:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767329833.187718:0:218257:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b70d88c0. 02000000:00000001:0.0:1767329833.187725:0:218257:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767329833.187727:0:218257:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767329833.187731:0:218257:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071ff1512. 00000100:00000001:0.0:1767329833.187737:0:218257:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767329833.187740:0:218257:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767329833.187743:0:218257:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1767329833.187746:0:218257:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1767329833.187749:0:218257:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767329833.187761:0:218257:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.109@tcp lock: 00000000ecc318de/0x989c09653bac0c91 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xa764e4c88bd57833 expref: -99 pid: 211338 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767329833.187794:0:218257:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767329833.187797:0:218257:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329833.187801:0:218257:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767329833.187805:0:218257:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000654811cd count: 0 00000001:00000001:0.0:1767329833.187822:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329833.187826:0:218257:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329833.187829:0:218257:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1767329833.187835:0:218257:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1767329833.187839:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767329833.187842:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767329833.187846:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767329833.187849:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767329833.187850:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767329833.187864:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329833.187866:0:218257:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329833.187868:0:218257:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:0.0:1767329833.187870:0:218257:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00000001:0.0:1767329833.187875:0:218257:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:0.0:1767329833.187878:0:218257:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1767329833.187885:0:218257:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071ff1512. 00000020:00000040:0.0:1767329833.187890:0:218257:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000100:00000001:0.0:1767329833.187894:0:218257:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767329833.187897:0:218257:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767329833.187901:0:218257:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767329833.187908:0:218257:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000076d91448. 00000100:00000001:0.0:1767329833.187913:0:218257:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329833.187917:0:218257:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446616896578900352 : -127177130651264 : ffff8c55444dd180) 00000100:00080000:0.0:1767329833.187921:0:218257:0:(import.c:65:import_set_state_nolock()) 00000000cc968a74 MGS: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1767329833.187927:0:218257:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767329833.187930:0:218257:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767329833.187940:0:218257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071ff1512] to pc [ptlrpcd_rcv+-1] req@0000000071ff1512 x1853178572259712/t0(0) o251->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329833.187985:0:218257:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329833.187991:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329833.187999:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329833.188003:0:208647:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767329833.188366:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071ff1512 x1853178572259712/t0(0) o251->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329833.188380:0:208647:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767329833.188383:0:208647:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329833.188389:0:208647:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767329833.188394:0:208647:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767329833.188398:0:208647:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767329833.188404:0:208647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000071ff1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cbc0edb7-593a-4289-8780-9495892e37e0:208647:1853178572259712:192.168.202.109@tcp:251: 00000100:00000001:3.0:1767329833.188411:0:208647:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767329833.188417:0:208647:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767329833.188421:0:208647:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329833.188424:0:208647:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767329833.188429:0:208647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e12c60d. 02000000:00000001:3.0:1767329833.188433:0:208647:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767329833.188442:0:208647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb01f838. 00000400:00000010:3.0:1767329833.188452:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0f3499f. 00000100:00000200:3.0:1767329833.188458:0:208647:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853178572259712, portal 25 00000100:00000001:3.0:1767329833.188461:0:208647:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767329833.188463:0:208647:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446616896578900352 : -127177130651264 : ffff8c55444dd180) 00000100:00000040:3.0:1767329833.188479:0:208647:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000071ff1512 x1853178572259712/t0(0) o251->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329833.188488:0:208647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767329833.188494:0:208647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.109@tcp 00000400:00000010:3.0:1767329833.188497:0:208647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000261eab26. 00000100:00000200:3.0:1767329833.188501:0:208647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853178572259712, offset 0 00000400:00000200:3.0:1767329833.188508:0:208647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.109@tcp 00000400:00000200:3.0:1767329833.188522:0:208647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.109@tcp local destination 00000400:00000200:3.0:1767329833.188528:0:208647:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767329833.188534:0:208647:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.9@tcp 00000400:00000200:3.0:1767329833.188539:0:208647:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767329833.188543:0:208647:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.109@tcp 00000400:00000200:3.0:1767329833.188549:0:208647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.9@tcp NI seq info: [658:658:256:4294967295] 192.168.202.109@tcp LPNI seq info [658:658:8:4294967295] 00000400:00000200:3.0:1767329833.188571:0:208647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp:) -> 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) : PUT try# 0 00000800:00000200:3.0:1767329833.188579:0:208647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.109@tcp 00000800:00000010:3.0:1767329833.188584:0:208647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009917be02. 00000800:00000200:3.0:1767329833.188591:0:208647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:3.0:1767329833.188601:0:208647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1767329833.188607:0:208647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009917be02 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767329833.188627:0:208647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329833.188633:0:208647:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 0 is 4301682761 00000100:00000001:3.0:1767329833.188646:0:208647:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301682726 00000100:00000001:3.0:1767329833.188657:0:208647:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 1 is 4301682761 00000100:00000001:3.0:1767329833.188670:0:208647:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301682726 00000100:00000001:3.0:1767329833.188679:0:208647:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 2 is 4301682761 00000100:00000001:3.0:1767329833.188688:0:208647:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301682726 00000100:00000001:3.0:1767329833.188698:0:208647:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS new deadline estimation for cpu 3 is 4301682761 00000100:00000001:3.0:1767329833.188706:0:208647:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301682726 00000100:00000001:3.0:1767329833.188710:0:208647:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329833.188722:0:208647:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329833.188727:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329833.188730:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329833.188735:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767329833.188737:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767329833.188739:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329833.188740:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767329833.188743:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329833.188744:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767329833.188756:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767329833.188763:0:208642:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009917be02. 00000400:00000200:0.0:1767329833.188769:0:208642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767329833.188777:0:208642:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000400:00000200:0.0:1767329833.188783:0:208642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000261eab26 00000400:00000010:0.0:1767329833.188786:0:208642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000261eab26. 00000100:00000001:0.0:1767329833.188791:0:208642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767329833.188796:0:208642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000071ff1512 x1853178572259712/t0(0) o251->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329833.188808:0:208642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767329833.188812:0:208642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071ff1512 x1853178572259712/t0(0) o251->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329843 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329833.188828:0:208642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329833.188831:0:208642:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767329833.190552:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329833.190566:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767329833.190570:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329833.190575:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329833.190584:0:208641:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.9@tcp(192.168.202.9@tcp) <- 192.168.202.109@tcp : PUT - for me 00000400:00000200:1.0:1767329833.190599:0:208641:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.109@tcp of length 224 into portal 25 MB=0x69574c2814180 00000400:00000200:1.0:1767329833.190612:0:208641:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.109@tcp of length 224/224 into md 0x1559 [1] + 224 00000800:00000001:1.0:1767329833.190620:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329833.190634:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767329833.190637:0:208641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767329833.190645:0:208641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.9@tcp->192.168.202.109@tcp: PUT: OK 00000100:00000001:1.0:1767329833.190651:0:208641:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767329833.190659:0:208641:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000071ff1512 x1853178572259712/t0(0) o251->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767329833.190674:0:208641:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000071ff1512 x1853178572259712/t0(0) o251->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767329833.190698:0:208641:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767329833.190710:0:208641:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767329833.190717:0:208641:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329833.190744:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767329833.190751:0:208647:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767329833.190758:0:208647:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767329833.190762:0:208647:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767329833.190765:0:208647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb01f838. 00000400:00000200:3.0:1767329833.190776:0:208647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0f3499f 00000400:00000010:3.0:1767329833.190779:0:208647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0f3499f. 00000100:00000001:3.0:1767329833.190783:0:208647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767329833.190790:0:208647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000071ff1512 x1853178572259712/t0(0) o251->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767329833.190802:0:208647:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000071ff1512 x1853178572259712/t0(0) o251->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329833.190810:0:208647:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767329833.190813:0:208647:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767329833.190816:0:208647:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767329833.190820:0:208647:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767329833.190822:0:208647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767329833.190825:0:208647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767329833.190828:0:208647:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767329833.190833:0:208647:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075892f7d time=80 v=5 (5 5 5 5) 00000100:00001000:3.0:1767329833.190839:0:208647:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bbf23823 time=80 v=5 (1 1 1 1) 00000100:00000001:3.0:1767329833.190842:0:208647:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767329833.190844:0:208647:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767329833.190847:0:208647:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767329833.190850:0:208647:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329833.190854:0:208647:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767329833.190859:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071ff1512 x1853178572259712/t0(0) o251->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767329833.190886:0:208647:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767329833.190889:0:208647:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767329833.190891:0:208647:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1767329833.190894:0:208647:0:(import.c:65:import_set_state_nolock()) 00000000cc968a74 MGS: changing import state from CONNECTING to CLOSED 00000100:00000001:3.0:1767329833.190897:0:208647:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:3.0:1767329833.190900:0:208647:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1767329833.190904:0:208647:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1767329833.190907:0:208647:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329833.190910:0:208647:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767329833.190912:0:208647:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:3.0:1767329833.190914:0:208647:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1767329833.190917:0:208647:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329833.190920:0:208647:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:3.0:1767329833.190945:0:208647:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071ff1512 x1853178572259712/t0(0) o251->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329843 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329833.190958:0:208647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000071ff1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cbc0edb7-593a-4289-8780-9495892e37e0:208647:1853178572259712:192.168.202.109@tcp:251: 00000100:00000001:0.0:1767329833.190971:0:218257:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767329833.190975:0:208647:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767329833.190980:0:218257:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00000001:3.0:1767329833.190981:0:208647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1767329833.190989:0:218257:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1767329833.190994:0:218257:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000040:3.0:1767329833.190997:0:208647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000071ff1512 x1853178572259712/t0(0) o251->MGC192.168.202.109@tcp@192.168.202.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1767329843 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767329833.191000:0:218257:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767329833.191006:0:218257:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767329833.191013:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767329833.191051:0:208647:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767329833.191058:0:208647:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767329833.191063:0:208647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e12c60d. 02000000:00000001:3.0:1767329833.191072:0:208647:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767329833.191076:0:208647:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767329833.191079:0:208647:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=2 obd=MGC192.168.202.109@tcp 00000020:00000001:3.0:1767329833.191082:0:208647:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767329833.191086:0:208647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000076d91448. 02000000:00000001:3.0:1767329833.191092:0:208647:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767329833.191095:0:208647:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767329833.191098:0:208647:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071ff1512. 00000100:00000001:3.0:1767329833.191107:0:208647:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:01000000:0.0:1767329833.191108:0:218257:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 00000100:00000001:3.0:1767329833.191111:0:208647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767329833.191116:0:218257:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329833.191121:0:218257:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767329833.191128:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767329833.191147:0:218257:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767329833.191161:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767329833.191167:0:208647:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:01000000:0.0:1767329833.191167:0:218257:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808003 00000100:00000001:3.0:1767329833.191176:0:208647:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767329833.191178:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:3.0:1767329833.191182:0:208647:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:0.0:1767329833.191186:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1767329833.191187:0:208647:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767329833.191201:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767329833.191207:0:218257:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767329833.191210:0:218257:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767329833.191215:0:218257:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767329833.191219:0:218257:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329833.191221:0:218257:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:0.0:1767329833.191226:0:218257:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:0.0:1767329833.191239:0:218257:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767329833.191243:0:218257:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x989c09653bac0be2 00000020:00000040:0.0:1767329833.191251:0:218257:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000046d45fe with handle 0x989c09653bac0be2 from hash 00000020:00000001:0.0:1767329833.191259:0:218257:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767329833.191261:0:218257:0:(genops.c:898:class_export_put()) PUTting export 00000000046d45fe : new refcount 1 00000020:00000001:0.0:1767329833.191264:0:218257:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767329833.191268:0:218257:0:(genops.c:898:class_export_put()) PUTting export 00000000046d45fe : new refcount 0 00000020:00000080:0.0:1767329833.191272:0:218257:0:(genops.c:904:class_export_put()) final put 00000000046d45fe/cbc0edb7-593a-4289-8780-9495892e37e0 00000020:00000001:0.0:1767329833.191275:0:218257:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329833.191304:0:218257:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767329833.191308:0:218257:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329833.191311:0:218257:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329833.191315:0:218257:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767329833.191319:0:218257:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGC192.168.202.109@tcp (flags='') 00000020:00000010:0.0:1767329833.191327:0:218257:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 000000008433709a. 00000020:00000080:0.0:1767329833.191332:0:218257:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767329833.191339:0:191164:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:0.0:1767329833.191340:0:218257:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767329833.191346:0:191164:0:(genops.c:863:class_export_destroy()) destroying export 00000000046d45fe/cbc0edb7-593a-4289-8780-9495892e37e0 for MGC192.168.202.109@tcp 00000020:00000080:0.0:1767329833.191350:0:218257:0:(obd_config.c:886:class_cleanup()) MGC192.168.202.109@tcp: forcing exports to disconnect: 0/3 00000020:00000040:1.0:1767329833.191357:0:191164:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 2 to 192.168.202.109@tcp 00000020:00000001:0.0:1767329833.191358:0:218257:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:1.0:1767329833.191363:0:191164:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00080000:0.0:1767329833.191365:0:218257:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (00000000244db03b) has no exports 00000020:00000001:1.0:1767329833.191369:0:191164:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329833.191371:0:218257:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000040:1.0:1767329833.191376:0:191164:0:(obd_config.c:955:class_decref()) Decref MGC192.168.202.109@tcp (00000000244db03b) now 5 - export 00000020:00000001:0.0:1767329833.191377:0:218257:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1767329833.191386:0:218257:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b70d88c0. 00000020:00000010:1.0:1767329833.191388:0:191164:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000046d45fe. 00000020:00000010:0.0:1767329833.191397:0:218257:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001bc850cd. 00000020:00000001:1.0:1767329833.191400:0:191164:0:(genops.c:880:class_export_destroy()) Process leaving 00000040:00000010:0.0:1767329833.191404:0:218257:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008b489dcc. 00000020:00000010:0.0:1767329833.191413:0:218257:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003f4e71b1. 00000020:00000010:0.0:1767329833.191418:0:218257:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000232271b5. 00040000:00000010:0.0:1767329833.191423:0:218257:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000074996e45. 00040000:00000010:0.0:1767329833.191429:0:218257:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002163ef42. 00000020:00000010:0.0:1767329833.191434:0:218257:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000002809c02. 10000000:00000001:0.0:1767329833.191439:0:218257:0:(mgc_request.c:792:mgc_device_fini()) Process entered 10000000:01000000:2.0:1767329833.191491:0:211338:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:00000001:0.0:1767329833.191508:0:218257:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 10000000:00000001:2.0:1767329833.191511:0:211338:0:(mgc_request.c:709:mgc_requeue_thread()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767329833.191513:0:218257:0:(obd_class.h:663:obd_cleanup_client_import()) MGC192.168.202.109@tcp: client import never connected 00000100:00000001:0.0:1767329833.191529:0:218257:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767329833.191533:0:218257:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1767329833.191547:0:218257:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767329833.191550:0:218257:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767329833.191552:0:218257:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767329833.191554:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767329833.191555:0:218257:0:(obd_class.h:479:obd_check_dev()) Device 0 not setup 00000100:00000001:0.0:1767329833.191558:0:218257:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:0.0:1767329833.191561:0:218257:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767329833.191565:0:218257:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767329833.191570:0:218257:0:(obd_class.h:479:obd_check_dev()) Device 0 not setup 00000100:00000001:0.0:1767329833.191573:0:218257:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:0.0:1767329833.191579:0:218257:0:(genops.c:1229:class_import_get()) import 00000000cc968a74 refcount=3 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329833.191585:0:218257:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329833.191587:0:218257:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=2 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329833.191592:0:218257:0:(genops.c:1249:class_import_put()) Process leaving 02000000:08000000:0.0:1767329833.191598:0:218257:0:(sec.c:1366:sec_cop_destroy_sec()) sec.null@00000000271120c3: being destroyed 00000020:00000001:0.0:1767329833.191604:0:218257:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329833.191606:0:218257:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=1 obd=MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329833.191609:0:218257:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:0.0:1767329833.191613:0:218257:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 10000000:00000001:0.0:1767329833.191616:0:218257:0:(mgc_request.c:774:mgc_llog_fini()) Process entered 10000000:00000040:0.0:1767329833.191621:0:218257:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005511999b : new refcount 2 00000040:00000001:0.0:1767329833.191626:0:218257:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767329833.191631:0:218257:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005511999b : new refcount 1 00000020:00000040:0.0:1767329833.191641:0:218257:0:(genops.c:898:class_export_put()) PUTting export 00000000d7c31532 : new refcount 1 00000020:00000001:0.0:1767329833.191644:0:218257:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767329833.191647:0:218257:0:(genops.c:1242:class_import_put()) import 00000000cc968a74 refcount=0 obd=MGC192.168.202.109@tcp 00000020:00000040:0.0:1767329833.191649:0:218257:0:(genops.c:1245:class_import_put()) final put import 00000000cc968a74 00000020:00000001:0.0:1767329833.191669:0:218257:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:0.0:1767329833.191674:0:218257:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000005511999b. 00000040:00000001:0.0:1767329833.191695:0:218257:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767329833.191699:0:218257:0:(mgc_request.c:780:mgc_llog_fini()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767329833.191703:0:218257:0:(mgc_request.c:816:mgc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329833.191710:0:191164:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000010:0.0:1767329833.191714:0:218257:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000002809c02. 00000020:00000080:1.0:1767329833.191717:0:191164:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000cc968a74 for MGC192.168.202.109@tcp 00000020:00000040:1.0:1767329833.191731:0:191164:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 1 to 192.168.202.109@tcp 00000020:00000040:1.0:1767329833.191742:0:191164:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e269c9 refcount 0 to 192.168.202.109@tcp 00000020:00000010:1.0:1767329833.191746:0:191164:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000b194f356. 00000020:00000010:0.0:1767329833.191753:0:218257:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001bc850cd. 00000020:00000040:1.0:1767329833.191755:0:191164:0:(obd_config.c:955:class_decref()) Decref MGC192.168.202.109@tcp (00000000244db03b) now 4 - import 00000020:00000010:1.0:1767329833.191764:0:191164:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000cc968a74. 00000040:00000010:0.0:1767329833.191765:0:218257:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008b489dcc. 00000020:00000010:0.0:1767329833.191778:0:218257:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003f4e71b1. 00000020:00000001:1.0:1767329833.191784:0:191164:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:0.0:1767329833.191789:0:218257:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000232271b5. 00040000:00000010:0.0:1767329833.191807:0:218257:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000074996e45. 00040000:00000010:0.0:1767329833.191819:0:218257:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002163ef42. 00000020:00000010:0.0:1767329833.191826:0:218257:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b70d88c0. 00000020:00000001:0.0:1767329833.191837:0:218257:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767329833.191865:0:218257:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767329833.191872:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000929378bc. 00000001:00000010:0.0:1767329833.191880:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001a8b8265. 00000001:00000010:0.0:1767329833.191886:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000092fec645. 00000001:00000010:0.0:1767329833.191894:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008941131b. 00000001:00000010:0.0:1767329833.191905:0:218257:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000009a9a6250. 00000001:00000010:0.0:1767329833.191914:0:218257:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000001e43f50. 00000001:00000001:0.0:1767329833.191925:0:218257:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767329833.191930:0:218257:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767329833.191936:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a46cce46. 00000001:00000010:0.0:1767329833.191943:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003119fa07. 00000001:00000010:0.0:1767329833.191949:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bbaf83c0. 00000001:00000010:0.0:1767329833.191956:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e2ef932f. 00000001:00000010:0.0:1767329833.191964:0:218257:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e2dd2969. 00000001:00000010:0.0:1767329833.191970:0:218257:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000090a1e80c. 00000001:00000001:0.0:1767329833.191976:0:218257:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767329833.191978:0:218257:0:(obd_config.c:955:class_decref()) Decref MGC192.168.202.109@tcp (00000000244db03b) now 3 - setup 00000020:00000001:0.0:1767329833.191981:0:218257:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329833.191985:0:218257:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767329833.191989:0:218257:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767329833.191992:0:218257:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767329833.191995:0:218257:0:(obd_config.c:955:class_decref()) Decref MGC192.168.202.109@tcp (00000000244db03b) now 2 - obd_device_list 00000020:00000080:0.0:1767329833.191998:0:218257:0:(obd_config.c:814:class_detach()) detach on obd MGC192.168.202.109@tcp (uuid cbc0edb7-593a-4289-8780-9495892e37e0) 00000020:00000040:0.0:1767329833.192001:0:218257:0:(obd_config.c:955:class_decref()) Decref MGC192.168.202.109@tcp (00000000244db03b) now 1 - newdev 00000020:00000040:0.0:1767329833.192005:0:218257:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d7c31532 with handle 0x989c09653bac0bdb from hash 00000020:00000040:0.0:1767329833.192008:0:218257:0:(genops.c:898:class_export_put()) PUTting export 00000000d7c31532 : new refcount 0 00000020:00000080:0.0:1767329833.192010:0:218257:0:(genops.c:904:class_export_put()) final put 00000000d7c31532/cbc0edb7-593a-4289-8780-9495892e37e0 00000020:00000001:0.0:1767329833.192012:0:218257:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767329833.192014:0:218257:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767329833.192015:0:218257:0:(genops.c:863:class_export_destroy()) destroying export 00000000d7c31532/cbc0edb7-593a-4289-8780-9495892e37e0 for MGC192.168.202.109@tcp 00000020:00000001:0.0:1767329833.192056:0:218257:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767329833.192060:0:218257:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767329833.192064:0:218257:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d7c31532. 00000020:00000001:0.0:1767329833.192077:0:218257:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767329833.192079:0:218257:0:(genops.c:440:class_free_dev()) Release obd device MGC192.168.202.109@tcp obd_type name = mgc 00000020:01000000:0.0:1767329833.192081:0:218257:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGC192.168.202.109@tcp (cbc0edb7-593a-4289-8780-9495892e37e0) 00000020:00000001:0.0:1767329833.192082:0:218257:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767329833.192086:0:218257:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002163ef42. 00000020:00000010:0.0:1767329833.192091:0:218257:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e2ef932f. 00000040:00000010:0.0:1767329833.192096:0:218257:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bbaf83c0. 00000020:00000010:0.0:1767329833.192101:0:218257:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003f4e71b1. 00000020:00000010:0.0:1767329833.192107:0:218257:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003119fa07. 00040000:00000010:0.0:1767329833.192113:0:218257:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000074996e45. 00040000:00000010:0.0:1767329833.192118:0:218257:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a46cce46. 10000000:00000001:0.0:1767329833.192124:0:218257:0:(mgc_request.c:824:mgc_device_free()) Process entered 00000020:00000001:0.0:1767329833.192128:0:218257:0:(obd_config.c:1171:class_del_profiles()) Process entered 00000020:00000001:0.0:1767329833.192148:0:218257:0:(obd_config.c:1184:class_del_profiles()) Process leaving 00010000:00000001:0.0:1767329833.192275:0:218257:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1767329833.192278:0:218257:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767329833.192280:0:218257:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767329833.192308:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000b8442b85. 00000020:00000010:0.0:1767329833.192312:0:218257:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000e518c9af. 00000020:00000010:0.0:1767329833.192317:0:218257:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000000cf6aaaa. 00010000:00000001:0.0:1767329833.192341:0:218257:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767329833.192351:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000f4a7dc4d. 00000020:00000010:0.0:1767329833.192354:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000002fe7fb82. 00000020:00000010:0.0:1767329833.192356:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000d55ae4cd. 00000020:00000010:0.0:1767329833.192359:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000f5b65e21. 00000020:00000010:0.0:1767329833.192362:0:218257:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 0000000027c419a0. 00000020:00000010:0.0:1767329833.192364:0:218257:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000048eaed14. 00000001:00000001:0.0:1767329833.192416:0:218257:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767329833.192419:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 0000000074b91b64. 00000001:00000010:0.0:1767329833.192421:0:218257:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 0000000034fbd437. 00000001:00000010:0.0:1767329833.192425:0:218257:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 000000001c09352b. 00000001:00000010:0.0:1767329833.192436:0:218257:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000009a721b4b. 00000001:00000001:0.0:1767329833.192439:0:218257:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767329833.192441:0:218257:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000de5b0efe. 00010000:00000001:0.0:1767329833.192444:0:218257:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767329833.192446:0:218257:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767329833.192447:0:218257:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1767329833.192448:0:218257:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:0.0:1767329833.192450:0:218257:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1767329833.192452:0:218257:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767329833.192453:0:218257:0:(ldlm_lockd.c:3526:ldlm_cleanup()) Process entered 00000001:00000010:0.0:1767329833.192467:0:218257:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at 00000000e652ec9a. 00000001:00000010:0.0:1767329833.192471:0:218257:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at 00000000a75ac3ac. 00000020:00000001:3.0:1767329833.192588:0:211336:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767329833.192593:0:211336:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767329833.192597:0:211336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00000001:3.0:1767329833.192600:0:211336:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767329833.192602:0:211336:0:(ldlm_lockd.c:2877:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:3.0:1767329833.192623:0:211336:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f8b3d4d9. 00000020:00000010:3.0:1767329833.192636:0:211336:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006e858bdd. 00000020:00000010:3.0:1767329833.192642:0:211336:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bebe8a9f. 00000020:00000010:3.0:1767329833.192649:0:211336:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f01e11c8. 00000020:00000010:3.0:1767329833.192656:0:211336:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004e377ebf. 80000000:00000010:3.0:1767329833.192661:0:211336:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003f745520. 40000000:00000010:3.0:1767329833.192667:0:211336:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000262f78e2. 00100000:00000010:3.0:1767329833.192672:0:211336:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c96b9afb. 00040000:00000010:3.0:1767329833.192677:0:211336:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d020b968. 00040000:00000010:3.0:1767329833.192681:0:211336:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007c20ffc2. 00002000:00000010:3.0:1767329833.192684:0:211336:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d32fd740. 00000020:00000010:3.0:1767329833.192689:0:211336:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ef6d106. 00010000:00000010:3.0:1767329833.192691:0:211336:0:(ldlm_lockd.c:3017:ldlm_bl_thread_main()) kfreed 'env': 56 at 000000009537ac6a. 00010000:00000001:3.0:1767329833.192694:0:211336:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767329833.192754:0:211335:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767329833.192765:0:211335:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767329833.192772:0:211335:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00000001:2.0:1767329833.192779:0:211335:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767329833.192783:0:211335:0:(ldlm_lockd.c:2877:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:2.0:1767329833.192815:0:211335:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ef4bf7fd. 00000020:00000010:2.0:1767329833.192843:0:211335:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e85a3663. 00000020:00000010:2.0:1767329833.192853:0:211335:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000257aa633. 00000020:00000010:2.0:1767329833.192862:0:211335:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b13f4177. 00000020:00000010:2.0:1767329833.192872:0:211335:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003c929aa7. 80000000:00000010:2.0:1767329833.192879:0:211335:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000707f7697. 40000000:00000010:2.0:1767329833.192885:0:211335:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fc5ae0ab. 00100000:00000010:2.0:1767329833.192895:0:211335:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000071edd8. 00040000:00000010:2.0:1767329833.192901:0:211335:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a2a6bbea. 00040000:00000010:2.0:1767329833.192906:0:211335:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009cff6d8c. 00002000:00000010:2.0:1767329833.192911:0:211335:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000033b37afc. 00000020:00000010:2.0:1767329833.192915:0:211335:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0e01794. 00010000:00000010:2.0:1767329833.192921:0:211335:0:(ldlm_lockd.c:3017:ldlm_bl_thread_main()) kfreed 'env': 56 at 0000000099a892c0. 00010000:00000001:2.0:1767329833.192926:0:211335:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329833.192941:0:213939:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767329833.192947:0:213939:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767329833.192952:0:213939:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00010000:00000001:1.0:1767329833.192958:0:213939:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767329833.192960:0:213939:0:(ldlm_lockd.c:2877:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:1.0:1767329833.192987:0:213939:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e261c05d. 00010000:00000010:0.0:1767329833.193010:0:218257:0:(ldlm_lockd.c:3555:ldlm_cleanup()) kfreed 'blp': 168 at 000000009fde73b1. 00000020:00000010:1.0:1767329833.193073:0:213939:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000eb0dee7a. 00000020:00000010:1.0:1767329833.193090:0:213939:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000210c9ff0. 00000020:00000010:1.0:1767329833.193099:0:213939:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c28a6cfd. 00000020:00000010:1.0:1767329833.193113:0:213939:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000087fc6aaa. 80000000:00000010:1.0:1767329833.193126:0:213939:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001aba7d09. 40000000:00000010:1.0:1767329833.193163:0:213939:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003f2a018d. 00100000:00000010:1.0:1767329833.193171:0:213939:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002193c509. 00040000:00000010:1.0:1767329833.193182:0:213939:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000020beec0d. 00040000:00000010:1.0:1767329833.193194:0:213939:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000350da836. 00002000:00000010:1.0:1767329833.193204:0:213939:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f130c784. 00000020:00000010:1.0:1767329833.193214:0:213939:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000417267b6. 00010000:00000010:1.0:1767329833.193222:0:213939:0:(ldlm_lockd.c:3017:ldlm_bl_thread_main()) kfreed 'env': 56 at 00000000d7019e8f. 00010000:00000001:1.0:1767329833.193234:0:213939:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767329833.193266:0:218257:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767329833.193272:0:218257:0:(service.c:3836:ptlrpc_unregister_service()) ldlm_cbd: tearing down 00000100:00000001:1.0:1767329833.194160:0:218257:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767329833.194164:0:218257:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767329833.194167:0:218257:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_cbd 00000100:00000040:1.0:1767329833.194174:0:218257:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ldlm_cb #1 00000100:00000040:1.0:1767329833.194177:0:218257:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ldlm_cb #0 00000100:00000040:1.0:1767329833.194207:0:218257:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cb #1 00000020:00000010:0.0:1767329833.194253:0:211330:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007fca814c. 00000020:00000010:3.0:1767329833.194258:0:211331:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c9f1c5dd. 00000040:00000010:0.0:1767329833.194268:0:211330:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bec58ff4. 00000040:00000010:3.0:1767329833.194271:0:211331:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000764c2190. 00000020:00000010:0.0:1767329833.194282:0:211330:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b87a6bda. 00000020:00000010:3.0:1767329833.194283:0:211331:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002170a8d5. 00000020:00000010:3.0:1767329833.194299:0:211331:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000090453b4. 00000020:00000010:0.0:1767329833.194300:0:211330:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001aadece7. 00000020:00000010:3.0:1767329833.194310:0:211331:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a1962e12. 00000020:00000010:0.0:1767329833.194313:0:211330:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000927f82c1. 80000000:00000010:3.0:1767329833.194322:0:211331:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000095e6458. 80000000:00000010:0.0:1767329833.194325:0:211330:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b2212dd3. 40000000:00000010:3.0:1767329833.194334:0:211331:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007f508861. 40000000:00000010:0.0:1767329833.194338:0:211330:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cb54553b. 00100000:00000010:3.0:1767329833.194346:0:211331:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a1a3b671. 00100000:00000010:0.0:1767329833.194349:0:211330:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a5dc8bae. 00040000:00000010:3.0:1767329833.194358:0:211331:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005e080e1c. 00040000:00000010:0.0:1767329833.194363:0:211330:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a29ae520. 00040000:00000010:3.0:1767329833.194373:0:211331:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000015d707d1. 00040000:00000010:0.0:1767329833.194376:0:211330:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005d9a43b0. 00040000:00000010:3.0:1767329833.194385:0:211331:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c1e5e09f. 00040000:00000010:0.0:1767329833.194389:0:211330:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000651f49cd. 00000004:00000010:0.0:1767329833.194398:0:211330:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000020cee287. 00000004:00000010:3.0:1767329833.194414:0:211331:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000024971c0. 00000004:00000010:0.0:1767329833.194414:0:211330:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003e215c55. 00000004:00000010:3.0:1767329833.194427:0:211331:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009fdc5750. 00000004:00000010:0.0:1767329833.194430:0:211330:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a7eb4e83. 00000004:00000010:3.0:1767329833.194442:0:211331:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007a5a796d. 00002000:00000010:0.0:1767329833.194443:0:211330:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000469b1c27. 00002000:00000010:3.0:1767329833.194456:0:211331:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001dca55c5. 00000004:00000010:0.0:1767329833.194457:0:211330:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000051d1725d. 00000004:00000010:3.0:1767329833.194470:0:211331:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e2a2f1cc. 00000020:00000010:0.0:1767329833.194471:0:211330:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041e28e47. 00000020:00000010:3.0:1767329833.194482:0:211331:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8b60e33. 00000020:00000010:0.0:1767329833.194484:0:211330:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000dd0c4dc. 00000020:00000010:3.0:1767329833.194492:0:211331:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a37ea516. 00000100:00000010:0.0:1767329833.194495:0:211330:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000b927beaa. 00000100:00000010:3.0:1767329833.194503:0:211331:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d71732e3. 00000100:00100000:0.0:1767329833.194505:0:211330:0:(service.c:3155:ptlrpc_main()) ldlm_cb00_000: service thread [00000000d2aa2abe:211330] 0 exiting: rc = 1 00000100:00100000:3.0:1767329833.194514:0:211331:0:(service.c:3155:ptlrpc_main()) ldlm_cb00_001: service thread [00000000f89abc7a:211331] 1 exiting: rc = 0 00000100:00000010:1.0:1767329833.194624:0:218257:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000d2aa2abe. 00000100:00000010:1.0:1767329833.194640:0:218257:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000f89abc7a. 00000100:00000001:1.0:1767329833.194649:0:218257:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767329833.194652:0:218257:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767329833.194659:0:218257:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 15 lazy 00000400:00000001:1.0:1767329833.194666:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.194670:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.194673:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f810b10c. 00000400:00000200:1.0:1767329833.194679:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f51d08a 00000400:00000010:1.0:1767329833.194682:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f51d08a. 00000100:00000001:1.0:1767329833.194689:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.194692:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_cbd 00000100:00100000:1.0:1767329833.194708:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.194713:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767329833.194718:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767329833.194724:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.194727:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767329833.194736:0:218257:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767329833.194739:0:218257:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005e0c4e6d. 02000000:00000001:1.0:1767329833.194746:0:218257:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767329833.194749:0:218257:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d788383. 02000000:00000001:1.0:1767329833.194757:0:218257:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767329833.194760:0:218257:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ec01d70a. 02000000:00000001:1.0:1767329833.194766:0:218257:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767329833.194769:0:218257:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce5d9467. 00000100:00000010:1.0:1767329833.194779:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008b9e769d. 00000100:00000010:1.0:1767329833.194787:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3a0c677. 00000100:00000010:1.0:1767329833.194795:0:218257:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000dbfbfd23. 00000100:00000010:1.0:1767329833.194800:0:218257:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000007d3b7f2d. 00000100:00000001:1.0:1767329833.194806:0:218257:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767329833.194810:0:218257:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767329833.194814:0:218257:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767329833.194817:0:218257:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767329833.194821:0:218257:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000006534d5f8. 00000100:00000001:1.0:1767329833.194828:0:218257:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767329833.194831:0:218257:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329833.194834:0:218257:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767329833.194838:0:218257:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006171f750. 00000100:00000001:1.0:1767329833.194842:0:218257:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767329833.194845:0:218257:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767329833.194848:0:218257:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002c73c2ae. 00000100:00000001:1.0:1767329833.194852:0:218257:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767329833.194854:0:218257:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767329833.194856:0:218257:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000013540549. 00000100:00000001:1.0:1767329833.194859:0:218257:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767329833.194862:0:218257:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767329833.194864:0:218257:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000065f55ea8. 00000100:00000001:1.0:1767329833.194869:0:218257:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767329833.194980:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000db0e9853. 00000020:00000010:1.0:1767329833.194986:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000d8c7a843. 00000020:00000010:1.0:1767329833.194990:0:218257:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000066d147e. 00000020:00000010:1.0:1767329833.194995:0:218257:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000606ac11d. 00000020:00000010:1.0:1767329833.195000:0:218257:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000002d0216b6. 00000100:00000010:1.0:1767329833.195086:0:218257:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000007591fa2e. 00000100:00000010:1.0:1767329833.195108:0:218257:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000034adc666. 00000100:00000010:1.0:1767329833.195113:0:218257:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000c26e9e1c. 00000100:00000010:1.0:1767329833.195118:0:218257:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000003031d851. 00000100:00000001:1.0:1767329833.195123:0:218257:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329833.195127:0:218257:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767329833.195160:0:218257:0:(service.c:3836:ptlrpc_unregister_service()) ldlm_canceld: tearing down 00000100:00000001:1.0:1767329833.195165:0:218257:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767329833.195166:0:218257:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767329833.195168:0:218257:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_canceld 00000100:00000040:1.0:1767329833.195172:0:218257:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ldlm_cn #2 00000100:00000040:1.0:1767329833.195175:0:218257:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ldlm_cn #1 00000100:00000040:1.0:1767329833.195177:0:218257:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ldlm_cn #0 00000100:00000040:1.0:1767329833.195214:0:218257:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cn #2 00000020:00000010:3.0:1767329833.195234:0:211334:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000079b0a6a7. 00000020:00000010:3.0:1767329833.195247:0:211334:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000000124c541. 00000020:00000010:2.0:1767329833.195252:0:211333:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000006d6f2ee. 00000040:00000010:3.0:1767329833.195255:0:211334:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d86a4079. 00000020:00000010:0.0:1767329833.195257:0:211332:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000415c8b24. 00000020:00000010:2.0:1767329833.195274:0:211333:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000d1495d57. 00000020:00000010:3.0:1767329833.195276:0:211334:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000072fe1cba. 00000020:00000010:0.0:1767329833.195282:0:211332:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000020752319. 00000040:00000010:2.0:1767329833.195301:0:211333:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003370a2de. 00000020:00000010:3.0:1767329833.195302:0:211334:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000012262244. 00000040:00000010:0.0:1767329833.195304:0:211332:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008a6b280c. 00000020:00000010:2.0:1767329833.195321:0:211333:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bdc42a6a. 00000020:00000010:3.0:1767329833.195322:0:211334:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000053a2b34d. 00000020:00000010:0.0:1767329833.195324:0:211332:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fc483f83. 80000000:00000010:3.0:1767329833.195351:0:211334:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000046d2cbf1. 00000020:00000010:2.0:1767329833.195353:0:211333:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000086b8d642. 00000020:00000010:0.0:1767329833.195354:0:211332:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000008e7712b. 40000000:00000010:3.0:1767329833.195366:0:211334:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005af3bf99. 00000020:00000010:2.0:1767329833.195371:0:211333:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000315e0494. 00000020:00000010:0.0:1767329833.195374:0:211332:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a34e5023. 00008000:00000010:3.0:1767329833.195375:0:211334:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000009826c7e3. 80000000:00000010:2.0:1767329833.195380:0:211333:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006c862011. 00100000:00000010:3.0:1767329833.195395:0:211334:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000083b168b. 40000000:00000010:2.0:1767329833.195396:0:211333:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005c0209bf. 80000000:00000010:0.0:1767329833.195397:0:211332:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008df3b025. 00008000:00000010:2.0:1767329833.195421:0:211333:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000119af72d. 00040000:00000010:3.0:1767329833.195423:0:211334:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d1d3949a. 40000000:00000010:0.0:1767329833.195423:0:211332:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000739768f6. 00100000:00000010:2.0:1767329833.195455:0:211333:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001657704e. 00008000:00000010:0.0:1767329833.195457:0:211332:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000005985d063. 00040000:00000010:3.0:1767329833.195458:0:211334:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000018ffbe1b. 00040000:00000010:2.0:1767329833.195488:0:211333:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007a2ddaab. 00040000:00000010:3.0:1767329833.195490:0:211334:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001dc203a7. 00100000:00000010:0.0:1767329833.195490:0:211332:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004593b85d. 00000004:00000010:3.0:1767329833.195516:0:211334:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008ce90283. 00040000:00000010:2.0:1767329833.195518:0:211333:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002469ab4e. 00040000:00000010:0.0:1767329833.195520:0:211332:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000feca4b89. 00000004:00000010:3.0:1767329833.195533:0:211334:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000763821b8. 00040000:00000010:2.0:1767329833.195536:0:211333:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000813058df. 00040000:00000010:0.0:1767329833.195541:0:211332:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c3202bad. 00000004:00000010:3.0:1767329833.195544:0:211334:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007a16c732. 00000004:00000010:2.0:1767329833.195546:0:211333:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003fecdc5a. 00040000:00000010:0.0:1767329833.195557:0:211332:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006985b4be. 00000004:00000010:2.0:1767329833.195573:0:211333:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000049b462c6. 00002000:00000010:3.0:1767329833.195574:0:211334:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f259a3be. 00000004:00000010:0.0:1767329833.195575:0:211332:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bba31356. 00000004:00000010:3.0:1767329833.195589:0:211334:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a8d5a3df. 00000004:00000010:0.0:1767329833.195591:0:211332:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000005ecbd87. 00000020:00000010:3.0:1767329833.195603:0:211334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1649e22. 00000004:00000010:2.0:1767329833.195604:0:211333:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a92534aa. 00000004:00000010:0.0:1767329833.195605:0:211332:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006e7b47c2. 00000020:00000010:3.0:1767329833.195621:0:211334:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000017cf9930. 00002000:00000010:2.0:1767329833.195628:0:211333:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ff4211b1. 00002000:00000010:0.0:1767329833.195631:0:211332:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000046a2d81c. 00000100:00000010:3.0:1767329833.195633:0:211334:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000009428a130. 00000004:00000010:2.0:1767329833.195661:0:211333:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000038563be9. 00000100:00100000:3.0:1767329833.195663:0:211334:0:(service.c:3155:ptlrpc_main()) ldlm_cn00_002: service thread [00000000ce3fb545:211334] 2 exiting: rc = 0 00000004:00000010:0.0:1767329833.195664:0:211332:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000abae7dd0. 00000020:00000010:0.0:1767329833.195700:0:211332:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000442dc1bb. 00000020:00000010:2.0:1767329833.195702:0:211333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d0d4f00. 00000020:00000010:2.0:1767329833.195743:0:211333:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d016f606. 00000020:00000010:0.0:1767329833.195744:0:211332:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000091754dd6. 00000100:00000010:2.0:1767329833.195799:0:211333:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000888d38b9. 00000100:00000010:0.0:1767329833.195801:0:211332:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000c6b0d872. 00000100:00000040:1.0:1767329833.195803:0:218257:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cn #1 00000100:00100000:0.0:1767329833.195834:0:211332:0:(service.c:3155:ptlrpc_main()) ldlm_cn00_000: service thread [00000000321d78fc:211332] 0 exiting: rc = 1 00000100:00100000:2.0:1767329833.195836:0:211333:0:(service.c:3155:ptlrpc_main()) ldlm_cn00_001: service thread [00000000780eb16b:211333] 1 exiting: rc = 0 00000100:00000010:1.0:1767329833.195927:0:218257:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000321d78fc. 00000100:00000010:1.0:1767329833.195947:0:218257:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000780eb16b. 00000100:00000010:1.0:1767329833.195957:0:218257:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000ce3fb545. 00000100:00000001:1.0:1767329833.195972:0:218257:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767329833.195976:0:218257:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767329833.195982:0:218257:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 17 lazy 00000400:00000001:1.0:1767329833.195991:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.195996:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.196000:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4d8a791. 00000400:00000200:1.0:1767329833.196008:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8cf03b1 00000400:00000010:1.0:1767329833.196012:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c8cf03b1. 00010000:00000010:0.1:1767329833.196078:0:211332:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ecc318de. 00010000:00000010:0.1:1767329833.196093:0:211332:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000654811cd. 00000100:00000001:1.0:1767329833.196754:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.196759:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.196775:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.196777:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767329833.196780:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.196784:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.196785:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.196787:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078f945bf. 00000400:00000200:1.0:1767329833.196791:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ae696bf 00000400:00000010:1.0:1767329833.196793:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ae696bf. 00000100:00000001:1.0:1767329833.196811:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.196813:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.196818:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.196820:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767329833.196822:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.196824:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.196827:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.196828:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008584bf77. 00000400:00000200:1.0:1767329833.196831:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f13fb348 00000400:00000010:1.0:1767329833.196849:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f13fb348. 00000100:00000001:1.0:1767329833.196852:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.196854:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.196860:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.196861:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767329833.196864:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.196867:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.196869:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.196870:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0e93ba3. 00000400:00000200:1.0:1767329833.196877:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007861b6a5 00000400:00000010:1.0:1767329833.196879:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007861b6a5. 00000100:00000001:1.0:1767329833.196882:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.196884:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.196890:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.196893:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767329833.196896:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.196898:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.196899:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.196901:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075a26345. 00000400:00000200:1.0:1767329833.196907:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000716cb7b8 00000400:00000010:1.0:1767329833.196910:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000716cb7b8. 00000100:00000001:1.0:1767329833.196915:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.196916:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.196935:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.196939:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767329833.196946:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.196950:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.196953:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.196955:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff887af0. 00000400:00000200:1.0:1767329833.196961:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047d96d41 00000400:00000010:1.0:1767329833.196963:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047d96d41. 00000100:00000001:1.0:1767329833.196971:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.196974:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.196987:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.196989:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767329833.196991:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.196993:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.196995:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.196998:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ed34c7. 00000400:00000200:1.0:1767329833.197002:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048a78b11 00000400:00000010:1.0:1767329833.197004:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048a78b11. 00000100:00000001:1.0:1767329833.197011:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197014:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197023:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197026:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767329833.197032:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197036:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197039:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197041:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000717be2e8. 00000400:00000200:1.0:1767329833.197084:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6cf68d6 00000400:00000010:1.0:1767329833.197090:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c6cf68d6. 00000100:00000001:1.0:1767329833.197098:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197101:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197116:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197121:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767329833.197149:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197153:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197156:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197158:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012401a5d. 00000400:00000200:1.0:1767329833.197162:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d3174df 00000400:00000010:1.0:1767329833.197164:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d3174df. 00000100:00000001:1.0:1767329833.197171:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197175:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197181:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197184:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767329833.197191:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197196:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197200:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197203:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dc4fbee. 00000400:00000200:1.0:1767329833.197206:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec4aa6b1 00000400:00000010:1.0:1767329833.197208:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec4aa6b1. 00000100:00000001:1.0:1767329833.197211:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197213:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197218:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197228:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767329833.197230:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197232:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197234:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197236:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002592091d. 00000400:00000200:1.0:1767329833.197240:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000352a1503 00000400:00000010:1.0:1767329833.197241:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000352a1503. 00000100:00000001:1.0:1767329833.197245:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197247:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197260:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197263:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767329833.197266:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197267:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197270:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197273:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028522b98. 00000400:00000200:1.0:1767329833.197278:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d4aaa24 00000400:00000010:1.0:1767329833.197280:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004d4aaa24. 00000100:00000001:1.0:1767329833.197287:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197290:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197304:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197307:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767329833.197314:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197318:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197320:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197324:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc816a19. 00000400:00000200:1.0:1767329833.197330:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba96b940 00000400:00000010:1.0:1767329833.197333:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba96b940. 00000100:00000001:1.0:1767329833.197341:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197343:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197359:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197363:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767329833.197370:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197374:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197376:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197380:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a769a05f. 00000400:00000200:1.0:1767329833.197387:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ab43d4a 00000400:00000010:1.0:1767329833.197391:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ab43d4a. 00000100:00000001:1.0:1767329833.197398:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197401:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197416:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197419:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767329833.197426:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197430:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197433:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197436:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006601e1d0. 00000400:00000200:1.0:1767329833.197442:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039419d20 00000400:00000010:1.0:1767329833.197446:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000039419d20. 00000100:00000001:1.0:1767329833.197452:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197456:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197470:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197473:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767329833.197481:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197485:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197488:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197491:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046193bb3. 00000400:00000200:1.0:1767329833.197496:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004346ace 00000400:00000010:1.0:1767329833.197500:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004346ace. 00000100:00000001:1.0:1767329833.197507:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197510:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197522:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197527:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767329833.197531:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197534:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197536:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197537:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcc6247e. 00000400:00000200:1.0:1767329833.197542:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dff2413d 00000400:00000010:1.0:1767329833.197543:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dff2413d. 00000100:00000001:1.0:1767329833.197547:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197550:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197564:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197566:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767329833.197569:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197570:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197571:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197573:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e80a8b5a. 00000400:00000200:1.0:1767329833.197575:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f19fce2a 00000400:00000010:1.0:1767329833.197577:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f19fce2a. 00000100:00000001:1.0:1767329833.197579:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197580:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197584:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197585:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767329833.197587:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197588:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197589:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197590:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d77929f. 00000400:00000200:1.0:1767329833.197592:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ead084e 00000400:00000010:1.0:1767329833.197594:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ead084e. 00000100:00000001:1.0:1767329833.197595:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197597:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197601:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197602:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767329833.197604:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197605:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197606:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197607:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1571650. 00000400:00000200:1.0:1767329833.197609:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0c03914 00000400:00000010:1.0:1767329833.197611:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b0c03914. 00000100:00000001:1.0:1767329833.197613:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197614:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197618:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197619:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767329833.197621:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197622:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197623:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197625:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5f054c5. 00000400:00000200:1.0:1767329833.197626:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb34ca3 00000400:00000010:1.0:1767329833.197628:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddb34ca3. 00000100:00000001:1.0:1767329833.197630:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197631:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197653:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197655:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767329833.197656:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197659:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197661:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197662:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5712eb0. 00000400:00000200:1.0:1767329833.197665:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000170320f0 00000400:00000010:1.0:1767329833.197666:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000170320f0. 00000100:00000001:1.0:1767329833.197668:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197669:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197674:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197675:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767329833.197677:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197678:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197679:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197681:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002269d752. 00000400:00000200:1.0:1767329833.197683:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c70cd39 00000400:00000010:1.0:1767329833.197684:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c70cd39. 00000100:00000001:1.0:1767329833.197686:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197687:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197692:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197693:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767329833.197695:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197697:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197698:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197699:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcbba02a. 00000400:00000200:1.0:1767329833.197701:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d01204d 00000400:00000010:1.0:1767329833.197703:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000d01204d. 00000100:00000001:1.0:1767329833.197705:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197706:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197711:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197712:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767329833.197713:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197715:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197716:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197717:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a310c12. 00000400:00000200:1.0:1767329833.197719:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dda4ab0e 00000400:00000010:1.0:1767329833.197721:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dda4ab0e. 00000100:00000001:1.0:1767329833.197723:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197724:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197728:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197730:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767329833.197732:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197734:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197735:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197736:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012a13648. 00000400:00000200:1.0:1767329833.197738:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d92cb6b8 00000400:00000010:1.0:1767329833.197740:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d92cb6b8. 00000100:00000001:1.0:1767329833.197742:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197743:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197747:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197749:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767329833.197750:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197752:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197753:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197754:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b142b155. 00000400:00000200:1.0:1767329833.197756:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000151b13bb 00000400:00000010:1.0:1767329833.197757:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000151b13bb. 00000100:00000001:1.0:1767329833.197759:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197760:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197765:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197766:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767329833.197768:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197769:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197771:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197772:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a17cb022. 00000400:00000200:1.0:1767329833.197774:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070aa9b7c 00000400:00000010:1.0:1767329833.197776:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070aa9b7c. 00000100:00000001:1.0:1767329833.197777:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197779:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197783:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197785:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767329833.197786:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197788:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197789:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197790:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e7dd78a. 00000400:00000200:1.0:1767329833.197792:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000293f0621 00000400:00000010:1.0:1767329833.197793:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000293f0621. 00000100:00000001:1.0:1767329833.197795:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197797:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197802:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197804:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767329833.197805:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197807:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197808:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197809:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc635efc. 00000400:00000200:1.0:1767329833.197811:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebd69e62 00000400:00000010:1.0:1767329833.197813:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ebd69e62. 00000100:00000001:1.0:1767329833.197815:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197816:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197820:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197822:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767329833.197823:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197825:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197826:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197827:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec54148f. 00000400:00000200:1.0:1767329833.197829:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062637749 00000400:00000010:1.0:1767329833.197830:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062637749. 00000100:00000001:1.0:1767329833.197832:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197833:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197838:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197839:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767329833.197841:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197843:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197844:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197845:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003421642d. 00000400:00000200:1.0:1767329833.197847:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e19247b9 00000400:00000010:1.0:1767329833.197849:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e19247b9. 00000100:00000001:1.0:1767329833.197851:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197852:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197856:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197858:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767329833.197859:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197861:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197862:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197863:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfc0dcb5. 00000400:00000200:1.0:1767329833.197865:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039a98338 00000400:00000010:1.0:1767329833.197867:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000039a98338. 00000100:00000001:1.0:1767329833.197869:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197871:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197875:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197877:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767329833.197878:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197880:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197881:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197882:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c689641e. 00000400:00000200:1.0:1767329833.197884:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2e031e9 00000400:00000010:1.0:1767329833.197886:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d2e031e9. 00000100:00000001:1.0:1767329833.197888:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197889:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197893:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197895:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767329833.197896:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197898:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197899:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197900:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000abf5cada. 00000400:00000200:1.0:1767329833.197902:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000269e90ba 00000400:00000010:1.0:1767329833.197904:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000269e90ba. 00000100:00000001:1.0:1767329833.197906:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197907:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197911:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197913:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767329833.197914:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197916:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197917:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197918:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc715395. 00000400:00000200:1.0:1767329833.197920:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026e19397 00000400:00000010:1.0:1767329833.197921:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026e19397. 00000100:00000001:1.0:1767329833.197923:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197924:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197929:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197930:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767329833.197932:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197934:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197936:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197937:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2bcbf3c. 00000400:00000200:1.0:1767329833.197939:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6061cf7 00000400:00000010:1.0:1767329833.197941:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6061cf7. 00000100:00000001:1.0:1767329833.197943:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197944:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197948:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197950:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767329833.197951:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197953:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197954:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197955:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e3f751b. 00000400:00000200:1.0:1767329833.197957:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000075eb752 00000400:00000010:1.0:1767329833.197959:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000075eb752. 00000100:00000001:1.0:1767329833.197961:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197962:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197966:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197968:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767329833.197969:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197971:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197972:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197973:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2a6cf99. 00000400:00000200:1.0:1767329833.197975:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002171b6d3 00000400:00000010:1.0:1767329833.197977:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002171b6d3. 00000100:00000001:1.0:1767329833.197979:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197980:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.197985:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.197986:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767329833.197988:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.197989:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.197990:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.197992:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b3bf908. 00000400:00000200:1.0:1767329833.197994:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006586a79f 00000400:00000010:1.0:1767329833.197995:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006586a79f. 00000100:00000001:1.0:1767329833.197998:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.197999:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198004:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198005:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767329833.198007:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198009:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198010:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198011:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f0aa52d. 00000400:00000200:1.0:1767329833.198013:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a7fa405 00000400:00000010:1.0:1767329833.198015:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a7fa405. 00000100:00000001:1.0:1767329833.198018:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198019:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198023:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198025:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767329833.198026:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198028:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198029:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198073:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000171b344c. 00000400:00000200:1.0:1767329833.198079:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f9bb5b5 00000400:00000010:1.0:1767329833.198082:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f9bb5b5. 00000100:00000001:1.0:1767329833.198088:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198091:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198108:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198110:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767329833.198113:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198116:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198120:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198122:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005fbcecd7. 00000400:00000200:1.0:1767329833.198124:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080bf7bd9 00000400:00000010:1.0:1767329833.198126:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000080bf7bd9. 00000100:00000001:1.0:1767329833.198142:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198145:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198151:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198154:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767329833.198155:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198157:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198159:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198161:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bae85e0f. 00000400:00000200:1.0:1767329833.198163:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b866a74 00000400:00000010:1.0:1767329833.198164:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b866a74. 00000100:00000001:1.0:1767329833.198167:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198168:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198173:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198175:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767329833.198176:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198178:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198180:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198182:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fb4952c. 00000400:00000200:1.0:1767329833.198183:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b37a26a2 00000400:00000010:1.0:1767329833.198185:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b37a26a2. 00000100:00000001:1.0:1767329833.198187:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198188:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198193:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198194:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767329833.198195:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198197:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198198:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198199:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f0276b1. 00000400:00000200:1.0:1767329833.198201:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb33f62c 00000400:00000010:1.0:1767329833.198202:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb33f62c. 00000100:00000001:1.0:1767329833.198204:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198205:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198210:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198211:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767329833.198212:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198214:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198215:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198216:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006aab58b6. 00000400:00000200:1.0:1767329833.198218:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3709163 00000400:00000010:1.0:1767329833.198219:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f3709163. 00000100:00000001:1.0:1767329833.198221:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198222:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198227:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198228:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767329833.198230:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198231:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198232:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198233:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000568d5c8d. 00000400:00000200:1.0:1767329833.198235:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce147660 00000400:00000010:1.0:1767329833.198236:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce147660. 00000100:00000001:1.0:1767329833.198239:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198240:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198245:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198247:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767329833.198249:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198251:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198252:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198253:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c26cbdb. 00000400:00000200:1.0:1767329833.198255:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063c3ba79 00000400:00000010:1.0:1767329833.198256:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000063c3ba79. 00000100:00000001:1.0:1767329833.198258:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198259:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198264:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198265:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767329833.198267:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198268:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198269:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198271:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f440544. 00000400:00000200:1.0:1767329833.198272:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a837cbf9 00000400:00000010:1.0:1767329833.198274:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a837cbf9. 00000100:00000001:1.0:1767329833.198276:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198277:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198281:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198282:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767329833.198284:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198285:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198287:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198288:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b5ca5b6. 00000400:00000200:1.0:1767329833.198290:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be3e42ee 00000400:00000010:1.0:1767329833.198291:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be3e42ee. 00000100:00000001:1.0:1767329833.198293:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198294:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198298:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198300:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767329833.198301:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198302:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198304:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198305:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002718f1cc. 00000400:00000200:1.0:1767329833.198307:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007186900a 00000400:00000010:1.0:1767329833.198309:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007186900a. 00000100:00000001:1.0:1767329833.198311:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198312:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198317:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198319:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767329833.198320:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198322:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198323:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198324:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0ab0772. 00000400:00000200:1.0:1767329833.198326:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c13a148 00000400:00000010:1.0:1767329833.198328:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c13a148. 00000100:00000001:1.0:1767329833.198329:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198330:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198335:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198336:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767329833.198338:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198339:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198340:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198341:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009561ce93. 00000400:00000200:1.0:1767329833.198343:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ac45752 00000400:00000010:1.0:1767329833.198345:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006ac45752. 00000100:00000001:1.0:1767329833.198347:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198348:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198352:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198353:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767329833.198355:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198356:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198357:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198358:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f50a6565. 00000400:00000200:1.0:1767329833.198360:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fd0a2f5 00000400:00000010:1.0:1767329833.198361:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009fd0a2f5. 00000100:00000001:1.0:1767329833.198363:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198364:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198368:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198370:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767329833.198371:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198373:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198375:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198376:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a73abe0e. 00000400:00000200:1.0:1767329833.198378:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000623c34f7 00000400:00000010:1.0:1767329833.198380:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000623c34f7. 00000100:00000001:1.0:1767329833.198382:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198384:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198388:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198389:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767329833.198391:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198393:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198394:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198395:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005539bba4. 00000400:00000200:1.0:1767329833.198397:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000198dabfe 00000400:00000010:1.0:1767329833.198399:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000198dabfe. 00000100:00000001:1.0:1767329833.198401:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198402:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198406:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198408:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767329833.198409:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198411:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198412:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198413:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002ff6c65. 00000400:00000200:1.0:1767329833.198415:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e32e61e3 00000400:00000010:1.0:1767329833.198416:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e32e61e3. 00000100:00000001:1.0:1767329833.198418:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198419:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198424:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198425:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767329833.198426:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198428:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198429:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198430:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075e86cf6. 00000400:00000200:1.0:1767329833.198432:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089e487e5 00000400:00000010:1.0:1767329833.198434:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000089e487e5. 00000100:00000001:1.0:1767329833.198435:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198437:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198441:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198443:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767329833.198444:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198445:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198447:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198448:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e46e3466. 00000400:00000200:1.0:1767329833.198449:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000f3b4b4 00000400:00000010:1.0:1767329833.198451:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000f3b4b4. 00000100:00000001:1.0:1767329833.198453:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198454:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198458:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198459:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767329833.198461:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198462:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198464:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198465:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe80fb73. 00000400:00000200:1.0:1767329833.198466:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bef26ce 00000400:00000010:1.0:1767329833.198468:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003bef26ce. 00000100:00000001:1.0:1767329833.198470:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198487:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198492:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198494:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767329833.198495:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198497:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198498:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198499:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009662ac95. 00000400:00000200:1.0:1767329833.198501:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9891c00 00000400:00000010:1.0:1767329833.198503:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9891c00. 00000100:00000001:1.0:1767329833.198505:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198506:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198511:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198512:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767329833.198514:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198515:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198516:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198517:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009851e29c. 00000400:00000200:1.0:1767329833.198519:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2fde739 00000400:00000010:1.0:1767329833.198521:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d2fde739. 00000100:00000001:1.0:1767329833.198523:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198525:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198529:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198531:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767329833.198532:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767329833.198534:0:218257:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767329833.198535:0:218257:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767329833.198536:0:218257:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000815e4fe2. 00000400:00000200:1.0:1767329833.198538:0:218257:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003af1f5cd 00000400:00000010:1.0:1767329833.198540:0:218257:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003af1f5cd. 00000100:00000001:1.0:1767329833.198541:0:218257:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767329833.198543:0:218257:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767329833.198547:0:218257:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767329833.198549:0:218257:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767329833.198550:0:218257:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767329833.198553:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198554:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198557:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198558:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198560:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198561:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198562:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198564:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198565:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198566:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198568:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198569:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198570:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198572:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198573:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198574:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198576:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198577:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198579:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198580:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198581:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198582:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198584:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198585:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198587:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198589:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198590:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198592:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198593:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198595:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198597:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198598:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198600:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198601:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198602:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198604:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198605:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198606:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198608:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198609:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198610:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198612:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198613:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198614:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198616:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198617:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198618:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198620:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198621:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198622:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198624:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198625:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198627:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198628:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198629:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198630:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198632:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198633:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198635:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198636:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198637:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198639:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198640:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198641:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198643:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198645:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198646:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198648:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198649:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198651:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198653:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198654:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198656:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198657:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198658:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198660:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198661:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198662:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198664:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198665:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198667:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198668:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198669:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198671:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198672:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198673:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198675:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198676:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198677:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198679:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198680:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198681:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198683:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198684:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198685:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198687:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198688:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198689:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198691:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198692:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198693:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198695:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198696:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198697:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198699:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198701:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198703:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198704:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198706:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198707:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198710:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198711:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198713:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198714:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198715:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198716:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198718:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198719:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198720:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198722:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198723:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198724:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198726:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198727:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198729:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198730:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767329833.198731:0:218257:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767329833.198732:0:218257:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767329833.198735:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000054c7a89c. 00000100:00000010:1.0:1767329833.198740:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000099865869. 00000100:00000010:1.0:1767329833.198746:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000067edc8d5. 00000100:00000010:1.0:1767329833.198749:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d79a48fe. 00000100:00000010:1.0:1767329833.198752:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000164442be. 00000100:00000010:1.0:1767329833.198755:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003bea3d0b. 00000100:00000010:1.0:1767329833.198758:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000065b0ada2. 00000100:00000010:1.0:1767329833.198762:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e4c22fb5. 00000100:00000010:1.0:1767329833.198765:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c8850c27. 00000100:00000010:1.0:1767329833.198767:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dfdac380. 00000100:00000010:1.0:1767329833.198771:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e52a1275. 00000100:00000010:1.0:1767329833.198774:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008439a164. 00000100:00000010:1.0:1767329833.198777:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e3ee42c6. 00000100:00000010:1.0:1767329833.198780:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b3ce8db. 00000100:00000010:1.0:1767329833.198784:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000044c69c4b. 00000100:00000010:1.0:1767329833.198788:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000897fcb8c. 00000100:00000010:1.0:1767329833.198791:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b986711f. 00000100:00000010:1.0:1767329833.198794:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001a9c3dd2. 00000100:00000010:1.0:1767329833.198796:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007b5857b7. 00000100:00000010:1.0:1767329833.198799:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008630ed47. 00000100:00000010:1.0:1767329833.198802:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e9b447f4. 00000100:00000010:1.0:1767329833.198805:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c67e430a. 00000100:00000010:1.0:1767329833.198807:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009fcc728c. 00000100:00000010:1.0:1767329833.198810:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc7858d6. 00000100:00000010:1.0:1767329833.198812:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000025c0de6d. 00000100:00000010:1.0:1767329833.198815:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e07ca737. 00000100:00000010:1.0:1767329833.198817:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000742473c7. 00000100:00000010:1.0:1767329833.198820:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a213fa6. 00000100:00000010:1.0:1767329833.198822:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dff0c291. 00000100:00000010:1.0:1767329833.198825:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b7a9e792. 00000100:00000010:1.0:1767329833.198827:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000058273cc9. 00000100:00000010:1.0:1767329833.198848:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003440c412. 00000100:00000010:1.0:1767329833.198852:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000376116ab. 00000100:00000010:1.0:1767329833.198855:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d39c7f9. 00000100:00000010:1.0:1767329833.198858:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004091fcdd. 00000100:00000010:1.0:1767329833.198861:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000409cdf1c. 00000100:00000010:1.0:1767329833.198864:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f9aebd1d. 00000100:00000010:1.0:1767329833.198867:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d587f04. 00000100:00000010:1.0:1767329833.198869:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000098fe4086. 00000100:00000010:1.0:1767329833.198873:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000019640141. 00000100:00000010:1.0:1767329833.198875:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f030e309. 00000100:00000010:1.0:1767329833.198879:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d2f8ee3. 00000100:00000010:1.0:1767329833.198881:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f284f410. 00000100:00000010:1.0:1767329833.198883:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022f41dd2. 00000100:00000010:1.0:1767329833.198885:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000000acbfab. 00000100:00000010:1.0:1767329833.198888:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008bb354bc. 00000100:00000010:1.0:1767329833.198890:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000016a9e421. 00000100:00000010:1.0:1767329833.198895:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000043fb2e3. 00000100:00000010:1.0:1767329833.198898:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002adb47f1. 00000100:00000010:1.0:1767329833.198901:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000083c4f98. 00000100:00000010:1.0:1767329833.198904:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c2b68afa. 00000100:00000010:1.0:1767329833.198907:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b1b2550. 00000100:00000010:1.0:1767329833.198909:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e655e150. 00000100:00000010:1.0:1767329833.198912:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000036fcc3e7. 00000100:00000010:1.0:1767329833.198914:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008c27bb71. 00000100:00000010:1.0:1767329833.198935:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c0abeae. 00000100:00000010:1.0:1767329833.198939:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002f6108da. 00000100:00000010:1.0:1767329833.198942:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002e667562. 00000100:00000010:1.0:1767329833.198944:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008c56ff89. 00000100:00000010:1.0:1767329833.198947:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006994ddfa. 00000100:00000010:1.0:1767329833.198949:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004e4fff5a. 00000100:00000010:1.0:1767329833.198952:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063db6e7d. 00000100:00000010:1.0:1767329833.198954:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005e4af07f. 00000100:00000010:1.0:1767329833.198958:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004de61246. 00000100:00000010:1.0:1767329833.198960:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002616f90c. 00000100:00000010:1.0:1767329833.198964:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000023e3a49b. 00000100:00000010:1.0:1767329833.198966:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000080ff919. 00000100:00000010:1.0:1767329833.198969:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b7f4524. 00000100:00000010:1.0:1767329833.198971:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000002914719. 00000100:00000010:1.0:1767329833.198974:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f1dd630. 00000100:00000010:1.0:1767329833.198976:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c096de98. 00000100:00000010:1.0:1767329833.198980:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b1756794. 00000100:00000010:1.0:1767329833.198982:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000608a18e8. 00000100:00000010:1.0:1767329833.198986:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b11ae41f. 00000100:00000010:1.0:1767329833.198988:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000162ab892. 00000100:00000010:1.0:1767329833.198991:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2c73d7e. 00000100:00000010:1.0:1767329833.198993:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b72abbf6. 00000100:00000010:1.0:1767329833.198997:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009bca6dd6. 00000100:00000010:1.0:1767329833.198999:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007f7c1793. 00000100:00000010:1.0:1767329833.199020:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a7e9031. 00000100:00000010:1.0:1767329833.199023:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000362a8427. 00000100:00000010:1.0:1767329833.199026:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bdf056fd. 00000100:00000010:1.0:1767329833.199072:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d6d3f50f. 00000100:00000010:1.0:1767329833.199078:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000071cae2d8. 00000100:00000010:1.0:1767329833.199084:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000034e3d569. 00000100:00000010:1.0:1767329833.199089:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003495d94e. 00000100:00000010:1.0:1767329833.199094:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bfc7c9e2. 00000100:00000010:1.0:1767329833.199100:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037167c5f. 00000100:00000010:1.0:1767329833.199105:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007b69fe42. 00000100:00000010:1.0:1767329833.199109:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e3b617d. 00000100:00000010:1.0:1767329833.199112:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000044351a8c. 00000100:00000010:1.0:1767329833.199116:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041a559c2. 00000100:00000010:1.0:1767329833.199118:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000947ded53. 00000100:00000010:1.0:1767329833.199121:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e074cba. 00000100:00000010:1.0:1767329833.199124:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002504bc4d. 00000100:00000010:1.0:1767329833.199128:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a7cd5cdb. 00000100:00000010:1.0:1767329833.199148:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008d562f47. 00000100:00000010:1.0:1767329833.199151:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b7431d7. 00000100:00000010:1.0:1767329833.199153:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dda64928. 00000100:00000010:1.0:1767329833.199156:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003da46348. 00000100:00000010:1.0:1767329833.199159:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000620c5f4. 00000100:00000010:1.0:1767329833.199162:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006552d4f1. 00000100:00000010:1.0:1767329833.199165:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c4b2b76a. 00000100:00000010:1.0:1767329833.199187:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000080942da3. 00000100:00000010:1.0:1767329833.199190:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000067231dd7. 00000100:00000010:1.0:1767329833.199194:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c66120c9. 00000100:00000010:1.0:1767329833.199196:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000791a3cb5. 00000100:00000010:1.0:1767329833.199199:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090faa59e. 00000100:00000010:1.0:1767329833.199201:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000499496fc. 00000100:00000010:1.0:1767329833.199204:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000864ce9ed. 00000100:00000010:1.0:1767329833.199206:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cb65bd0a. 00000100:00000010:1.0:1767329833.199210:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000047d7eeda. 00000100:00000010:1.0:1767329833.199212:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001a3b82a1. 00000100:00000010:1.0:1767329833.199215:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b91cbe94. 00000100:00000010:1.0:1767329833.199217:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001b77dc59. 00000100:00000010:1.0:1767329833.199220:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a253b69. 00000100:00000010:1.0:1767329833.199222:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b1a2fd0f. 00000100:00000010:1.0:1767329833.199225:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dbe32944. 00000100:00000010:1.0:1767329833.199228:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005d642986. 00000100:00000010:1.0:1767329833.199231:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002148bbac. 00000100:00000010:1.0:1767329833.199233:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000738d05bd. 00000100:00000010:1.0:1767329833.199236:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c530e06. 00000100:00000010:1.0:1767329833.199238:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000686da57a. 00000100:00000010:1.0:1767329833.199241:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a806f308. 00000100:00000010:1.0:1767329833.199243:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a1052cdd. 00000100:00000010:1.0:1767329833.199245:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001dc6d30f. 00000100:00000010:1.0:1767329833.199247:0:218257:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000064db36b8. 00000100:00000010:1.0:1767329833.199257:0:218257:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c74963c5. 00000100:00000010:1.0:1767329833.199286:0:218257:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000054798f61. 00000100:00000010:1.0:1767329833.199290:0:218257:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000006aabc64c. 00000100:00000010:1.0:1767329833.199292:0:218257:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000003ec40adf. 00000100:00000001:1.0:1767329833.199296:0:218257:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767329833.199298:0:218257:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767329833.199300:0:218257:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767329833.199302:0:218257:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767329833.199304:0:218257:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000cc5f427a. 00000100:00000001:1.0:1767329833.199307:0:218257:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767329833.199309:0:218257:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329833.199311:0:218257:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767329833.199313:0:218257:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e0c4b876. 00000100:00000001:1.0:1767329833.199315:0:218257:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767329833.199317:0:218257:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767329833.199318:0:218257:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002ced7f7f. 00000100:00000001:1.0:1767329833.199320:0:218257:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767329833.199321:0:218257:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767329833.199322:0:218257:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c38d988c. 00000100:00000001:1.0:1767329833.199324:0:218257:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767329833.199325:0:218257:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767329833.199327:0:218257:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000051dd29d4. 00000100:00000001:1.0:1767329833.199329:0:218257:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767329833.199331:0:218257:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767329833.199332:0:218257:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767329833.199334:0:218257:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000c3257bc8. 00000100:00000001:1.0:1767329833.199336:0:218257:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767329833.199337:0:218257:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767329833.199339:0:218257:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767329833.199340:0:218257:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d05105e8. 00000100:00000001:1.0:1767329833.199342:0:218257:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767329833.199343:0:218257:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767329833.199344:0:218257:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000131a9b3c. 00000100:00000001:1.0:1767329833.199346:0:218257:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767329833.199347:0:218257:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767329833.199348:0:218257:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c2350d2e. 00000100:00000001:1.0:1767329833.199350:0:218257:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767329833.199351:0:218257:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767329833.199352:0:218257:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a3abc314. 00000100:00000010:1.0:1767329833.199354:0:218257:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 000000000cc0a4b8. 00000100:00000001:1.0:1767329833.199357:0:218257:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767329833.199466:0:218257:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000c8f05451. 00000020:00000010:1.0:1767329833.199473:0:218257:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000001a4569a1. 00000100:00000010:1.0:1767329833.199500:0:218257:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000005c65d403. 00000100:00000010:1.0:1767329833.199512:0:218257:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000043be1080. 00000100:00000010:1.0:1767329833.199515:0:218257:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000017f4c66b. 00000100:00000010:1.0:1767329833.199519:0:218257:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000003756f6d8. 00000100:00000001:1.0:1767329833.199521:0:218257:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767329833.199703:0:211337:0:(ldlm_lockd.c:142:have_expired_locks()) Process entered 00010000:00000001:2.0:1767329833.199708:0:211337:0:(ldlm_lockd.c:147:have_expired_locks()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767329833.199739:0:211337:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ccae36b7. 00000020:00000010:2.0:1767329833.199751:0:211337:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000001e9e655. 00000040:00000010:2.0:1767329833.199759:0:211337:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000a17f38d. 00000020:00000010:2.0:1767329833.199764:0:211337:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001f669ae3. 00000020:00000010:2.0:1767329833.199770:0:211337:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003a338140. 00000020:00000010:2.0:1767329833.199776:0:211337:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e2c1d548. 00010000:00000010:1.0:1767329833.199777:0:218257:0:(ldlm_lockd.c:3585:ldlm_cleanup()) kfreed 'ldlm_state': 32 at 000000009fd64c3e. 80000000:00000010:2.0:1767329833.199781:0:211337:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009e3ab3f3. 00010000:00000001:1.0:1767329833.199789:0:218257:0:(ldlm_lockd.c:3588:ldlm_cleanup()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:2.0:1767329833.199790:0:211337:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b5e0eb8a. 00010000:00000001:1.0:1767329833.199798:0:218257:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00100000:00000010:2.0:1767329833.199802:0:211337:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000068298773. 00010000:00000010:1.0:1767329833.199803:0:218257:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 0000000054342cac. 00010000:00000010:1.0:1767329833.199832:0:218257:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 000000001b715f64. 00040000:00000010:2.0:1767329833.199834:0:211337:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009a7e8567. 00010000:00000001:1.0:1767329833.199864:0:218257:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00040000:00000010:2.0:1767329833.199866:0:211337:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008056ef77. 10000000:00000010:1.0:1767329833.199877:0:218257:0:(mgc_request.c:834:mgc_device_free()) kfreed 'lu': 64 at 00000000f4ebe002. 00040000:00000010:2.0:1767329833.199880:0:211337:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fc593c72. 10000000:00000001:1.0:1767329833.199892:0:218257:0:(mgc_request.c:836:mgc_device_free()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767329833.199894:0:211337:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000693f69e6. 00000004:00000010:2.0:1767329833.199914:0:211337:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005f4160fd. 00000020:00000010:1.0:1767329833.199916:0:218257:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e2ef932f. 00000040:00000010:1.0:1767329833.199948:0:218257:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bbaf83c0. 00000004:00000010:2.0:1767329833.199949:0:211337:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000057260ccd. 00002000:00000010:2.0:1767329833.199973:0:211337:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000767f53ed. 00000020:00000010:1.0:1767329833.199975:0:218257:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003f4e71b1. 00000004:00000010:2.0:1767329833.200008:0:211337:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b7b410c8. 00000020:00000010:1.0:1767329833.200010:0:218257:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003119fa07. 00000020:00000010:2.0:1767329833.200110:0:211337:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3dda11a. 00040000:00000010:1.0:1767329833.200113:0:218257:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000074996e45. 00010000:00000001:2.0:1767329833.200118:0:211337:0:(ldlm_lockd.c:289:expired_lock_main()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767329833.200121:0:218257:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a46cce46. 00000020:00000010:1.0:1767329833.200150:0:218257:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002163ef42. 00000020:00000001:1.0:1767329833.200157:0:218257:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767329833.200162:0:218257:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000244db03b. 00000020:00000001:1.0:1767329833.200178:0:218257:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329833.200183:0:218257:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767329833.200187:0:218257:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 000000008433709a. 00000020:00000001:1.0:1767329833.200196:0:218257:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329833.200201:0:218257:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329833.200208:0:218257:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1767329833.200212:0:218257:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000305e9f1b 1 00000020:00000001:1.0:1767329833.200216:0:218257:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:1.0:1767329833.200219:0:218257:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 00000000a7adf89c 00000020:00000010:1.0:1767329833.200222:0:218257:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 28 at 00000000c1759cb7. 00000020:00000010:1.0:1767329833.200230:0:218257:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 14 at 00000000a352e1c9. 00000020:00000010:1.0:1767329833.200235:0:218257:0:(obd_mount.c:653:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_opts': 17 at 00000000db1abbe8. 00000020:00000010:1.0:1767329833.200243:0:218257:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 000000004bc2f88f. 00000020:00000010:1.0:1767329833.200247:0:218257:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 00000000e79d7c83. 00000020:00000010:1.0:1767329833.200251:0:218257:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 00000000a7adf89c. 00000020:00000001:1.0:1767329833.200258:0:218257:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329833.200261:0:218257:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767329833.200264:0:218257:0:(obd_mount.c:893:lustre_common_put_super()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767329833.200268:0:218257:0:(cl_object.c:884:cl_env_cache_purge()) Process entered 00000020:00000010:1.0:1767329833.200274:0:218257:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b572699a. 00000020:00000010:1.0:1767329833.200281:0:218257:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000002d6dcc52. 00000008:00000010:1.0:1767329833.200288:0:218257:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000edcc0d25. 00020000:00000010:1.0:1767329833.200298:0:218257:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000d30e78f3. 00008000:00000010:1.0:1767329833.200304:0:218257:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000cbff3b92. 00000080:00000010:1.0:1767329833.200315:0:218257:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000053eb9286. 00000080:00000010:1.0:1767329833.200324:0:218257:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000003423eab6. 00000020:00000010:1.0:1767329833.200330:0:218257:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cd2f08e. 00000008:00000010:1.0:1767329833.200338:0:218257:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000c51cedcc. 00020000:00000010:1.0:1767329833.200345:0:218257:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000007bfb2f7b. 00008000:00000010:1.0:1767329833.200353:0:218257:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000030ed3bf4. 00000080:00000010:1.0:1767329833.200360:0:218257:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000227df714. 00000020:00000010:1.0:1767329833.200368:0:218257:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c3d9393. 00000020:00000010:1.0:1767329833.200374:0:218257:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at 00000000739c91a7. 00000020:00000010:1.0:1767329833.200380:0:218257:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000baf4a36e. 00000020:00000010:1.0:1767329833.200386:0:218257:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000bd952bb5. 00000008:00000010:1.0:1767329833.200410:0:218257:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000003e23db99. 00020000:00000010:1.0:1767329833.200419:0:218257:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000af14d241. 00008000:00000010:1.0:1767329833.200426:0:218257:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000058a1ef6e. 00000080:00000010:1.0:1767329833.200435:0:218257:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000095259a9b. 00000080:00000010:1.0:1767329833.200440:0:218257:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 0000000092857839. 00000020:00000010:1.0:1767329833.200446:0:218257:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a932da23. 00000008:00000010:1.0:1767329833.200453:0:218257:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000097c8087e. 00020000:00000010:1.0:1767329833.200459:0:218257:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000c59cc844. 00008000:00000010:1.0:1767329833.200468:0:218257:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000032264d46. 00000080:00000010:1.0:1767329833.200473:0:218257:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000549fffa3. 00000020:00000010:1.0:1767329833.200479:0:218257:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d89b6660. 00000020:00000010:1.0:1767329833.200485:0:218257:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at 00000000fa12f029. 00000020:00000010:1.0:1767329833.200491:0:218257:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fd6ec3cb. 00000020:00000010:1.0:1767329833.200493:0:218257:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000024dc0b91. 00000008:00000010:1.0:1767329833.200497:0:218257:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000e9f87015. 00020000:00000010:1.0:1767329833.200499:0:218257:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000c52dcdaf. 00008000:00000010:1.0:1767329833.200502:0:218257:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000ce47c0c9. 00000080:00000010:1.0:1767329833.200505:0:218257:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000d8e0c4d7. 00000080:00000010:1.0:1767329833.200509:0:218257:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000006aaacfc3. 00000020:00000010:1.0:1767329833.200514:0:218257:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000de4f5a8. 00000008:00000010:1.0:1767329833.200517:0:218257:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000001a931947. 00020000:00000010:1.0:1767329833.200519:0:218257:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000006ccc5b5d. 00008000:00000010:1.0:1767329833.200523:0:218257:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000a3f86a4e. 00000080:00000010:1.0:1767329833.200527:0:218257:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000b9360789. 00000020:00000010:1.0:1767329833.200530:0:218257:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000acc6402e. 00000020:00000010:1.0:1767329833.200533:0:218257:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at 00000000fae59e91. 00000020:00000010:1.0:1767329833.200537:0:218257:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f39535ca. 00000020:00000010:1.0:1767329833.200540:0:218257:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000002e065e8f. 00000008:00000010:1.0:1767329833.200542:0:218257:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000d729c166. 00020000:00000010:1.0:1767329833.200546:0:218257:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000066f82c1a. 00008000:00000010:1.0:1767329833.200548:0:218257:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000aaf9c4c8. 00000020:00000010:1.0:1767329833.200551:0:218257:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000871301bd. 00000008:00000010:1.0:1767329833.200553:0:218257:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000073df45c6. 00020000:00000010:1.0:1767329833.200555:0:218257:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000009f1c7a61. 00008000:00000010:1.0:1767329833.200558:0:218257:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000007b1d2ea8. 00000020:00000010:1.0:1767329833.200561:0:218257:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e23d66c. 00000020:00000010:1.0:1767329833.200563:0:218257:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at 00000000773521ce. 00000020:00000001:1.0:1767329833.200565:0:218257:0:(cl_object.c:902:cl_env_cache_purge()) Process leaving (rc=4294967291 : 4294967291 : fffffffb) 00000080:00000001:1.0:1767329833.200568:0:218257:0:(llite_lib.c:1635:ll_put_super()) Process leaving 00000100:00000040:1.0:1767329838.071262:0:217845:0:(connection.c:75:cpu_latency_work()) work item of 000000003ddaa109 (cpu 0) has reached its deadline 4301682761, at 4301683200 00000100:00000040:3.0:1767329838.071274:0:217661:0:(connection.c:75:cpu_latency_work()) work item of 00000000f3bb8a26 (cpu 0) has reached its deadline 4301682761, at 4301683200 00000100:00000010:1.0:1767329838.071286:0:217845:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2f27e4f. 00000100:00000010:3.0:1767329838.071291:0:217661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002576172e. 00000100:00000040:0.0:1767329838.071315:0:215428:0:(connection.c:75:cpu_latency_work()) work item of 0000000057065451 (cpu 0) has reached its deadline 4301682761, at 4301683200 00000100:00000040:2.0:1767329838.071316:0:218245:0:(connection.c:75:cpu_latency_work()) work item of 00000000f27d1933 (cpu 0) has reached its deadline 4301682761, at 4301683200 00000100:00000010:0.0:1767329838.071333:0:215428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a4566037. 00000100:00000010:2.0:1767329838.071342:0:218245:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa14b83e. 00000100:00000040:3.0:1767329838.071359:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7020) 00000100:00000040:2.0:1767329843.191246:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7026) 00000100:00000040:3.0:1767329848.311266:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7031) 00000100:00000040:3.0:1767329853.431361:0:191164:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7036) 00000100:00000040:2.0:1767329858.551131:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7041) 00000100:00000040:2.0:1767329863.671115:0:177103:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7046) 00000400:00000001:3.0:1767329864.029117:0:218771:0:(debug.c:327:cfs_str2mask()) Process entered 00000800:00000010:2.0:1767329869.111175:0:208640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d182b8c4. 00000800:00000200:2.0:1767329869.111198:0:208640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329869.111217:0:208640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329869.111225:0:208640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d182b8c4 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767329869.111474:0:208643:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767329881.399186:0:208640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013e03885] -> 12345-192.168.202.109@tcp (5) 00000800:00000200:2.0:1767329881.399198:0:208640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1767329881.399204:0:208640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d182b8c4 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767329881.401150:0:208642:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:02000400:2.0:1767329905.213646:0:221793:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 120: cross-target rename should not create bad symlinks ========================================================== 23:58:24 (1767329904) 00000001:02000400:1.0:1767329911.320113:0:222089:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_120: @@@@@@ FAIL: MDT start failed Debug log: 117346 lines, 117346 kept, 0 dropped, 0 bad.